Blog stream
Create a blog post to share news and announcements with your team and company.
Create blog post
diff --git a/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1605989.html b/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1605989.html
index c6c38afc2..a50604d17 100644
--- a/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1605989.html
+++ b/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1605989.html
@@ -1 +1 @@
-
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
Testdoc3 List Item 1
Testdoc3 List Item 1 Nested Item A
Testdoc3 List Item 1 Nested Item B
Testdoc3 List Item 2
Testdoc3 List Item 3
Testdoc3 List Item 4
Testdoc3 List Item 5
This is the link for unstructured . io.
Testdoc3 Checklist Item 1 Testdoc3 Checklist Item 2 (checked) Testdoc3 Checklist Item 3
😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃
Testdoc3 bold text
Testdoc3 italic text
Testdoc3 Heading 1 Sized Text Testdoc3 Heading 2 Sized Text Testdoc3 Heading 3 Sized Text Testdoc3 Heading 4 Sized Text Testdoc3 Heading 5 Sized Text
Testdoc3 Table: Column 1 Row 0
Testdoc3 Table: Column 2 Row 0
Testdoc3 Table: Column 3 Row 0
Testdoc3 Table: Column 1 Row 1
Testdoc3 Table: Column 2 Row 1
Testdoc3 Table: Column 3 Row 1
Testdoc3 Table: Column 1 Row 2
Testdoc3 Table: Column 2 Row 2
Testdoc3 Table: Column 3 Row 2
\ No newline at end of file
+
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3
Testdoc3 List Item 1
Testdoc3 List Item 1 Nested Item A
Testdoc3 List Item 1 Nested Item B
Testdoc3 List Item 2
Testdoc3 List Item 3
Testdoc3 List Item 4
Testdoc3 List Item 5
This is the link for unstructured . io.
Testdoc3 Checklist Item 1 Testdoc3 Checklist Item 2 (checked) Testdoc3 Checklist Item 3
😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃
Testdoc3 bold text
Testdoc3 italic text
Testdoc3 Heading 1 Sized Text Testdoc3 Heading 2 Sized Text Testdoc3 Heading 3 Sized Text Testdoc3 Heading 4 Sized Text Testdoc3 Heading 5 Sized Text
Testdoc3 Table: Column 1 Row 0
Testdoc3 Table: Column 2 Row 0
Testdoc3 Table: Column 3 Row 0
Testdoc3 Table: Column 1 Row 1
Testdoc3 Table: Column 2 Row 1
Testdoc3 Table: Column 3 Row 1
Testdoc3 Table: Column 1 Row 2
Testdoc3 Table: Column 2 Row 2
Testdoc3 Table: Column 3 Row 2
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1802252.html b/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1802252.html
index 44cf53666..a84b079b8 100644
--- a/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1802252.html
+++ b/test/integration/connectors/expected_results/confluence/downloads/testteamsp/1802252.html
@@ -1 +1 @@
-
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
Testdoc2 List Item 1
Testdoc2 List Item 1 Nested Item A
Testdoc2 List Item 1 Nested Item B
Testdoc2 List Item 2
Testdoc2 List Item 3
Testdoc2 List Item 4
Testdoc2 List Item 5
This is the link for unstructured . io.
Testdoc2 Checklist Item 1 Testdoc2 Checklist Item 2 (checked) Testdoc2 Checklist Item 3
😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃
Testdoc2 bold text
Testdoc2 italic text
Testdoc2 Heading 1 Sized Text Testdoc2 Heading 2 Sized Text Testdoc2 Heading 3 Sized Text Testdoc2 Heading 4 Sized Text Testdoc2 Heading 5 Sized Text
Testdoc2 Table: Column 1 Row 0
Testdoc2 Table: Column 2 Row 0
Testdoc2 Table: Column 3 Row 0
Testdoc2 Table: Column 1 Row 1
Testdoc2 Table: Column 2 Row 1
Testdoc2 Table: Column 3 Row 1
Testdoc2 Table: Column 1 Row 2
Testdoc2 Table: Column 2 Row 2
Testdoc2 Table: Column 3 Row 2
\ No newline at end of file
+
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2 testtext2
Testdoc2 List Item 1
Testdoc2 List Item 1 Nested Item A
Testdoc2 List Item 1 Nested Item B
Testdoc2 List Item 2
Testdoc2 List Item 3
Testdoc2 List Item 4
Testdoc2 List Item 5
This is the link for unstructured . io.
Testdoc2 Checklist Item 1 Testdoc2 Checklist Item 2 (checked) Testdoc2 Checklist Item 3
😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃
Testdoc2 bold text
Testdoc2 italic text
Testdoc2 Heading 1 Sized Text Testdoc2 Heading 2 Sized Text Testdoc2 Heading 3 Sized Text Testdoc2 Heading 4 Sized Text Testdoc2 Heading 5 Sized Text
Testdoc2 Table: Column 1 Row 0
Testdoc2 Table: Column 2 Row 0
Testdoc2 Table: Column 3 Row 0
Testdoc2 Table: Column 1 Row 1
Testdoc2 Table: Column 2 Row 1
Testdoc2 Table: Column 3 Row 1
Testdoc2 Table: Column 1 Row 2
Testdoc2 Table: Column 2 Row 2
Testdoc2 Table: Column 3 Row 2
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1540126.json b/test/integration/connectors/expected_results/confluence/file_data/1540126.json
index e5ebb7ca4..4c64c466e 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1540126.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1540126.json
@@ -6,7 +6,6 @@
"fullpath": "MFS/1540126.html",
"rel_path": "MFS/1540126.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1540126",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:55:50.911Z",
"date_modified": "2023-07-09T12:56:10.564Z",
- "date_processed": "1730944047.443586",
+ "date_processed": "1734444194.981228",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1540126"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/MFS/1540126.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/MFS/1540126.html",
"display_name": "Template - Project plan"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1605859.json b/test/integration/connectors/expected_results/confluence/file_data/1605859.json
index e74fc5d3e..a0fde8a7e 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1605859.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1605859.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/1605859.html",
"rel_path": "testteamsp/1605859.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1605859",
"version": "2",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:54:40.304Z",
"date_modified": "2023-07-13T14:13:27.275Z",
- "date_processed": "1730944045.471103",
+ "date_processed": "1734444192.9658291",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1605859"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/1605859.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/1605859.html",
"display_name": "test-teamspace"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1605928.json b/test/integration/connectors/expected_results/confluence/file_data/1605928.json
index 2337e6be2..ade2085f9 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1605928.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1605928.json
@@ -6,7 +6,6 @@
"fullpath": "MFS/1605928.html",
"rel_path": "MFS/1605928.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1605928",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:54:45.162Z",
"date_modified": "2023-07-09T12:54:45.162Z",
- "date_processed": "1730944047.668461",
+ "date_processed": "1734444195.189387",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1605928"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/MFS/1605928.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/MFS/1605928.html",
"display_name": "Template - Meeting notes"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1605942.json b/test/integration/connectors/expected_results/confluence/file_data/1605942.json
index 109fcf3a9..babccdc30 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1605942.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1605942.json
@@ -6,7 +6,6 @@
"fullpath": "MFS/1605942.html",
"rel_path": "MFS/1605942.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1605942",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:54:45.226Z",
"date_modified": "2023-07-09T12:54:45.226Z",
- "date_processed": "1730944047.8476732",
+ "date_processed": "1734444195.374103",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1605942"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/MFS/1605942.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/MFS/1605942.html",
"display_name": "Template - Weekly status report"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1605956.json b/test/integration/connectors/expected_results/confluence/file_data/1605956.json
index f5dcab50f..c79a6bff6 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1605956.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1605956.json
@@ -6,7 +6,6 @@
"fullpath": "MFS/1605956.html",
"rel_path": "MFS/1605956.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1605956",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:54:45.288Z",
"date_modified": "2023-07-09T12:54:45.288Z",
- "date_processed": "1730944048.0752552",
+ "date_processed": "1734444195.620225",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1605956"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/MFS/1605956.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/MFS/1605956.html",
"display_name": "Get the most out of your team space"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1605989.json b/test/integration/connectors/expected_results/confluence/file_data/1605989.json
index 7a339e24e..2fa05fa71 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1605989.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1605989.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/1605989.html",
"rel_path": "testteamsp/1605989.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1605989",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-09T12:56:40.842Z",
"date_modified": "2023-07-09T12:57:59.173Z",
- "date_processed": "1730944045.8354938",
+ "date_processed": "1734444193.309644",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1605989"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/1605989.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/1605989.html",
"display_name": "Testdoc3"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1802252.json b/test/integration/connectors/expected_results/confluence/file_data/1802252.json
index d7fa76066..0c1a9be71 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1802252.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1802252.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/1802252.html",
"rel_path": "testteamsp/1802252.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1802252",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-11T17:01:39.240Z",
"date_modified": "2023-07-11T17:01:47.340Z",
- "date_processed": "1730944046.064836",
+ "date_processed": "1734444193.52543",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1802252"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/1802252.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/1802252.html",
"display_name": "Testdoc2"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/1867777.json b/test/integration/connectors/expected_results/confluence/file_data/1867777.json
index 4898e3a19..8b9fbf071 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/1867777.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/1867777.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/1867777.html",
"rel_path": "testteamsp/1867777.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/1867777",
"version": "2",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-11T17:01:19.072Z",
"date_modified": "2023-07-11T17:02:21.081Z",
- "date_processed": "1730944046.2928698",
+ "date_processed": "1734444193.871711",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "1867777"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/1867777.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/1867777.html",
"display_name": "Testdoc1"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/229477.json b/test/integration/connectors/expected_results/confluence/file_data/229477.json
index 6b949507c..3094f1c19 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/229477.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/229477.json
@@ -6,7 +6,6 @@
"fullpath": "MFS/229477.html",
"rel_path": "MFS/229477.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/229477",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-06-30T17:25:25.504Z",
"date_modified": "2023-06-30T17:25:30.898Z",
- "date_processed": "1730944047.123269",
+ "date_processed": "1734444194.642272",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "229477"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/MFS/229477.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/MFS/229477.html",
"display_name": "My first space"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/2589690.json b/test/integration/connectors/expected_results/confluence/file_data/2589690.json
index 49a5d8e62..97a77147f 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/2589690.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/2589690.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/2589690.html",
"rel_path": "testteamsp/2589690.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/2589690",
"version": "1",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-13T14:27:12.821Z",
"date_modified": "2023-07-13T14:28:03.779Z",
- "date_processed": "1730944046.508574",
+ "date_processed": "1734444194.0566368",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "2589690"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/2589690.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/2589690.html",
"display_name": "Testdoc4"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/confluence/file_data/2589704.json b/test/integration/connectors/expected_results/confluence/file_data/2589704.json
index ee1147e5d..60754b72c 100644
--- a/test/integration/connectors/expected_results/confluence/file_data/2589704.json
+++ b/test/integration/connectors/expected_results/confluence/file_data/2589704.json
@@ -6,7 +6,6 @@
"fullpath": "testteamsp/2589704.html",
"rel_path": "testteamsp/2589704.html"
},
- "doc_type": "file",
"metadata": {
"url": "https://unstructured-ingest-test.atlassian.net/pages/2589704",
"version": "3",
@@ -16,7 +15,7 @@
},
"date_created": "2023-07-13T14:28:06.310Z",
"date_modified": "2023-07-14T22:16:58.907Z",
- "date_processed": "1730944046.7371871",
+ "date_processed": "1734444194.2324412",
"permissions_data": null,
"filesize_bytes": null
},
@@ -25,6 +24,6 @@
"document_id": "2589704"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmphgt576pl/testteamsp/2589704.html",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp1twncsjk/testteamsp/2589704.html",
"display_name": "Testdoc5"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/databricks_volumes_native/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json b/test/integration/connectors/expected_results/databricks_volumes_native/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json
index 4203a0e13..2b166ffce 100644
--- a/test/integration/connectors/expected_results/databricks_volumes_native/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json
+++ b/test/integration/connectors/expected_results/databricks_volumes_native/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json
@@ -6,7 +6,6 @@
"fullpath": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf",
"rel_path": "fake-memo.pdf"
},
- "doc_type": "file",
"metadata": {
"url": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf",
"version": null,
@@ -22,6 +21,6 @@
"path": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpv8xsw7kf/fake-memo.pdf",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpjhv_qqxv/fake-memo.pdf",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/databricks_volumes_native_pat/directory_structure.json b/test/integration/connectors/expected_results/databricks_volumes_native_pat/directory_structure.json
new file mode 100644
index 000000000..738b58633
--- /dev/null
+++ b/test/integration/connectors/expected_results/databricks_volumes_native_pat/directory_structure.json
@@ -0,0 +1,5 @@
+{
+ "directory_structure": [
+ "fake-memo.pdf"
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/databricks_volumes_native_pat/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json b/test/integration/connectors/expected_results/databricks_volumes_native_pat/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json
new file mode 100644
index 000000000..cab05677c
--- /dev/null
+++ b/test/integration/connectors/expected_results/databricks_volumes_native_pat/file_data/9a6eb650-98d6-5465-8f1d-aa7118eee87e.json
@@ -0,0 +1,26 @@
+{
+ "identifier": "9a6eb650-98d6-5465-8f1d-aa7118eee87e",
+ "connector_type": "databricks_volumes",
+ "source_identifiers": {
+ "filename": "fake-memo.pdf",
+ "fullpath": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf",
+ "rel_path": "fake-memo.pdf"
+ },
+ "metadata": {
+ "url": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf",
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": "1729186569000",
+ "date_processed": null,
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "catalog": "utic-dev-tech-fixtures",
+ "path": "/Volumes/utic-dev-tech-fixtures/default/test-platform/databricks-volumes-test-input/fake-memo.pdf"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/pytest-of-romanisecke/pytest-9/test_volumes_native_source_pat0/fake-memo.pdf",
+ "display_name": null
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..3de20df31
--- /dev/null
+++ b/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8758 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "a25cda50-8120-53a1-b7a2-793053901312"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "03137838-f999-575d-8850-23d7b69c1506"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "51140822-0051-5378-ba34-af746e8ada0b"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..e9f94a6ff
--- /dev/null
+++ b/test/integration/connectors/expected_results/duckdb/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "a25cda50-8120-53a1-b7a2-793053901312"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "938a229b-796e-5a20-a4cd-e0c64e584645"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "03137838-f999-575d-8850-23d7b69c1506"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "51140822-0051-5378-ba34-af746e8ada0b"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6117f886-63ff-57f8-b241-d4750b89506d"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d"}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json b/test/integration/connectors/expected_results/elasticsearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json
new file mode 100644
index 000000000..53ddccfee
--- /dev/null
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json
@@ -0,0 +1,63 @@
+{
+ "identifier": "73bd091b-f16a-5d30-b5bf-de62c85ccbe1",
+ "connector_type": "elasticsearch",
+ "source_identifiers": null,
+ "metadata": {
+ "url": "http://localhost:9200/movies",
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734441751.49743",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "index_name": "movies"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "0",
+ "version": null
+ },
+ {
+ "identifier": "1",
+ "version": null
+ },
+ {
+ "identifier": "2",
+ "version": null
+ },
+ {
+ "identifier": "3",
+ "version": null
+ },
+ {
+ "identifier": "4",
+ "version": null
+ },
+ {
+ "identifier": "5",
+ "version": null
+ },
+ {
+ "identifier": "6",
+ "version": null
+ },
+ {
+ "identifier": "7",
+ "version": null
+ },
+ {
+ "identifier": "8",
+ "version": null
+ },
+ {
+ "identifier": "9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-0.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-0.json
index 0aa9c8766..004be16bd 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-0.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-0.json
@@ -6,9 +6,8 @@
"fullpath": "movies-0.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.737115",
+ "date_processed": "1734441751.521352",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-0.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-1.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-1.json
index 60c11f245..828f2303b 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-1.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-1.json
@@ -6,9 +6,8 @@
"fullpath": "movies-1.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.737586",
+ "date_processed": "1734441751.522156",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-1.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-2.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-2.json
index c7acd73db..d68711663 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-2.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-2.json
@@ -6,9 +6,8 @@
"fullpath": "movies-2.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.737973",
+ "date_processed": "1734441751.5225768",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-2.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-3.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-3.json
index a8bc2fa93..4564e4b71 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-3.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-3.json
@@ -6,9 +6,8 @@
"fullpath": "movies-3.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.738324",
+ "date_processed": "1734441751.522796",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-3.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-4.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-4.json
index ca624eccc..343934947 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-4.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-4.json
@@ -6,9 +6,8 @@
"fullpath": "movies-4.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.738688",
+ "date_processed": "1734441751.522986",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-4.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-5.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-5.json
index 9550a442e..a94ea74a9 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-5.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-5.json
@@ -6,9 +6,8 @@
"fullpath": "movies-5.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.7390301",
+ "date_processed": "1734441751.523156",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-5.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-6.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-6.json
index 6437fa4a9..9e87bc9d9 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-6.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-6.json
@@ -6,9 +6,8 @@
"fullpath": "movies-6.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.739337",
+ "date_processed": "1734441751.5233312",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-6.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-7.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-7.json
index 2ff79e1dd..b2468cf7b 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-7.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-7.json
@@ -6,9 +6,8 @@
"fullpath": "movies-7.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.7396412",
+ "date_processed": "1734441751.52351",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-7.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-8.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-8.json
index 12025741b..5b9a79780 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-8.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-8.json
@@ -6,9 +6,8 @@
"fullpath": "movies-8.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.739943",
+ "date_processed": "1734441751.523673",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-8.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-9.json b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-9.json
index f3aa0ffc1..12f60421d 100644
--- a/test/integration/connectors/expected_results/elasticsearch/file_data/movies-9.json
+++ b/test/integration/connectors/expected_results/elasticsearch/file_data/movies-9.json
@@ -6,9 +6,8 @@
"fullpath": "movies-9.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1732112039.7402308",
+ "date_processed": "1734441751.5238342",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpiob2__zr/movies-9.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..21d0dda93
--- /dev/null
+++ b/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8915 @@
+[
+ {
+ "_index": "mock_index",
+ "_id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "_source": {
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "_source": {
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "_source": {
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "_source": {
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "_source": {
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "_source": {
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "_source": {
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "_source": {
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "_source": {
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "_source": {
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "_source": {
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "_source": {
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "_source": {
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "_source": {
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "_source": {
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "03137838-f999-575d-8850-23d7b69c1506",
+ "_source": {
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "_source": {
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "_source": {
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "_source": {
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "_source": {
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "_source": {
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "_source": {
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="
+ }
+ }
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..c58f227a9
--- /dev/null
+++ b/test/integration/connectors/expected_results/elasticsearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"_index": "mock_index", "_id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "_source": {"element_id": "2470d8dc42215b3d68413b55bf00fed2", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="}}}
+{"_index": "mock_index", "_id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "_source": {"element_id": "6ef1d46e93596172ef715ec59df5494f", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"}}}
+{"_index": "mock_index", "_id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "_source": {"element_id": "051b6f44a90f212ae370a76b7942db56", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="}}}
+{"_index": "mock_index", "_id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "_source": {"element_id": "030c11394b735aa6be9b799cb845c994", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="}}}
+{"_index": "mock_index", "_id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "_source": {"element_id": "2f92acb96359c958081ebfe75b65418c", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"}}}
+{"_index": "mock_index", "_id": "a25cda50-8120-53a1-b7a2-793053901312", "_source": {"element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "_source": {"element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"}}}
+{"_index": "mock_index", "_id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "_source": {"element_id": "17d95063f79ee541af296d142b36e35f", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="}}}
+{"_index": "mock_index", "_id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "_source": {"element_id": "153cdf628c31647e2aac3eb0f2648c5d", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="}}}
+{"_index": "mock_index", "_id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "_source": {"element_id": "79597970c982b68b3d6a4c9c79d413ea", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="}}}
+{"_index": "mock_index", "_id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "_source": {"element_id": "6cc716cd468cc285ecb48327614da993", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="}}}
+{"_index": "mock_index", "_id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "_source": {"element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="}}}
+{"_index": "mock_index", "_id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "_source": {"element_id": "fa081583ee24edb4bdffb61462039d74", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "_source": {"element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"}}}
+{"_index": "mock_index", "_id": "938a229b-796e-5a20-a4cd-e0c64e584645", "_source": {"element_id": "9898e8da83933fafa47600450eca67f1", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"}}}
+{"_index": "mock_index", "_id": "03137838-f999-575d-8850-23d7b69c1506", "_source": {"element_id": "af74b2e5414979a734e3765deb30cb33", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="}}}
+{"_index": "mock_index", "_id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "_source": {"element_id": "e618dc60a6ff98b4192cfee285a87d8d", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"}}}
+{"_index": "mock_index", "_id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "_source": {"element_id": "74e259b2a9595cdd2976e6f475433315", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"}}}
+{"_index": "mock_index", "_id": "51140822-0051-5378-ba34-af746e8ada0b", "_source": {"element_id": "4caf625fc52f907e0524a9ebf8968844", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="}}}
+{"_index": "mock_index", "_id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "_source": {"element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "6117f886-63ff-57f8-b241-d4750b89506d", "_source": {"element_id": "c606b16486eabb5d7612a973aafa6f44", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="}}}
+{"_index": "mock_index", "_id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "_source": {"element_id": "3e7327ee201e84f3061474204708d8f7", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="}}}
diff --git a/test/integration/connectors/expected_results/kafka/directory_structure.json b/test/integration/connectors/expected_results/kafka-cloud/directory_structure.json
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/directory_structure.json
rename to test/integration/connectors/expected_results/kafka-cloud/directory_structure.json
diff --git a/test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_0.txt b/test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_0.txt
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_0.txt
rename to test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_0.txt
diff --git a/test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_1.txt b/test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_1.txt
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_1.txt
rename to test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_1.txt
diff --git a/test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_2.txt b/test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_2.txt
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_2.txt
rename to test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_2.txt
diff --git a/test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_3.txt b/test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_3.txt
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_3.txt
rename to test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_3.txt
diff --git a/test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_4.txt b/test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_4.txt
similarity index 100%
rename from test/integration/connectors/expected_results/kafka/downloads/fake-topic_0_4.txt
rename to test/integration/connectors/expected_results/kafka-cloud/downloads/fake-topic_0_4.txt
diff --git a/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_0.json b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_0.json
new file mode 100644
index 000000000..084c43955
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_0.json
@@ -0,0 +1,28 @@
+{
+ "identifier": "fake-topic_0_0",
+ "connector_type": "kafka-cloud",
+ "source_identifiers": {
+ "filename": "fake-topic_0_0.txt",
+ "fullpath": "fake-topic_0_0.txt",
+ "rel_path": null
+ },
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734443113.609303",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "topic": "fake-topic",
+ "partition": 0,
+ "offset": 0,
+ "content": "This is some text for message 0"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpelurnw83/fake-topic_0_0.txt",
+ "display_name": "fake-topic_0_0.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_1.json b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_1.json
new file mode 100644
index 000000000..299206e0b
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_1.json
@@ -0,0 +1,28 @@
+{
+ "identifier": "fake-topic_0_1",
+ "connector_type": "kafka-cloud",
+ "source_identifiers": {
+ "filename": "fake-topic_0_1.txt",
+ "fullpath": "fake-topic_0_1.txt",
+ "rel_path": null
+ },
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734443113.650538",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "topic": "fake-topic",
+ "partition": 0,
+ "offset": 1,
+ "content": "This is some text for message 1"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpelurnw83/fake-topic_0_1.txt",
+ "display_name": "fake-topic_0_1.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_2.json b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_2.json
new file mode 100644
index 000000000..95e4b8ed3
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_2.json
@@ -0,0 +1,28 @@
+{
+ "identifier": "fake-topic_0_2",
+ "connector_type": "kafka-cloud",
+ "source_identifiers": {
+ "filename": "fake-topic_0_2.txt",
+ "fullpath": "fake-topic_0_2.txt",
+ "rel_path": null
+ },
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734443113.690078",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "topic": "fake-topic",
+ "partition": 0,
+ "offset": 2,
+ "content": "This is some text for message 2"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpelurnw83/fake-topic_0_2.txt",
+ "display_name": "fake-topic_0_2.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_3.json b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_3.json
new file mode 100644
index 000000000..e4ed1af87
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_3.json
@@ -0,0 +1,28 @@
+{
+ "identifier": "fake-topic_0_3",
+ "connector_type": "kafka-cloud",
+ "source_identifiers": {
+ "filename": "fake-topic_0_3.txt",
+ "fullpath": "fake-topic_0_3.txt",
+ "rel_path": null
+ },
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734443113.721693",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "topic": "fake-topic",
+ "partition": 0,
+ "offset": 3,
+ "content": "This is some text for message 3"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpelurnw83/fake-topic_0_3.txt",
+ "display_name": "fake-topic_0_3.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_4.json b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_4.json
new file mode 100644
index 000000000..7367d0ed4
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-cloud/file_data/fake-topic_0_4.json
@@ -0,0 +1,28 @@
+{
+ "identifier": "fake-topic_0_4",
+ "connector_type": "kafka-cloud",
+ "source_identifiers": {
+ "filename": "fake-topic_0_4.txt",
+ "fullpath": "fake-topic_0_4.txt",
+ "rel_path": null
+ },
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734443113.760659",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "topic": "fake-topic",
+ "partition": 0,
+ "offset": 4,
+ "content": "This is some text for message 4"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpelurnw83/fake-topic_0_4.txt",
+ "display_name": "fake-topic_0_4.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/directory_structure.json b/test/integration/connectors/expected_results/kafka-local/directory_structure.json
new file mode 100644
index 000000000..bd5d8979e
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/directory_structure.json
@@ -0,0 +1,9 @@
+{
+ "directory_structure": [
+ "fake-topic_0_0.txt",
+ "fake-topic_0_1.txt",
+ "fake-topic_0_2.txt",
+ "fake-topic_0_3.txt",
+ "fake-topic_0_4.txt"
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_0.txt b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_0.txt
new file mode 100644
index 000000000..ba44231c3
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_0.txt
@@ -0,0 +1 @@
+This is some text for message 0
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_1.txt b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_1.txt
new file mode 100644
index 000000000..d6d6d369d
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_1.txt
@@ -0,0 +1 @@
+This is some text for message 1
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_2.txt b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_2.txt
new file mode 100644
index 000000000..48ec8d22d
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_2.txt
@@ -0,0 +1 @@
+This is some text for message 2
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_3.txt b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_3.txt
new file mode 100644
index 000000000..ef4d9452c
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_3.txt
@@ -0,0 +1 @@
+This is some text for message 3
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_4.txt b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_4.txt
new file mode 100644
index 000000000..e29bbfbce
--- /dev/null
+++ b/test/integration/connectors/expected_results/kafka-local/downloads/fake-topic_0_4.txt
@@ -0,0 +1 @@
+This is some text for message 4
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_0.json b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_0.json
similarity index 84%
rename from test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_0.json
rename to test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_0.json
index 158da550c..dfa9bfb72 100644
--- a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_0.json
+++ b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_0.json
@@ -6,14 +6,13 @@
"fullpath": "fake-topic_0_0.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1731074369.1742651",
+ "date_processed": "1734443134.787072",
"permissions_data": null,
"filesize_bytes": null
},
@@ -24,6 +23,6 @@
"content": "This is some text for message 0"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmprfm2jt0h/fake-topic_0_0.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpvpbhdxsc/fake-topic_0_0.txt",
"display_name": "fake-topic_0_0.txt"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_1.json b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_1.json
similarity index 85%
rename from test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_1.json
rename to test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_1.json
index 4da0db5ba..9543e487a 100644
--- a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_1.json
+++ b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_1.json
@@ -6,14 +6,13 @@
"fullpath": "fake-topic_0_1.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1731074369.183776",
+ "date_processed": "1734443134.796267",
"permissions_data": null,
"filesize_bytes": null
},
@@ -24,6 +23,6 @@
"content": "This is some text for message 1"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmprfm2jt0h/fake-topic_0_1.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpvpbhdxsc/fake-topic_0_1.txt",
"display_name": "fake-topic_0_1.txt"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_2.json b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_2.json
similarity index 85%
rename from test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_2.json
rename to test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_2.json
index 00ef9a221..9f0ffc1e3 100644
--- a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_2.json
+++ b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_2.json
@@ -6,14 +6,13 @@
"fullpath": "fake-topic_0_2.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1731074369.185874",
+ "date_processed": "1734443134.798773",
"permissions_data": null,
"filesize_bytes": null
},
@@ -24,6 +23,6 @@
"content": "This is some text for message 2"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmprfm2jt0h/fake-topic_0_2.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpvpbhdxsc/fake-topic_0_2.txt",
"display_name": "fake-topic_0_2.txt"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_3.json b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_3.json
similarity index 85%
rename from test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_3.json
rename to test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_3.json
index 3382398ef..039f67a56 100644
--- a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_3.json
+++ b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_3.json
@@ -6,14 +6,13 @@
"fullpath": "fake-topic_0_3.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1731074369.187455",
+ "date_processed": "1734443134.800767",
"permissions_data": null,
"filesize_bytes": null
},
@@ -24,6 +23,6 @@
"content": "This is some text for message 3"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmprfm2jt0h/fake-topic_0_3.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpvpbhdxsc/fake-topic_0_3.txt",
"display_name": "fake-topic_0_3.txt"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_4.json b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_4.json
similarity index 85%
rename from test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_4.json
rename to test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_4.json
index ca254842f..5fdd5fb81 100644
--- a/test/integration/connectors/expected_results/kafka/file_data/fake-topic_0_4.json
+++ b/test/integration/connectors/expected_results/kafka-local/file_data/fake-topic_0_4.json
@@ -6,14 +6,13 @@
"fullpath": "fake-topic_0_4.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1731074369.189026",
+ "date_processed": "1734443134.802675",
"permissions_data": null,
"filesize_bytes": null
},
@@ -24,6 +23,6 @@
"content": "This is some text for message 4"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmprfm2jt0h/fake-topic_0_4.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpvpbhdxsc/fake-topic_0_4.txt",
"display_name": "fake-topic_0_4.txt"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/lancedb/stager/DA-1p-with-duplicate-pages.pdf.feather b/test/integration/connectors/expected_results/lancedb/stager/DA-1p-with-duplicate-pages.pdf.feather
new file mode 100644
index 000000000..34c788043
Binary files /dev/null and b/test/integration/connectors/expected_results/lancedb/stager/DA-1p-with-duplicate-pages.pdf.feather differ
diff --git a/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..ae3001bbb
--- /dev/null
+++ b/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8758 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa",
+ "is_continuation": true,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 1,
+ "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==",
+ "is_continuation": true,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 2,
+ "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==",
+ "is_continuation": true,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": "[\"eng\"]",
+ "page_number": 3,
+ "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=",
+ "is_continuation": false,
+ "record_id": "mock file data"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..1a5ae39a7
--- /dev/null
+++ b/test/integration/connectors/expected_results/milvus/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "is_continuation": true, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 1, "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "is_continuation": true, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 2, "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "is_continuation": true, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==", "is_continuation": false, "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": "[\"eng\"]", "page_number": 3, "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=", "is_continuation": false, "record_id": "mock file data"}
diff --git a/test/integration/connectors/expected_results/mongodb/file_data/172fdbf9-275b-5e38-82e6-4ec730d42460.json b/test/integration/connectors/expected_results/mongodb/file_data/172fdbf9-275b-5e38-82e6-4ec730d42460.json
new file mode 100644
index 000000000..3f219feba
--- /dev/null
+++ b/test/integration/connectors/expected_results/mongodb/file_data/172fdbf9-275b-5e38-82e6-4ec730d42460.json
@@ -0,0 +1,43 @@
+{
+ "identifier": "172fdbf9-275b-5e38-82e6-4ec730d42460",
+ "connector_type": "mongodb",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": {
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
+ },
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734616944.92011",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "659daefa21dd8c9054b084b6",
+ "version": null
+ },
+ {
+ "identifier": "659daefa21dd8c9054b084b7",
+ "version": null
+ },
+ {
+ "identifier": "659daefa21dd8c9054b084b8",
+ "version": null
+ },
+ {
+ "identifier": "659daefa21dd8c9054b084b9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b6.json b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b6.json
index 8fc625c2a..b17221f10 100644
--- a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b6.json
+++ b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b6.json
@@ -2,34 +2,29 @@
"identifier": "659daefa21dd8c9054b084b6",
"connector_type": "mongodb",
"source_identifiers": {
- "filename": "659daefa21dd8c9054b084b6",
- "fullpath": "659daefa21dd8c9054b084b6",
- "rel_path": "659daefa21dd8c9054b084b6"
+ "filename": "659daefa21dd8c9054b084b6.txt",
+ "fullpath": "659daefa21dd8c9054b084b6.txt",
+ "rel_path": null
},
- "doc_type": "batch",
"metadata": {
"url": null,
"version": null,
"record_locator": {
"database": "ingest-test-db",
"collection": "sample-mongodb-data",
- "document_id": "659daefa21dd8c9054b084b9"
+ "document_id": "659daefa21dd8c9054b084b6"
},
"date_created": "2024-01-09T20:39:22+00:00",
"date_modified": null,
- "date_processed": "1732220437.5323362",
+ "date_processed": "1734616944.92011",
"permissions_data": null,
"filesize_bytes": null
},
"additional_metadata": {
- "ids": [
- "659daefa21dd8c9054b084b6",
- "659daefa21dd8c9054b084b7",
- "659daefa21dd8c9054b084b8",
- "659daefa21dd8c9054b084b9"
- ]
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp3iv0ttb6/659daefa21dd8c9054b084b6.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpc2l6l7w3/659daefa21dd8c9054b084b6.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b7.json b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b7.json
index 6c1aaad04..a7e0fd4ee 100644
--- a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b7.json
+++ b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b7.json
@@ -2,34 +2,29 @@
"identifier": "659daefa21dd8c9054b084b7",
"connector_type": "mongodb",
"source_identifiers": {
- "filename": "659daefa21dd8c9054b084b7",
- "fullpath": "659daefa21dd8c9054b084b7",
- "rel_path": "659daefa21dd8c9054b084b7"
+ "filename": "659daefa21dd8c9054b084b7.txt",
+ "fullpath": "659daefa21dd8c9054b084b7.txt",
+ "rel_path": null
},
- "doc_type": "batch",
"metadata": {
"url": null,
"version": null,
"record_locator": {
"database": "ingest-test-db",
"collection": "sample-mongodb-data",
- "document_id": "659daefa21dd8c9054b084b9"
+ "document_id": "659daefa21dd8c9054b084b7"
},
"date_created": "2024-01-09T20:39:22+00:00",
"date_modified": null,
- "date_processed": "1732220437.5323362",
+ "date_processed": "1734616944.92011",
"permissions_data": null,
"filesize_bytes": null
},
"additional_metadata": {
- "ids": [
- "659daefa21dd8c9054b084b6",
- "659daefa21dd8c9054b084b7",
- "659daefa21dd8c9054b084b8",
- "659daefa21dd8c9054b084b9"
- ]
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp3iv0ttb6/659daefa21dd8c9054b084b7.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpc2l6l7w3/659daefa21dd8c9054b084b7.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b8.json b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b8.json
index a3ea34903..ced94d5a8 100644
--- a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b8.json
+++ b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b8.json
@@ -2,34 +2,29 @@
"identifier": "659daefa21dd8c9054b084b8",
"connector_type": "mongodb",
"source_identifiers": {
- "filename": "659daefa21dd8c9054b084b8",
- "fullpath": "659daefa21dd8c9054b084b8",
- "rel_path": "659daefa21dd8c9054b084b8"
+ "filename": "659daefa21dd8c9054b084b8.txt",
+ "fullpath": "659daefa21dd8c9054b084b8.txt",
+ "rel_path": null
},
- "doc_type": "batch",
"metadata": {
"url": null,
"version": null,
"record_locator": {
"database": "ingest-test-db",
"collection": "sample-mongodb-data",
- "document_id": "659daefa21dd8c9054b084b9"
+ "document_id": "659daefa21dd8c9054b084b8"
},
"date_created": "2024-01-09T20:39:22+00:00",
"date_modified": null,
- "date_processed": "1732220437.5323362",
+ "date_processed": "1734616944.92011",
"permissions_data": null,
"filesize_bytes": null
},
"additional_metadata": {
- "ids": [
- "659daefa21dd8c9054b084b6",
- "659daefa21dd8c9054b084b7",
- "659daefa21dd8c9054b084b8",
- "659daefa21dd8c9054b084b9"
- ]
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp3iv0ttb6/659daefa21dd8c9054b084b8.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpc2l6l7w3/659daefa21dd8c9054b084b8.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b9.json b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b9.json
index b18b5c805..399d6f7e9 100644
--- a/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b9.json
+++ b/test/integration/connectors/expected_results/mongodb/file_data/659daefa21dd8c9054b084b9.json
@@ -2,11 +2,10 @@
"identifier": "659daefa21dd8c9054b084b9",
"connector_type": "mongodb",
"source_identifiers": {
- "filename": "659daefa21dd8c9054b084b9",
- "fullpath": "659daefa21dd8c9054b084b9",
- "rel_path": "659daefa21dd8c9054b084b9"
+ "filename": "659daefa21dd8c9054b084b9.txt",
+ "fullpath": "659daefa21dd8c9054b084b9.txt",
+ "rel_path": null
},
- "doc_type": "batch",
"metadata": {
"url": null,
"version": null,
@@ -17,19 +16,15 @@
},
"date_created": "2024-01-09T20:39:22+00:00",
"date_modified": null,
- "date_processed": "1732220437.5323362",
+ "date_processed": "1734616944.92011",
"permissions_data": null,
"filesize_bytes": null
},
"additional_metadata": {
- "ids": [
- "659daefa21dd8c9054b084b6",
- "659daefa21dd8c9054b084b7",
- "659daefa21dd8c9054b084b8",
- "659daefa21dd8c9054b084b9"
- ]
+ "database": "ingest-test-db",
+ "collection": "sample-mongodb-data"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp3iv0ttb6/659daefa21dd8c9054b084b9.txt",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpc2l6l7w3/659daefa21dd8c9054b084b9.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json b/test/integration/connectors/expected_results/opensearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json
new file mode 100644
index 000000000..a04622fb0
--- /dev/null
+++ b/test/integration/connectors/expected_results/opensearch/file_data/73bd091b-f16a-5d30-b5bf-de62c85ccbe1.json
@@ -0,0 +1,63 @@
+{
+ "identifier": "73bd091b-f16a-5d30-b5bf-de62c85ccbe1",
+ "connector_type": "elasticsearch",
+ "source_identifiers": null,
+ "metadata": {
+ "url": "http://localhost:9200/movies",
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734441717.395118",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "index_name": "movies"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "0",
+ "version": null
+ },
+ {
+ "identifier": "1",
+ "version": null
+ },
+ {
+ "identifier": "2",
+ "version": null
+ },
+ {
+ "identifier": "3",
+ "version": null
+ },
+ {
+ "identifier": "4",
+ "version": null
+ },
+ {
+ "identifier": "5",
+ "version": null
+ },
+ {
+ "identifier": "6",
+ "version": null
+ },
+ {
+ "identifier": "7",
+ "version": null
+ },
+ {
+ "identifier": "8",
+ "version": null
+ },
+ {
+ "identifier": "9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-0.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-0.json
index 13aa3dd9d..5c5d4402a 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-0.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-0.json
@@ -6,9 +6,8 @@
"fullpath": "movies-0.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.370431",
+ "date_processed": "1734441717.425199",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-0.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-1.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-1.json
index 96b944675..3f4d8692d 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-1.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-1.json
@@ -6,9 +6,8 @@
"fullpath": "movies-1.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.370639",
+ "date_processed": "1734441717.4254642",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-1.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-2.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-2.json
index 6669ce589..62615f840 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-2.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-2.json
@@ -6,9 +6,8 @@
"fullpath": "movies-2.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.370782",
+ "date_processed": "1734441717.4256551",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-2.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-3.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-3.json
index ec7249406..8b5f23c02 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-3.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-3.json
@@ -6,9 +6,8 @@
"fullpath": "movies-3.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.370912",
+ "date_processed": "1734441717.425824",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-3.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-4.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-4.json
index ce515d8db..3376d5686 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-4.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-4.json
@@ -6,9 +6,8 @@
"fullpath": "movies-4.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.37104",
+ "date_processed": "1734441717.426004",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-4.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-5.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-5.json
index e0b475638..de73f8062 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-5.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-5.json
@@ -6,9 +6,8 @@
"fullpath": "movies-5.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.3711529",
+ "date_processed": "1734441717.426209",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-5.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-6.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-6.json
index 51e9ec96f..00aeeb5e6 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-6.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-6.json
@@ -6,9 +6,8 @@
"fullpath": "movies-6.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.3712618",
+ "date_processed": "1734441717.426358",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-6.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-7.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-7.json
index 5e6badbc3..f273ffa8e 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-7.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-7.json
@@ -6,9 +6,8 @@
"fullpath": "movies-7.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.371375",
+ "date_processed": "1734441717.42651",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-7.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-8.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-8.json
index 735fa742b..44e4813c8 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-8.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-8.json
@@ -6,9 +6,8 @@
"fullpath": "movies-8.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.371514",
+ "date_processed": "1734441717.4266481",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-8.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/file_data/movies-9.json b/test/integration/connectors/expected_results/opensearch/file_data/movies-9.json
index 4efe7aab5..38af0d70a 100644
--- a/test/integration/connectors/expected_results/opensearch/file_data/movies-9.json
+++ b/test/integration/connectors/expected_results/opensearch/file_data/movies-9.json
@@ -6,9 +6,8 @@
"fullpath": "movies-9.txt",
"rel_path": null
},
- "doc_type": "file",
"metadata": {
- "url": null,
+ "url": "http://localhost:9200/movies",
"version": "1",
"record_locator": {
"hosts": [
@@ -19,12 +18,14 @@
},
"date_created": null,
"date_modified": null,
- "date_processed": "1731962225.3716521",
+ "date_processed": "1734441717.426801",
"permissions_data": null,
"filesize_bytes": null
},
- "additional_metadata": {},
+ "additional_metadata": {
+ "index_name": "movies"
+ },
"reprocess": false,
- "local_download_path": null,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpz9m4m2ia/movies-9.txt",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..21d0dda93
--- /dev/null
+++ b/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8915 @@
+[
+ {
+ "_index": "mock_index",
+ "_id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "_source": {
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "_source": {
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "_source": {
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "_source": {
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "_source": {
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "_source": {
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "_source": {
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "_source": {
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "_source": {
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "_source": {
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "_source": {
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "_source": {
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "_source": {
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "_source": {
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "_source": {
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "03137838-f999-575d-8850-23d7b69c1506",
+ "_source": {
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "_source": {
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "_source": {
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "_source": {
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "_source": {
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "text": "Magi.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==",
+ "is_continuation": true
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "_source": {
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="
+ }
+ }
+ },
+ {
+ "_index": "mock_index",
+ "_id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "_source": {
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "type": "CompositeElement",
+ "record_id": "mock file data",
+ "metadata": {
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="
+ }
+ }
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..c58f227a9
--- /dev/null
+++ b/test/integration/connectors/expected_results/opensearch/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"_index": "mock_index", "_id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "_source": {"element_id": "2470d8dc42215b3d68413b55bf00fed2", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="}}}
+{"_index": "mock_index", "_id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "_source": {"element_id": "6ef1d46e93596172ef715ec59df5494f", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"}}}
+{"_index": "mock_index", "_id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "_source": {"element_id": "051b6f44a90f212ae370a76b7942db56", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="}}}
+{"_index": "mock_index", "_id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "_source": {"element_id": "030c11394b735aa6be9b799cb845c994", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="}}}
+{"_index": "mock_index", "_id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "_source": {"element_id": "2f92acb96359c958081ebfe75b65418c", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"}}}
+{"_index": "mock_index", "_id": "a25cda50-8120-53a1-b7a2-793053901312", "_source": {"element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "_source": {"element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"}}}
+{"_index": "mock_index", "_id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "_source": {"element_id": "17d95063f79ee541af296d142b36e35f", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 1, "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="}}}
+{"_index": "mock_index", "_id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "_source": {"element_id": "153cdf628c31647e2aac3eb0f2648c5d", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="}}}
+{"_index": "mock_index", "_id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "_source": {"element_id": "79597970c982b68b3d6a4c9c79d413ea", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="}}}
+{"_index": "mock_index", "_id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "_source": {"element_id": "6cc716cd468cc285ecb48327614da993", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="}}}
+{"_index": "mock_index", "_id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "_source": {"element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="}}}
+{"_index": "mock_index", "_id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "_source": {"element_id": "fa081583ee24edb4bdffb61462039d74", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "_source": {"element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"}}}
+{"_index": "mock_index", "_id": "938a229b-796e-5a20-a4cd-e0c64e584645", "_source": {"element_id": "9898e8da83933fafa47600450eca67f1", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 2, "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"}}}
+{"_index": "mock_index", "_id": "03137838-f999-575d-8850-23d7b69c1506", "_source": {"element_id": "af74b2e5414979a734e3765deb30cb33", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="}}}
+{"_index": "mock_index", "_id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "_source": {"element_id": "e618dc60a6ff98b4192cfee285a87d8d", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"}}}
+{"_index": "mock_index", "_id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "_source": {"element_id": "74e259b2a9595cdd2976e6f475433315", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"}}}
+{"_index": "mock_index", "_id": "51140822-0051-5378-ba34-af746e8ada0b", "_source": {"element_id": "4caf625fc52f907e0524a9ebf8968844", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="}}}
+{"_index": "mock_index", "_id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "_source": {"element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "text": "Magi.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "is_continuation": true}}}
+{"_index": "mock_index", "_id": "6117f886-63ff-57f8-b241-d4750b89506d", "_source": {"element_id": "c606b16486eabb5d7612a973aafa6f44", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="}}}
+{"_index": "mock_index", "_id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "_source": {"element_id": "3e7327ee201e84f3061474204708d8f7", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "type": "CompositeElement", "record_id": "mock file data", "metadata": {"filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": 3, "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="}}}
diff --git a/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..9f0a7e356
--- /dev/null
+++ b/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8717 @@
+[
+ {
+ "id": "mock file data#eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "values": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "metadata": {
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "values": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "metadata": {
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "values": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "metadata": {
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "values": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "metadata": {
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "values": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "metadata": {
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#a25cda50-8120-53a1-b7a2-793053901312",
+ "values": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "metadata": {
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "is_continuation": true,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "values": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "metadata": {
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "values": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "metadata": {
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 1,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "values": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "metadata": {
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "values": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "metadata": {
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "values": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "metadata": {
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "values": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "metadata": {
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "values": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "metadata": {
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "is_continuation": true,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "values": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "metadata": {
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#938a229b-796e-5a20-a4cd-e0c64e584645",
+ "values": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "metadata": {
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 2,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#03137838-f999-575d-8850-23d7b69c1506",
+ "values": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "metadata": {
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "values": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "metadata": {
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "values": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "metadata": {
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#51140822-0051-5378-ba34-af746e8ada0b",
+ "values": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "metadata": {
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "values": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "metadata": {
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "is_continuation": true,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#6117f886-63ff-57f8-b241-d4750b89506d",
+ "values": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "metadata": {
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ },
+ {
+ "id": "mock file data#6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "values": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "metadata": {
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "page_number": 3,
+ "record_id": "mock file data"
+ }
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..466f7d63f
--- /dev/null
+++ b/test/integration/connectors/expected_results/pinecone/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"id": "mock file data#eea3f378-4ccb-5911-87f0-433a74bb3bad", "values": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "metadata": {"element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#c494bb2b-fe74-5a86-847b-901e4bbabd31", "values": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "metadata": {"element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#bee11275-4a1a-54e4-a1ba-285aa9029e29", "values": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "metadata": {"element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#fd588800-c06b-5a51-8184-5deb7d7dac9d", "values": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "metadata": {"element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#581ab7f4-0d0e-522c-9765-2210c65ff896", "values": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "metadata": {"element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#a25cda50-8120-53a1-b7a2-793053901312", "values": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "metadata": {"element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "is_continuation": true, "record_id": "mock file data"}}
+{"id": "mock file data#9ccf12da-8f80-50b0-a374-6558d14ec4ae", "values": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "metadata": {"element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#3d2d1a35-0f47-5341-bfc0-f226678e7024", "values": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "metadata": {"element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 1, "record_id": "mock file data"}}
+{"id": "mock file data#e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "values": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "metadata": {"element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#1175c598-7149-57cd-9067-ef9cd3b3b66e", "values": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "metadata": {"element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "values": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "metadata": {"element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#847b235f-d550-5ed6-abc1-03746ded2a3f", "values": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "metadata": {"element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#513653fc-673a-52f0-a8e3-4e391e582fb0", "values": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "metadata": {"element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "is_continuation": true, "record_id": "mock file data"}}
+{"id": "mock file data#1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "values": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "metadata": {"element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#938a229b-796e-5a20-a4cd-e0c64e584645", "values": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "metadata": {"element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 2, "record_id": "mock file data"}}
+{"id": "mock file data#03137838-f999-575d-8850-23d7b69c1506", "values": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "metadata": {"element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
+{"id": "mock file data#8fdaccb4-eeae-5814-a84a-c063cc92742f", "values": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "metadata": {"element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
+{"id": "mock file data#5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "values": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "metadata": {"element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
+{"id": "mock file data#51140822-0051-5378-ba34-af746e8ada0b", "values": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "metadata": {"element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
+{"id": "mock file data#0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "values": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "metadata": {"element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "is_continuation": true, "record_id": "mock file data"}}
+{"id": "mock file data#6117f886-63ff-57f8-b241-d4750b89506d", "values": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "metadata": {"element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
+{"id": "mock file data#6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "values": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "metadata": {"element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "filename": "DA-1p-with-duplicate-pages.pdf.json", "page_number": 3, "record_id": "mock file data"}}
diff --git a/test/integration/connectors/expected_results/postgres/directory_structure.json b/test/integration/connectors/expected_results/postgres/directory_structure.json
index 582d06a50..ab3ebaa52 100644
--- a/test/integration/connectors/expected_results/postgres/directory_structure.json
+++ b/test/integration/connectors/expected_results/postgres/directory_structure.json
@@ -2,17 +2,7 @@
"directory_structure": [
"cars-1-5fb93ce5.csv",
"cars-10-5fb93ce5.csv",
- "cars-11-5fb93ce5.csv",
- "cars-12-5fb93ce5.csv",
- "cars-13-5fb93ce5.csv",
- "cars-14-5fb93ce5.csv",
- "cars-15-5fb93ce5.csv",
- "cars-16-5fb93ce5.csv",
- "cars-17-5fb93ce5.csv",
- "cars-18-5fb93ce5.csv",
- "cars-19-5fb93ce5.csv",
"cars-2-5fb93ce5.csv",
- "cars-20-5fb93ce5.csv",
"cars-3-5fb93ce5.csv",
"cars-4-5fb93ce5.csv",
"cars-5-5fb93ce5.csv",
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-11-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-11-5fb93ce5.csv
deleted file mode 100644
index f79bba8af..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-11-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-11,brand_10
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-12-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-12-5fb93ce5.csv
deleted file mode 100644
index e8daa7c09..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-12-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-12,brand_11
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-13-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-13-5fb93ce5.csv
deleted file mode 100644
index c7a31d7d8..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-13-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-13,brand_12
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-14-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-14-5fb93ce5.csv
deleted file mode 100644
index 59401773a..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-14-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-14,brand_13
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-15-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-15-5fb93ce5.csv
deleted file mode 100644
index 0fbe7e76e..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-15-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-15,brand_14
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-16-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-16-5fb93ce5.csv
deleted file mode 100644
index b86a17466..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-16-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-16,brand_15
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-17-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-17-5fb93ce5.csv
deleted file mode 100644
index d0fb86cf6..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-17-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-17,brand_16
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-18-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-18-5fb93ce5.csv
deleted file mode 100644
index 4f6e2e3c9..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-18-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-18,brand_17
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-19-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-19-5fb93ce5.csv
deleted file mode 100644
index 7ebbacfd5..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-19-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-19,brand_18
diff --git a/test/integration/connectors/expected_results/postgres/downloads/cars-20-5fb93ce5.csv b/test/integration/connectors/expected_results/postgres/downloads/cars-20-5fb93ce5.csv
deleted file mode 100644
index 47dcfb3cf..000000000
--- a/test/integration/connectors/expected_results/postgres/downloads/cars-20-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-20,brand_19
diff --git a/test/integration/connectors/expected_results/postgres/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json b/test/integration/connectors/expected_results/postgres/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
new file mode 100644
index 000000000..b1a46b919
--- /dev/null
+++ b/test/integration/connectors/expected_results/postgres/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
@@ -0,0 +1,40 @@
+{
+ "identifier": "1c704234-e0da-5676-be32-a12cc6407b3d",
+ "connector_type": "postgres",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734614838.793458",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "10",
+ "version": null
+ },
+ {
+ "identifier": "7",
+ "version": null
+ },
+ {
+ "identifier": "8",
+ "version": null
+ },
+ {
+ "identifier": "9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/324354db-0465-56ca-a023-072481f5dd03.json b/test/integration/connectors/expected_results/postgres/file_data/324354db-0465-56ca-a023-072481f5dd03.json
new file mode 100644
index 000000000..dd87b8115
--- /dev/null
+++ b/test/integration/connectors/expected_results/postgres/file_data/324354db-0465-56ca-a023-072481f5dd03.json
@@ -0,0 +1,48 @@
+{
+ "identifier": "324354db-0465-56ca-a023-072481f5dd03",
+ "connector_type": "postgres",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734614838.7745018",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "1",
+ "version": null
+ },
+ {
+ "identifier": "2",
+ "version": null
+ },
+ {
+ "identifier": "3",
+ "version": null
+ },
+ {
+ "identifier": "4",
+ "version": null
+ },
+ {
+ "identifier": "5",
+ "version": null
+ },
+ {
+ "identifier": "6",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-1-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-1-5fb93ce5.json
index ee9d492fc..a0dfe1acf 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-1-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-1-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-1-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-1-5fb93ce5.csv",
+ "fullpath": "cars-1-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.7654889",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-1-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-1-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-10-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-10-5fb93ce5.json
index a1bb7465d..faf0ff790 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-10-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-10-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-10-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-10-5fb93ce5.csv",
+ "fullpath": "cars-10-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.782826",
+ "date_processed": "1734614838.793458",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-10-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-10-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-11-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-11-5fb93ce5.json
deleted file mode 100644
index 7d1df8a08..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-11-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-11-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.794465",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-11-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-12-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-12-5fb93ce5.json
deleted file mode 100644
index e117043bb..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-12-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-12-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.794465",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-12-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-13-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-13-5fb93ce5.json
deleted file mode 100644
index d1185362a..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-13-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-13-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.794465",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-13-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-14-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-14-5fb93ce5.json
deleted file mode 100644
index dac78c705..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-14-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-14-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.794465",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-14-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-15-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-15-5fb93ce5.json
deleted file mode 100644
index 745bbeef0..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-15-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-15-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.794465",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-15-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-16-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-16-5fb93ce5.json
deleted file mode 100644
index a912825f3..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-16-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-16-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.804966",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-16-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-17-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-17-5fb93ce5.json
deleted file mode 100644
index ff4ae555c..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-17-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-17-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.804966",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-17-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-18-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-18-5fb93ce5.json
deleted file mode 100644
index 1c228ce10..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-18-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-18-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.804966",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-18-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-19-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-19-5fb93ce5.json
deleted file mode 100644
index 163cf24af..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-19-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-19-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.804966",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-19-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-2-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-2-5fb93ce5.json
index ee2e84f48..06d04ce2c 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-2-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-2-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-2-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-2-5fb93ce5.csv",
+ "fullpath": "cars-2-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.7654889",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-2-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-2-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-20-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-20-5fb93ce5.json
deleted file mode 100644
index f50d27c11..000000000
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-20-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-20-5fb93ce5",
- "connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944126.804966",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-20-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-3-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-3-5fb93ce5.json
index c63246781..666d24959 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-3-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-3-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-3-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-3-5fb93ce5.csv",
+ "fullpath": "cars-3-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.7654889",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-3-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-3-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-4-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-4-5fb93ce5.json
index a1dac0639..964a3828d 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-4-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-4-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-4-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-4-5fb93ce5.csv",
+ "fullpath": "cars-4-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.7654889",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-4-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-4-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-5-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-5-5fb93ce5.json
index 3aa31d523..c024c81a4 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-5-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-5-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-5-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-5-5fb93ce5.csv",
+ "fullpath": "cars-5-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.7654889",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-5-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-5-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-6-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-6-5fb93ce5.json
index 3215a2033..34ebfd178 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-6-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-6-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-6-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-6-5fb93ce5.csv",
+ "fullpath": "cars-6-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.782826",
+ "date_processed": "1734614838.7745018",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-6-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-6-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-7-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-7-5fb93ce5.json
index 931a52ccc..b7303748b 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-7-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-7-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-7-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-7-5fb93ce5.csv",
+ "fullpath": "cars-7-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.782826",
+ "date_processed": "1734614838.793458",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-7-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-7-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-8-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-8-5fb93ce5.json
index 09143bbe1..c4191f2cd 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-8-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-8-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-8-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-8-5fb93ce5.csv",
+ "fullpath": "cars-8-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.782826",
+ "date_processed": "1734614838.793458",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-8-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-8-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/file_data/cars-9-5fb93ce5.json b/test/integration/connectors/expected_results/postgres/file_data/cars-9-5fb93ce5.json
index ce5658f82..c3f6662ab 100644
--- a/test/integration/connectors/expected_results/postgres/file_data/cars-9-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/postgres/file_data/cars-9-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-9-5fb93ce5",
"connector_type": "postgres",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-9-5fb93ce5.csv",
+ "fullpath": "cars-9-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944126.782826",
+ "date_processed": "1734614838.793458",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp21o4q_g8/cars-9-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp10ytx8yq/cars-9-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..544b83145
--- /dev/null
+++ b/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8780 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "03137838-f999-575d-8850-23d7b69c1506",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "record_id": "mock file data"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..e2c455948
--- /dev/null
+++ b/test/integration/connectors/expected_results/postgres/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "a25cda50-8120-53a1-b7a2-793053901312", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "938a229b-796e-5a20-a4cd-e0c64e584645", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "03137838-f999-575d-8850-23d7b69c1506", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "51140822-0051-5378-ba34-af746e8ada0b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6117f886-63ff-57f8-b241-d4750b89506d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "record_id": "mock file data"}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..113cce4db
--- /dev/null
+++ b/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8805 @@
+[
+ {
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "vector": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "payload": {
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"2470d8dc42215b3d68413b55bf00fed2\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=\"}}",
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="
+ }
+ },
+ {
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "vector": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "payload": {
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6ef1d46e93596172ef715ec59df5494f\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR\"}}",
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"
+ }
+ },
+ {
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "vector": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "payload": {
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"051b6f44a90f212ae370a76b7942db56\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==\"}}",
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="
+ }
+ },
+ {
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "vector": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "payload": {
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"030c11394b735aa6be9b799cb845c994\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=\"}}",
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="
+ }
+ },
+ {
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "vector": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "payload": {
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"2f92acb96359c958081ebfe75b65418c\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa\"}}",
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"
+ }
+ },
+ {
+ "id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "vector": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "payload": {
+ "text": "Magi.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"cea2c21aaef9f5f38dba6b93d3733e97\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa\", \"is_continuation\": true}}",
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa",
+ "metadata-is_continuation": true
+ }
+ },
+ {
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "vector": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "payload": {
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"b38df0c4fe99c4e929a91ffe179f39d8\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW\"}}",
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"
+ }
+ },
+ {
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "vector": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "payload": {
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"17d95063f79ee541af296d142b36e35f\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=\"}}",
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 1,
+ "metadata-orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="
+ }
+ },
+ {
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "vector": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "payload": {
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"153cdf628c31647e2aac3eb0f2648c5d\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==\"}}",
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="
+ }
+ },
+ {
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "vector": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "payload": {
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"79597970c982b68b3d6a4c9c79d413ea\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==\"}}",
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="
+ }
+ },
+ {
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "vector": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "payload": {
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6cc716cd468cc285ecb48327614da993\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==\"}}",
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="
+ }
+ },
+ {
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "vector": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "payload": {
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6d12fa16920132ebdea2a8599fbd8ec7\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==\"}}",
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="
+ }
+ },
+ {
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "vector": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "payload": {
+ "text": "Magi.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"fa081583ee24edb4bdffb61462039d74\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==\", \"is_continuation\": true}}",
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==",
+ "metadata-is_continuation": true
+ }
+ },
+ {
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "vector": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "payload": {
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"36a1cde45e3fe46d4ab6bd0f27f0fa85\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI\"}}",
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"
+ }
+ },
+ {
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "vector": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "payload": {
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"9898e8da83933fafa47600450eca67f1\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO\"}}",
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 2,
+ "metadata-orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"
+ }
+ },
+ {
+ "id": "03137838-f999-575d-8850-23d7b69c1506",
+ "vector": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "payload": {
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"af74b2e5414979a734e3765deb30cb33\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=\"}}",
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="
+ }
+ },
+ {
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "vector": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "payload": {
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"e618dc60a6ff98b4192cfee285a87d8d\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq\"}}",
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"
+ }
+ },
+ {
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "vector": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "payload": {
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"74e259b2a9595cdd2976e6f475433315\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w\"}}",
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"
+ }
+ },
+ {
+ "id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "vector": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "payload": {
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"4caf625fc52f907e0524a9ebf8968844\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==\"}}",
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="
+ }
+ },
+ {
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "vector": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "payload": {
+ "text": "Magi.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"9d6bb02fb56f8b7adb60054bf6b3a9ce\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==\", \"is_continuation\": true}}",
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==",
+ "metadata-is_continuation": true
+ }
+ },
+ {
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "vector": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "payload": {
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"c606b16486eabb5d7612a973aafa6f44\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==\"}}",
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="
+ }
+ },
+ {
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "vector": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "payload": {
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"3e7327ee201e84f3061474204708d8f7\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=\"}}",
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "metadata-filetype": "application/json",
+ "metadata-languages-0": "eng",
+ "metadata-page_number": 3,
+ "metadata-orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="
+ }
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..dae224a59
--- /dev/null
+++ b/test/integration/connectors/expected_results/qdrant-local/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "vector": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "payload": {"text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"2470d8dc42215b3d68413b55bf00fed2\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=\"}}", "type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8="}}
+{"id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "vector": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "payload": {"text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6ef1d46e93596172ef715ec59df5494f\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR\"}}", "type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR"}}
+{"id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "vector": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "payload": {"text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"051b6f44a90f212ae370a76b7942db56\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==\"}}", "type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA=="}}
+{"id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "vector": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "payload": {"text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"030c11394b735aa6be9b799cb845c994\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=\"}}", "type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A="}}
+{"id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "vector": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "payload": {"text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"2f92acb96359c958081ebfe75b65418c\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa\"}}", "type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa"}}
+{"id": "a25cda50-8120-53a1-b7a2-793053901312", "vector": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "payload": {"text": "Magi.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"cea2c21aaef9f5f38dba6b93d3733e97\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa\", \"is_continuation\": true}}", "type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "metadata-is_continuation": true}}
+{"id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "vector": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "payload": {"text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"b38df0c4fe99c4e929a91ffe179f39d8\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW\"}}", "type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW"}}
+{"id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "vector": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "payload": {"text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"17d95063f79ee541af296d142b36e35f\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 1, \"orig_elements\": \"eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=\"}}", "type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 1, "metadata-orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM="}}
+{"id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "vector": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "payload": {"text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"153cdf628c31647e2aac3eb0f2648c5d\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==\"}}", "type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ=="}}
+{"id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "vector": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "payload": {"text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"79597970c982b68b3d6a4c9c79d413ea\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==\"}}", "type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A=="}}
+{"id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "vector": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "payload": {"text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6cc716cd468cc285ecb48327614da993\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==\"}}", "type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw=="}}
+{"id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "vector": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "payload": {"text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"6d12fa16920132ebdea2a8599fbd8ec7\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==\"}}", "type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw=="}}
+{"id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "vector": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "payload": {"text": "Magi.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"fa081583ee24edb4bdffb61462039d74\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==\", \"is_continuation\": true}}", "type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "metadata-is_continuation": true}}
+{"id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "vector": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "payload": {"text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"36a1cde45e3fe46d4ab6bd0f27f0fa85\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI\"}}", "type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI"}}
+{"id": "938a229b-796e-5a20-a4cd-e0c64e584645", "vector": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "payload": {"text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"9898e8da83933fafa47600450eca67f1\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 2, \"orig_elements\": \"eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO\"}}", "type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 2, "metadata-orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO"}}
+{"id": "03137838-f999-575d-8850-23d7b69c1506", "vector": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "payload": {"text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"af74b2e5414979a734e3765deb30cb33\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=\"}}", "type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes="}}
+{"id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "vector": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "payload": {"text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"e618dc60a6ff98b4192cfee285a87d8d\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq\"}}", "type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq"}}
+{"id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "vector": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "payload": {"text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"74e259b2a9595cdd2976e6f475433315\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w\"}}", "type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w"}}
+{"id": "51140822-0051-5378-ba34-af746e8ada0b", "vector": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "payload": {"text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"4caf625fc52f907e0524a9ebf8968844\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==\"}}", "type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ=="}}
+{"id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "vector": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "payload": {"text": "Magi.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"9d6bb02fb56f8b7adb60054bf6b3a9ce\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==\", \"is_continuation\": true}}", "type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "metadata-is_continuation": true}}
+{"id": "6117f886-63ff-57f8-b241-d4750b89506d", "vector": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "payload": {"text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"c606b16486eabb5d7612a973aafa6f44\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==\"}}", "type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g=="}}
+{"id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "vector": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "payload": {"text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "element_serialized": "{\"type\": \"CompositeElement\", \"element_id\": \"3e7327ee201e84f3061474204708d8f7\", \"metadata\": {\"filename\": \"DA-1p-with-duplicate-pages.pdf.json\", \"filetype\": \"application/json\", \"languages\": [\"eng\"], \"page_number\": 3, \"orig_elements\": \"eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=\"}}", "type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "metadata-filename": "DA-1p-with-duplicate-pages.pdf.json", "metadata-filetype": "application/json", "metadata-languages-0": "eng", "metadata-page_number": 3, "metadata-orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4="}}
diff --git a/test/integration/connectors/expected_results/s3-minio/file_data/61ec39a6-5088-5edd-abd2-6c36aa996068.json b/test/integration/connectors/expected_results/s3-minio/file_data/61ec39a6-5088-5edd-abd2-6c36aa996068.json
index 4713b0f74..f1b677806 100644
--- a/test/integration/connectors/expected_results/s3-minio/file_data/61ec39a6-5088-5edd-abd2-6c36aa996068.json
+++ b/test/integration/connectors/expected_results/s3-minio/file_data/61ec39a6-5088-5edd-abd2-6c36aa996068.json
@@ -6,7 +6,6 @@
"fullpath": "utic-dev-tech-fixtures/wiki_movie_plots_small.csv",
"rel_path": "wiki_movie_plots_small.csv"
},
- "doc_type": "file",
"metadata": {
"url": "s3://utic-dev-tech-fixtures/wiki_movie_plots_small.csv",
"version": "4dee8982fe4fa0181e2fe224e6171dcc",
@@ -14,15 +13,15 @@
"protocol": "s3",
"remote_file_path": "s3://utic-dev-tech-fixtures/"
},
- "date_created": "1730944119.326",
- "date_modified": "1730944119.326",
- "date_processed": "1730944119.945212",
+ "date_created": "1734441655.218",
+ "date_modified": "1734441655.218",
+ "date_processed": "1734441655.777463",
"permissions_data": null,
"filesize_bytes": 19610
},
"additional_metadata": {
"Key": "utic-dev-tech-fixtures/wiki_movie_plots_small.csv",
- "LastModified": "2024-11-07T01:48:39.326000+00:00",
+ "LastModified": "2024-12-17T13:20:55.218000+00:00",
"ETag": "\"4dee8982fe4fa0181e2fe224e6171dcc\"",
"Size": 19610,
"StorageClass": "STANDARD",
@@ -32,6 +31,6 @@
"original_file_path": "utic-dev-tech-fixtures/wiki_movie_plots_small.csv"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpprl299so/wiki_movie_plots_small.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp_kkq6n7q/wiki_movie_plots_small.csv",
"display_name": "utic-dev-tech-fixtures/wiki_movie_plots_small.csv"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3-specialchar/directory_structure.json b/test/integration/connectors/expected_results/s3-specialchar/directory_structure.json
index 24c9d870f..e4f06daa6 100644
--- a/test/integration/connectors/expected_results/s3-specialchar/directory_structure.json
+++ b/test/integration/connectors/expected_results/s3-specialchar/directory_structure.json
@@ -1,5 +1,5 @@
{
- "directory_structure": [
- "Why_is_the_sky_blue?.txt"
- ]
- }
\ No newline at end of file
+ "directory_structure": [
+ "Why_is_the_sky_blue?.txt"
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3-specialchar/file_data/869bf15f-e840-51dc-a818-8d0b817817c9.json b/test/integration/connectors/expected_results/s3-specialchar/file_data/869bf15f-e840-51dc-a818-8d0b817817c9.json
index 131143ef4..68ef6aef0 100644
--- a/test/integration/connectors/expected_results/s3-specialchar/file_data/869bf15f-e840-51dc-a818-8d0b817817c9.json
+++ b/test/integration/connectors/expected_results/s3-specialchar/file_data/869bf15f-e840-51dc-a818-8d0b817817c9.json
@@ -1,37 +1,36 @@
{
- "identifier": "869bf15f-e840-51dc-a818-8d0b817817c9",
- "connector_type": "s3",
- "source_identifiers": {
- "filename": "Why_is_the_sky_blue?.txt",
- "fullpath": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
- "rel_path": "Why_is_the_sky_blue?.txt"
+ "identifier": "869bf15f-e840-51dc-a818-8d0b817817c9",
+ "connector_type": "s3",
+ "source_identifiers": {
+ "filename": "Why_is_the_sky_blue?.txt",
+ "fullpath": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
+ "rel_path": "Why_is_the_sky_blue?.txt"
+ },
+ "metadata": {
+ "url": "s3://utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
+ "version": "15344f385570b834e468ca05bc1cebd0",
+ "record_locator": {
+ "protocol": "s3",
+ "remote_file_path": "s3://utic-dev-tech-fixtures/special-characters/"
},
- "doc_type": "file",
- "metadata": {
- "url": "s3://utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
- "version": "15344f385570b834e468ca05bc1cebd0",
- "record_locator": {
- "protocol": "s3",
- "remote_file_path": "s3://utic-dev-tech-fixtures/special-characters/"
- },
- "date_created": "1731627148.0",
- "date_modified": "1731627148.0",
- "date_processed": "1730944104.616075",
- "permissions_data": null,
- "filesize_bytes": 14
- },
- "additional_metadata": {
- "Key": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
- "LastModified": "2024-11-14T23:32:28+00:00",
- "ETag": "\"15344f385570b834e468ca05bc1cebd0\"",
- "Size": 14,
- "StorageClass": "STANDARD",
- "type": "file",
- "size": 14,
- "name": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
- "original_file_path": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpa5ftry9m/recalibrating-risk-report.pdf",
- "display_name": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt"
- }
\ No newline at end of file
+ "date_created": "1731627148.0",
+ "date_modified": "1731627148.0",
+ "date_processed": "1734441638.470403",
+ "permissions_data": null,
+ "filesize_bytes": 14
+ },
+ "additional_metadata": {
+ "Key": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
+ "LastModified": "2024-11-14T23:32:28+00:00",
+ "ETag": "\"15344f385570b834e468ca05bc1cebd0\"",
+ "Size": 14,
+ "StorageClass": "STANDARD",
+ "type": "file",
+ "size": 14,
+ "name": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt",
+ "original_file_path": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt"
+ },
+ "reprocess": false,
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpxwyhhssj/Why_is_the_sky_blue?.txt",
+ "display_name": "utic-dev-tech-fixtures/special-characters/Why_is_the_sky_blue?.txt"
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3/file_data/4b30fb79-f071-557e-9357-ca8af7295ab2.json b/test/integration/connectors/expected_results/s3/file_data/4b30fb79-f071-557e-9357-ca8af7295ab2.json
index d386bde99..e50512464 100644
--- a/test/integration/connectors/expected_results/s3/file_data/4b30fb79-f071-557e-9357-ca8af7295ab2.json
+++ b/test/integration/connectors/expected_results/s3/file_data/4b30fb79-f071-557e-9357-ca8af7295ab2.json
@@ -6,7 +6,6 @@
"fullpath": "utic-dev-tech-fixtures/small-pdf-set/recalibrating-risk-report.pdf",
"rel_path": "recalibrating-risk-report.pdf"
},
- "doc_type": "file",
"metadata": {
"url": "s3://utic-dev-tech-fixtures/small-pdf-set/recalibrating-risk-report.pdf",
"version": "e690f37ef36368a509d150f373a0bbe0",
@@ -16,7 +15,7 @@
},
"date_created": "1676196572.0",
"date_modified": "1676196572.0",
- "date_processed": "1730944104.616075",
+ "date_processed": "1734441638.170231",
"permissions_data": null,
"filesize_bytes": 806335
},
@@ -32,6 +31,6 @@
"original_file_path": "utic-dev-tech-fixtures/small-pdf-set/recalibrating-risk-report.pdf"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpa5ftry9m/recalibrating-risk-report.pdf",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp9zapkzvk/recalibrating-risk-report.pdf",
"display_name": "utic-dev-tech-fixtures/small-pdf-set/recalibrating-risk-report.pdf"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3/file_data/6375773c-0da2-5b4a-a337-ef63f6f96d94.json b/test/integration/connectors/expected_results/s3/file_data/6375773c-0da2-5b4a-a337-ef63f6f96d94.json
index 18cfe0eb3..720cf8ce4 100644
--- a/test/integration/connectors/expected_results/s3/file_data/6375773c-0da2-5b4a-a337-ef63f6f96d94.json
+++ b/test/integration/connectors/expected_results/s3/file_data/6375773c-0da2-5b4a-a337-ef63f6f96d94.json
@@ -6,7 +6,6 @@
"fullpath": "utic-dev-tech-fixtures/small-pdf-set/Silent-Giant-(1).pdf",
"rel_path": "Silent-Giant-(1).pdf"
},
- "doc_type": "file",
"metadata": {
"url": "s3://utic-dev-tech-fixtures/small-pdf-set/Silent-Giant-(1).pdf",
"version": "8570bd087066350a84dd8d0ea86f11c6",
@@ -16,7 +15,7 @@
},
"date_created": "1676196636.0",
"date_modified": "1676196636.0",
- "date_processed": "1730944103.755465",
+ "date_processed": "1734441636.945536",
"permissions_data": null,
"filesize_bytes": 6164777
},
@@ -32,6 +31,6 @@
"original_file_path": "utic-dev-tech-fixtures/small-pdf-set/Silent-Giant-(1).pdf"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpa5ftry9m/Silent-Giant-(1).pdf",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp9zapkzvk/Silent-Giant-(1).pdf",
"display_name": "utic-dev-tech-fixtures/small-pdf-set/Silent-Giant-(1).pdf"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3/file_data/bc4d433b-6e7b-5512-bb38-a2048b338e68.json b/test/integration/connectors/expected_results/s3/file_data/bc4d433b-6e7b-5512-bb38-a2048b338e68.json
index bfa41b3e0..9957e1219 100644
--- a/test/integration/connectors/expected_results/s3/file_data/bc4d433b-6e7b-5512-bb38-a2048b338e68.json
+++ b/test/integration/connectors/expected_results/s3/file_data/bc4d433b-6e7b-5512-bb38-a2048b338e68.json
@@ -6,7 +6,6 @@
"fullpath": "utic-dev-tech-fixtures/small-pdf-set/page-with-formula.pdf",
"rel_path": "page-with-formula.pdf"
},
- "doc_type": "file",
"metadata": {
"url": "s3://utic-dev-tech-fixtures/small-pdf-set/page-with-formula.pdf",
"version": "f2819db63e5aa2a3a6b8ba305f1911ea",
@@ -16,7 +15,7 @@
},
"date_created": "1697584841.0",
"date_modified": "1697584841.0",
- "date_processed": "1730944104.4600298",
+ "date_processed": "1734441638.0059168",
"permissions_data": null,
"filesize_bytes": 138124
},
@@ -32,6 +31,6 @@
"original_file_path": "utic-dev-tech-fixtures/small-pdf-set/page-with-formula.pdf"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpa5ftry9m/page-with-formula.pdf",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp9zapkzvk/page-with-formula.pdf",
"display_name": "utic-dev-tech-fixtures/small-pdf-set/page-with-formula.pdf"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/s3/file_data/ed83cc0e-d390-5018-bb74-bc4e2e46a206.json b/test/integration/connectors/expected_results/s3/file_data/ed83cc0e-d390-5018-bb74-bc4e2e46a206.json
index 4d3f70379..83bb0a4d7 100644
--- a/test/integration/connectors/expected_results/s3/file_data/ed83cc0e-d390-5018-bb74-bc4e2e46a206.json
+++ b/test/integration/connectors/expected_results/s3/file_data/ed83cc0e-d390-5018-bb74-bc4e2e46a206.json
@@ -6,7 +6,6 @@
"fullpath": "utic-dev-tech-fixtures/small-pdf-set/2023-Jan-economic-outlook.pdf",
"rel_path": "2023-Jan-economic-outlook.pdf"
},
- "doc_type": "file",
"metadata": {
"url": "s3://utic-dev-tech-fixtures/small-pdf-set/2023-Jan-economic-outlook.pdf",
"version": "c7eed4fc056b089a98f6a3ad9ec9373e",
@@ -19,7 +18,7 @@
},
"date_created": "1720544414.0",
"date_modified": "1720544414.0",
- "date_processed": "1730944103.4283059",
+ "date_processed": "1734441636.53835",
"permissions_data": null,
"filesize_bytes": 2215938
},
@@ -35,6 +34,6 @@
"original_file_path": "utic-dev-tech-fixtures/small-pdf-set/2023-Jan-economic-outlook.pdf"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpa5ftry9m/2023-Jan-economic-outlook.pdf",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp9zapkzvk/2023-Jan-economic-outlook.pdf",
"display_name": "utic-dev-tech-fixtures/small-pdf-set/2023-Jan-economic-outlook.pdf"
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/directory_structure.json b/test/integration/connectors/expected_results/singlestore/directory_structure.json
index 582d06a50..ab3ebaa52 100644
--- a/test/integration/connectors/expected_results/singlestore/directory_structure.json
+++ b/test/integration/connectors/expected_results/singlestore/directory_structure.json
@@ -2,17 +2,7 @@
"directory_structure": [
"cars-1-5fb93ce5.csv",
"cars-10-5fb93ce5.csv",
- "cars-11-5fb93ce5.csv",
- "cars-12-5fb93ce5.csv",
- "cars-13-5fb93ce5.csv",
- "cars-14-5fb93ce5.csv",
- "cars-15-5fb93ce5.csv",
- "cars-16-5fb93ce5.csv",
- "cars-17-5fb93ce5.csv",
- "cars-18-5fb93ce5.csv",
- "cars-19-5fb93ce5.csv",
"cars-2-5fb93ce5.csv",
- "cars-20-5fb93ce5.csv",
"cars-3-5fb93ce5.csv",
"cars-4-5fb93ce5.csv",
"cars-5-5fb93ce5.csv",
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-11-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-11-5fb93ce5.csv
deleted file mode 100644
index f79bba8af..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-11-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-11,brand_10
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-12-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-12-5fb93ce5.csv
deleted file mode 100644
index e8daa7c09..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-12-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-12,brand_11
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-13-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-13-5fb93ce5.csv
deleted file mode 100644
index c7a31d7d8..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-13-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-13,brand_12
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-14-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-14-5fb93ce5.csv
deleted file mode 100644
index 59401773a..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-14-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-14,brand_13
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-15-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-15-5fb93ce5.csv
deleted file mode 100644
index 0fbe7e76e..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-15-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-15,brand_14
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-16-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-16-5fb93ce5.csv
deleted file mode 100644
index b86a17466..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-16-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-16,brand_15
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-17-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-17-5fb93ce5.csv
deleted file mode 100644
index d0fb86cf6..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-17-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-17,brand_16
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-18-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-18-5fb93ce5.csv
deleted file mode 100644
index 4f6e2e3c9..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-18-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-18,brand_17
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-19-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-19-5fb93ce5.csv
deleted file mode 100644
index 7ebbacfd5..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-19-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-19,brand_18
diff --git a/test/integration/connectors/expected_results/singlestore/downloads/cars-20-5fb93ce5.csv b/test/integration/connectors/expected_results/singlestore/downloads/cars-20-5fb93ce5.csv
deleted file mode 100644
index 47dcfb3cf..000000000
--- a/test/integration/connectors/expected_results/singlestore/downloads/cars-20-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-20,brand_19
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json b/test/integration/connectors/expected_results/singlestore/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
new file mode 100644
index 000000000..d72c0440d
--- /dev/null
+++ b/test/integration/connectors/expected_results/singlestore/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
@@ -0,0 +1,40 @@
+{
+ "identifier": "1c704234-e0da-5676-be32-a12cc6407b3d",
+ "connector_type": "singlestore",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734615068.059354",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "10",
+ "version": null
+ },
+ {
+ "identifier": "7",
+ "version": null
+ },
+ {
+ "identifier": "8",
+ "version": null
+ },
+ {
+ "identifier": "9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/324354db-0465-56ca-a023-072481f5dd03.json b/test/integration/connectors/expected_results/singlestore/file_data/324354db-0465-56ca-a023-072481f5dd03.json
new file mode 100644
index 000000000..fa4f6c0eb
--- /dev/null
+++ b/test/integration/connectors/expected_results/singlestore/file_data/324354db-0465-56ca-a023-072481f5dd03.json
@@ -0,0 +1,48 @@
+{
+ "identifier": "324354db-0465-56ca-a023-072481f5dd03",
+ "connector_type": "singlestore",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734615067.994633",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "1",
+ "version": null
+ },
+ {
+ "identifier": "2",
+ "version": null
+ },
+ {
+ "identifier": "3",
+ "version": null
+ },
+ {
+ "identifier": "4",
+ "version": null
+ },
+ {
+ "identifier": "5",
+ "version": null
+ },
+ {
+ "identifier": "6",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-1-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-1-5fb93ce5.json
index 893e32847..4dc493fef 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-1-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-1-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-1-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-1-5fb93ce5.csv",
+ "fullpath": "cars-1-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944280.2163992",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-1-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-1-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-10-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-10-5fb93ce5.json
index fdd8e6c59..1e77a6a84 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-10-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-10-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-10-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-10-5fb93ce5.csv",
+ "fullpath": "cars-10-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944281.2270238",
+ "date_processed": "1734615068.059354",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-10-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-10-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-11-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-11-5fb93ce5.json
deleted file mode 100644
index 98b7b500d..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-11-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-11-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944280.2163992",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-11-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-12-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-12-5fb93ce5.json
deleted file mode 100644
index cce8df3c4..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-12-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-12-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944281.242989",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-12-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-13-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-13-5fb93ce5.json
deleted file mode 100644
index c85e3fe44..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-13-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-13-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944281.242989",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-13-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-14-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-14-5fb93ce5.json
deleted file mode 100644
index 450f1f515..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-14-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-14-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944281.242989",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-14-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-15-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-15-5fb93ce5.json
deleted file mode 100644
index 573fbac36..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-15-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-15-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944281.2270238",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-15-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-16-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-16-5fb93ce5.json
deleted file mode 100644
index 217cbaa35..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-16-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-16-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944280.30933",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-16-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-17-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-17-5fb93ce5.json
deleted file mode 100644
index 718908152..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-17-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-17-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944281.242989",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-17-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-18-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-18-5fb93ce5.json
deleted file mode 100644
index 8cec55d45..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-18-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-18-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944280.2163992",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-18-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-19-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-19-5fb93ce5.json
deleted file mode 100644
index 01ae32249..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-19-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-19-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944280.30933",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-19-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-2-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-2-5fb93ce5.json
index b5d10af1f..6bd303f6f 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-2-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-2-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-2-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-2-5fb93ce5.csv",
+ "fullpath": "cars-2-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944281.2270238",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-2-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-2-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-20-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-20-5fb93ce5.json
deleted file mode 100644
index fe12dec2e..000000000
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-20-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-20-5fb93ce5",
- "connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944280.30933",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-20-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-3-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-3-5fb93ce5.json
index 5b093a8de..50e0232fe 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-3-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-3-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-3-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-3-5fb93ce5.csv",
+ "fullpath": "cars-3-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944280.2163992",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-3-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-3-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-4-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-4-5fb93ce5.json
index 848e2e956..87e682cbf 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-4-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-4-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-4-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-4-5fb93ce5.csv",
+ "fullpath": "cars-4-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944281.2270238",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-4-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-4-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-5-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-5-5fb93ce5.json
index 0a5a9cd98..d13a4e32e 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-5-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-5-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-5-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-5-5fb93ce5.csv",
+ "fullpath": "cars-5-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944281.2270238",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-5-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-5-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-6-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-6-5fb93ce5.json
index fc67e4864..29fadf131 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-6-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-6-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-6-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-6-5fb93ce5.csv",
+ "fullpath": "cars-6-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944280.30933",
+ "date_processed": "1734615067.994633",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-6-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-6-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-7-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-7-5fb93ce5.json
index 333bdd9ef..eef078d76 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-7-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-7-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-7-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-7-5fb93ce5.csv",
+ "fullpath": "cars-7-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944280.30933",
+ "date_processed": "1734615068.059354",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-7-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-7-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-8-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-8-5fb93ce5.json
index 55c94dae1..ecd0aff24 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-8-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-8-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-8-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-8-5fb93ce5.csv",
+ "fullpath": "cars-8-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944281.242989",
+ "date_processed": "1734615068.059354",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-8-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-8-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/file_data/cars-9-5fb93ce5.json b/test/integration/connectors/expected_results/singlestore/file_data/cars-9-5fb93ce5.json
index 0dfd77f6a..d41794c93 100644
--- a/test/integration/connectors/expected_results/singlestore/file_data/cars-9-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/singlestore/file_data/cars-9-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-9-5fb93ce5",
"connector_type": "singlestore",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-9-5fb93ce5.csv",
+ "fullpath": "cars-9-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944280.2163992",
+ "date_processed": "1734615068.059354",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmp59qm5jo4/cars-9-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpqcxs8pld/cars-9-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..544b83145
--- /dev/null
+++ b/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8780 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "03137838-f999-575d-8850-23d7b69c1506",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "record_id": "mock file data"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..e2c455948
--- /dev/null
+++ b/test/integration/connectors/expected_results/singlestore/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "a25cda50-8120-53a1-b7a2-793053901312", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "938a229b-796e-5a20-a4cd-e0c64e584645", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "03137838-f999-575d-8850-23d7b69c1506", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "51140822-0051-5378-ba34-af746e8ada0b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6117f886-63ff-57f8-b241-d4750b89506d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "record_id": "mock file data"}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..544b83145
--- /dev/null
+++ b/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8780 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "03137838-f999-575d-8850-23d7b69c1506",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "record_id": "mock file data"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..e2c455948
--- /dev/null
+++ b/test/integration/connectors/expected_results/snowflake/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "a25cda50-8120-53a1-b7a2-793053901312", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "938a229b-796e-5a20-a4cd-e0c64e584645", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "03137838-f999-575d-8850-23d7b69c1506", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "51140822-0051-5378-ba34-af746e8ada0b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6117f886-63ff-57f8-b241-d4750b89506d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "record_id": "mock file data"}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/directory_structure.json b/test/integration/connectors/expected_results/sqlite/directory_structure.json
index 582d06a50..ab3ebaa52 100644
--- a/test/integration/connectors/expected_results/sqlite/directory_structure.json
+++ b/test/integration/connectors/expected_results/sqlite/directory_structure.json
@@ -2,17 +2,7 @@
"directory_structure": [
"cars-1-5fb93ce5.csv",
"cars-10-5fb93ce5.csv",
- "cars-11-5fb93ce5.csv",
- "cars-12-5fb93ce5.csv",
- "cars-13-5fb93ce5.csv",
- "cars-14-5fb93ce5.csv",
- "cars-15-5fb93ce5.csv",
- "cars-16-5fb93ce5.csv",
- "cars-17-5fb93ce5.csv",
- "cars-18-5fb93ce5.csv",
- "cars-19-5fb93ce5.csv",
"cars-2-5fb93ce5.csv",
- "cars-20-5fb93ce5.csv",
"cars-3-5fb93ce5.csv",
"cars-4-5fb93ce5.csv",
"cars-5-5fb93ce5.csv",
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-11-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-11-5fb93ce5.csv
deleted file mode 100644
index 9bc4622b5..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-11-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-11,brand10
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-12-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-12-5fb93ce5.csv
deleted file mode 100644
index 87d421762..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-12-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-12,brand11
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-13-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-13-5fb93ce5.csv
deleted file mode 100644
index 04995d504..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-13-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-13,brand12
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-14-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-14-5fb93ce5.csv
deleted file mode 100644
index b6f18ea86..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-14-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-14,brand13
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-15-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-15-5fb93ce5.csv
deleted file mode 100644
index 2fd73162e..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-15-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-15,brand14
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-16-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-16-5fb93ce5.csv
deleted file mode 100644
index 92ae3129f..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-16-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-16,brand15
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-17-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-17-5fb93ce5.csv
deleted file mode 100644
index 9828b7904..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-17-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-17,brand16
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-18-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-18-5fb93ce5.csv
deleted file mode 100644
index 3d5c0f40f..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-18-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-18,brand17
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-19-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-19-5fb93ce5.csv
deleted file mode 100644
index ff13cbfb4..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-19-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-19,brand18
diff --git a/test/integration/connectors/expected_results/sqlite/downloads/cars-20-5fb93ce5.csv b/test/integration/connectors/expected_results/sqlite/downloads/cars-20-5fb93ce5.csv
deleted file mode 100644
index f846689ba..000000000
--- a/test/integration/connectors/expected_results/sqlite/downloads/cars-20-5fb93ce5.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-car_id,brand
-20,brand19
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json b/test/integration/connectors/expected_results/sqlite/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
new file mode 100644
index 000000000..9236190c1
--- /dev/null
+++ b/test/integration/connectors/expected_results/sqlite/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json
@@ -0,0 +1,40 @@
+{
+ "identifier": "1c704234-e0da-5676-be32-a12cc6407b3d",
+ "connector_type": "sqlite",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734614227.002614",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "10",
+ "version": null
+ },
+ {
+ "identifier": "7",
+ "version": null
+ },
+ {
+ "identifier": "8",
+ "version": null
+ },
+ {
+ "identifier": "9",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/324354db-0465-56ca-a023-072481f5dd03.json b/test/integration/connectors/expected_results/sqlite/file_data/324354db-0465-56ca-a023-072481f5dd03.json
new file mode 100644
index 000000000..64542a02d
--- /dev/null
+++ b/test/integration/connectors/expected_results/sqlite/file_data/324354db-0465-56ca-a023-072481f5dd03.json
@@ -0,0 +1,48 @@
+{
+ "identifier": "324354db-0465-56ca-a023-072481f5dd03",
+ "connector_type": "sqlite",
+ "source_identifiers": null,
+ "metadata": {
+ "url": null,
+ "version": null,
+ "record_locator": null,
+ "date_created": null,
+ "date_modified": null,
+ "date_processed": "1734614226.994668",
+ "permissions_data": null,
+ "filesize_bytes": null
+ },
+ "additional_metadata": {
+ "table_name": "cars",
+ "id_column": "car_id"
+ },
+ "reprocess": false,
+ "local_download_path": null,
+ "display_name": null,
+ "batch_items": [
+ {
+ "identifier": "1",
+ "version": null
+ },
+ {
+ "identifier": "2",
+ "version": null
+ },
+ {
+ "identifier": "3",
+ "version": null
+ },
+ {
+ "identifier": "4",
+ "version": null
+ },
+ {
+ "identifier": "5",
+ "version": null
+ },
+ {
+ "identifier": "6",
+ "version": null
+ }
+ ]
+}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-1-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-1-5fb93ce5.json
index 45da53349..5f88d7395 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-1-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-1-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-1-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-1-5fb93ce5.csv",
+ "fullpath": "cars-1-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.1829782",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-1-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-1-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-10-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-10-5fb93ce5.json
index fc830cf42..3fd14a7f0 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-10-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-10-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-10-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-10-5fb93ce5.csv",
+ "fullpath": "cars-10-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.186153",
+ "date_processed": "1734614227.002614",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-10-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-10-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-11-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-11-5fb93ce5.json
deleted file mode 100644
index 9c0eb14dd..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-11-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-11-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.188328",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-11-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-12-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-12-5fb93ce5.json
deleted file mode 100644
index 990872436..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-12-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-12-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.188328",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-12-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-13-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-13-5fb93ce5.json
deleted file mode 100644
index 373b2da0e..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-13-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-13-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.188328",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-13-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-14-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-14-5fb93ce5.json
deleted file mode 100644
index 63c0d400c..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-14-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-14-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.188328",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-14-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-15-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-15-5fb93ce5.json
deleted file mode 100644
index 58bcdb785..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-15-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-15-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.188328",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-15-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-16-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-16-5fb93ce5.json
deleted file mode 100644
index 0c082f0d1..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-16-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-16-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.190345",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-16-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-17-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-17-5fb93ce5.json
deleted file mode 100644
index 23a0c0a91..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-17-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-17-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.190345",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-17-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-18-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-18-5fb93ce5.json
deleted file mode 100644
index 69fb69d99..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-18-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-18-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.190345",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-18-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-19-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-19-5fb93ce5.json
deleted file mode 100644
index f2596b97c..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-19-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-19-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.190345",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-19-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-2-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-2-5fb93ce5.json
index 559e82ecc..05013df91 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-2-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-2-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-2-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-2-5fb93ce5.csv",
+ "fullpath": "cars-2-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.1829782",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-2-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-2-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-20-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-20-5fb93ce5.json
deleted file mode 100644
index cdacda3e1..000000000
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-20-5fb93ce5.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
- "identifier": "cars-20-5fb93ce5",
- "connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
- "metadata": {
- "url": null,
- "version": null,
- "record_locator": null,
- "date_created": null,
- "date_modified": null,
- "date_processed": "1730944415.190345",
- "permissions_data": null,
- "filesize_bytes": null
- },
- "additional_metadata": {
- "table_name": "cars",
- "id_column": "car_id"
- },
- "reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-20-5fb93ce5.csv",
- "display_name": null
-}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-3-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-3-5fb93ce5.json
index efe2f47a7..a84d16dc8 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-3-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-3-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-3-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-3-5fb93ce5.csv",
+ "fullpath": "cars-3-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.1829782",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-3-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-3-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-4-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-4-5fb93ce5.json
index c8b582bff..18d0b5069 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-4-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-4-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-4-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-4-5fb93ce5.csv",
+ "fullpath": "cars-4-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.1829782",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-4-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-4-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-5-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-5-5fb93ce5.json
index e7f60a853..ae363fe06 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-5-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-5-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-5-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-5-5fb93ce5.csv",
+ "fullpath": "cars-5-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.1829782",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-5-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-5-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-6-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-6-5fb93ce5.json
index 17e1511ce..13a612f17 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-6-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-6-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-6-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-6-5fb93ce5.csv",
+ "fullpath": "cars-6-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.186153",
+ "date_processed": "1734614226.994668",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-6-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-6-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-7-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-7-5fb93ce5.json
index f93db1e7e..4af025249 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-7-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-7-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-7-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-7-5fb93ce5.csv",
+ "fullpath": "cars-7-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.186153",
+ "date_processed": "1734614227.002614",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-7-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-7-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-8-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-8-5fb93ce5.json
index d0e88e14c..89fe56bd8 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-8-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-8-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-8-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-8-5fb93ce5.csv",
+ "fullpath": "cars-8-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.186153",
+ "date_processed": "1734614227.002614",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-8-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-8-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/file_data/cars-9-5fb93ce5.json b/test/integration/connectors/expected_results/sqlite/file_data/cars-9-5fb93ce5.json
index d3273e34b..888f435f9 100644
--- a/test/integration/connectors/expected_results/sqlite/file_data/cars-9-5fb93ce5.json
+++ b/test/integration/connectors/expected_results/sqlite/file_data/cars-9-5fb93ce5.json
@@ -1,15 +1,18 @@
{
"identifier": "cars-9-5fb93ce5",
"connector_type": "sqlite",
- "source_identifiers": null,
- "doc_type": "file",
+ "source_identifiers": {
+ "filename": "cars-9-5fb93ce5.csv",
+ "fullpath": "cars-9-5fb93ce5.csv",
+ "rel_path": null
+ },
"metadata": {
"url": null,
"version": null,
"record_locator": null,
"date_created": null,
"date_modified": null,
- "date_processed": "1730944415.186153",
+ "date_processed": "1734614227.002614",
"permissions_data": null,
"filesize_bytes": null
},
@@ -18,6 +21,6 @@
"id_column": "car_id"
},
"reprocess": false,
- "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpf1s7kvy2/cars-9-5fb93ce5.csv",
+ "local_download_path": "/private/var/folders/n8/rps3wl195pj4p_0vyxqj5jrw0000gn/T/tmpfa5uepf0/cars-9-5fb93ce5.csv",
"display_name": null
}
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.json
new file mode 100644
index 000000000..544b83145
--- /dev/null
+++ b/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.json
@@ -0,0 +1,8780 @@
+[
+ {
+ "type": "CompositeElement",
+ "element_id": "2470d8dc42215b3d68413b55bf00fed2",
+ "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.",
+ "embeddings": [
+ 0.07777129113674164,
+ 0.0606350377202034,
+ 0.016699742525815964,
+ 0.025474421679973602,
+ 0.05472065135836601,
+ -0.03785642236471176,
+ 0.06506576389074326,
+ -0.017842525616288185,
+ -0.03878961130976677,
+ 0.028590677306056023,
+ -0.02399466559290886,
+ -0.09211020171642303,
+ -0.031279392540454865,
+ -0.014241814613342285,
+ -0.02141973376274109,
+ 0.035573363304138184,
+ -0.0033338244538754225,
+ -0.02463681809604168,
+ 0.04393996670842171,
+ 0.03571218624711037,
+ -0.05851663649082184,
+ 0.0818575844168663,
+ -0.005700137931853533,
+ 0.022535672411322594,
+ -0.01637371815741062,
+ 0.01310789491981268,
+ 0.00545160286128521,
+ 0.07582753896713257,
+ -0.02088712714612484,
+ -0.09370554238557816,
+ 0.01554977335035801,
+ 0.03139982372522354,
+ 0.09939400851726532,
+ -0.0447249561548233,
+ 0.04104244336485863,
+ 0.03144077584147453,
+ -0.011065934784710407,
+ -0.09264220297336578,
+ 0.10312536358833313,
+ -0.019248517230153084,
+ -0.023916194215416908,
+ 0.03225036710500717,
+ -0.01901300810277462,
+ -0.03413109481334686,
+ -0.0571308396756649,
+ -0.0006306357681751251,
+ -0.09150158613920212,
+ -0.02240080013871193,
+ 0.026784077286720276,
+ -0.01230341661721468,
+ 0.034263577312231064,
+ -0.032921578735113144,
+ -0.027988068759441376,
+ 0.03483271598815918,
+ -0.0001110046505345963,
+ -0.06530888378620148,
+ 0.012618005275726318,
+ 0.008858395740389824,
+ 0.07728442549705505,
+ -0.0743938535451889,
+ 0.021305503323674202,
+ 0.06000884994864464,
+ 0.048281554132699966,
+ 0.04746758192777634,
+ 0.008285158313810825,
+ -0.06758910417556763,
+ 0.042754847556352615,
+ -0.024439852684736252,
+ 0.012155796401202679,
+ 0.06976961344480515,
+ 0.022245846688747406,
+ -0.006977043580263853,
+ 0.03181910142302513,
+ -0.0714995339512825,
+ -0.03544680029153824,
+ 0.016756441444158554,
+ -0.07698291540145874,
+ -0.10942821949720383,
+ 0.007639225106686354,
+ 0.005146529991179705,
+ 0.02479551173746586,
+ -0.036976899951696396,
+ 0.027060942724347115,
+ -0.04467197135090828,
+ 0.038045573979616165,
+ 0.02265908382833004,
+ 0.05646832287311554,
+ 0.007069099694490433,
+ -0.06212877109646797,
+ 0.058580849319696426,
+ -0.11244026571512222,
+ -0.053325533866882324,
+ 0.09668858349323273,
+ 0.06802581250667572,
+ -0.007354214321821928,
+ -0.0011882695835083723,
+ 0.0007919935160316527,
+ -0.049037326127290726,
+ -0.0007675195229239762,
+ 0.04571549966931343,
+ -0.02083331160247326,
+ -0.005387849640101194,
+ -0.01229571271687746,
+ -0.05085272714495659,
+ 0.05308125168085098,
+ 0.004394171759486198,
+ -0.07804930210113525,
+ -0.020231692120432854,
+ 0.014870061539113522,
+ 0.028127433732151985,
+ -0.10354945063591003,
+ -0.04727525636553764,
+ 0.01965874806046486,
+ 0.0013402203330770135,
+ 0.0009205429814755917,
+ -0.03393881022930145,
+ -0.030584601685404778,
+ -0.019178472459316254,
+ -0.05569281429052353,
+ 0.06072307005524635,
+ 0.12220339477062225,
+ 0.03970947489142418,
+ -0.056900035589933395,
+ 0.06104755401611328,
+ 0.1141296774148941,
+ 0.04302683845162392,
+ 0.008855053223669529,
+ -3.2200394812246656e-34,
+ 0.07345584779977798,
+ -0.0352058969438076,
+ -0.047220148146152496,
+ 0.02085471712052822,
+ 0.14611047506332397,
+ 0.00023335135483648628,
+ -0.033246468752622604,
+ -0.004151252564042807,
+ -0.0030592952389270067,
+ -0.005078013986349106,
+ -0.06303002685308456,
+ -0.025696462020277977,
+ -0.038876019418239594,
+ -0.06006637215614319,
+ 0.0402107872068882,
+ -0.02861033007502556,
+ -0.04340497404336929,
+ -0.03783518448472023,
+ 0.05298449099063873,
+ -0.004139738157391548,
+ -0.06456757336854935,
+ 0.10832615941762924,
+ -0.016731349751353264,
+ -0.008553112857043743,
+ -0.059587135910987854,
+ 0.06706792861223221,
+ -0.04700709879398346,
+ 0.0099080391228199,
+ 0.056503549218177795,
+ 0.025588491931557655,
+ 0.013880967162549496,
+ -0.03523626923561096,
+ -0.03067123517394066,
+ 0.046563439071178436,
+ 0.057892005890607834,
+ -0.025782302021980286,
+ -0.0202872883528471,
+ -0.07355045527219772,
+ -0.13937179744243622,
+ 0.026141684502363205,
+ -0.027209727093577385,
+ 0.0014679481973871589,
+ -0.07328296452760696,
+ -0.03546673804521561,
+ 0.008782625198364258,
+ -0.02069144882261753,
+ -0.014612607657909393,
+ 0.031067952513694763,
+ -0.05365300551056862,
+ 0.02401834912598133,
+ -0.042931657284498215,
+ 0.03725961223244667,
+ 0.11839094758033752,
+ 0.023284582421183586,
+ -0.004371910821646452,
+ 0.04573724418878555,
+ 0.06370746344327927,
+ -0.11461607366800308,
+ -0.020693091675639153,
+ 0.008353662677109241,
+ 0.0547977052628994,
+ -0.008739348500967026,
+ 0.10399298369884491,
+ -0.08051460981369019,
+ 0.0067446562461555,
+ -0.12452785670757294,
+ -0.002806860487908125,
+ -0.02171972021460533,
+ -0.035838596522808075,
+ -0.0698103979229927,
+ 0.01943754218518734,
+ -0.029482122510671616,
+ 0.03050350397825241,
+ -0.04521441459655762,
+ -0.053256187587976456,
+ -0.007908286526799202,
+ 0.004454085137695074,
+ -0.03466515988111496,
+ -0.09922488033771515,
+ -0.07066228240728378,
+ 0.03783193975687027,
+ -0.05329705774784088,
+ -0.060391802340745926,
+ -0.0710059329867363,
+ 0.019549598917365074,
+ 0.0021295694168657064,
+ 0.07177744060754776,
+ -0.1483834981918335,
+ -0.04510198533535004,
+ 0.0704694390296936,
+ -0.06226865574717522,
+ -0.042178165167570114,
+ 0.044386126101017,
+ -0.07332827150821686,
+ 0.0007120659574866295,
+ -4.146499384518001e-34,
+ -0.0025822340976446867,
+ -0.0013972108718007803,
+ -0.059555623680353165,
+ 0.02608274109661579,
+ -0.04142750799655914,
+ 0.0005906522274017334,
+ -0.03783823549747467,
+ 0.045442089438438416,
+ -0.02933463454246521,
+ -0.011024781502783298,
+ -0.04858090728521347,
+ 0.06435809284448624,
+ 0.09317126870155334,
+ 0.0067373537458479404,
+ -0.001887250691652298,
+ -0.09290662407875061,
+ 0.10009979456663132,
+ 0.016270659863948822,
+ 0.057111743837594986,
+ -0.026024511083960533,
+ 0.015400565229356289,
+ -0.012115794233977795,
+ -0.041617751121520996,
+ -0.04392813518643379,
+ 0.04737786203622818,
+ 0.12074605375528336,
+ 0.054003287106752396,
+ -0.04106350615620613,
+ -0.01007777452468872,
+ -0.03989286348223686,
+ 0.03709971159696579,
+ 0.019823122769594193,
+ -0.0019930177368223667,
+ 0.0060593923553824425,
+ 0.04309239238500595,
+ 0.0425107516348362,
+ 0.006398206111043692,
+ -0.0024608676321804523,
+ -0.017912108451128006,
+ -0.1523643583059311,
+ 0.013534832745790482,
+ 0.005243832711130381,
+ -0.07289931178092957,
+ 0.0923348069190979,
+ 0.03989646956324577,
+ 0.047940924763679504,
+ 0.014676625840365887,
+ 0.07103094458580017,
+ 0.044774629175662994,
+ 0.02628670446574688,
+ -0.044428374618291855,
+ 0.0606212243437767,
+ -0.03446588292717934,
+ -0.09309691190719604,
+ 0.00468992767855525,
+ -0.05155892297625542,
+ 0.03434869274497032,
+ -0.06562092155218124,
+ 0.016659796237945557,
+ 0.02612289972603321,
+ -0.055024415254592896,
+ 0.025686386972665787,
+ -0.07270438224077225,
+ 0.09874547272920609,
+ 0.002506340155377984,
+ 0.009496969170868397,
+ -0.07408316433429718,
+ 0.014795789495110512,
+ 0.01468606572598219,
+ 0.0276362095028162,
+ -0.0010862612398341298,
+ 0.0540100522339344,
+ -0.08190032839775085,
+ 0.03668183460831642,
+ -0.0012788131134584546,
+ 0.056707076728343964,
+ -0.06489759683609009,
+ 0.022546377032995224,
+ 0.0766131579875946,
+ 0.01167090144008398,
+ 0.01593020185828209,
+ -0.046094950288534164,
+ 0.008169570937752724,
+ 0.11837536841630936,
+ -0.03794078528881073,
+ -0.058843377977609634,
+ -0.053824424743652344,
+ 0.0558769553899765,
+ -0.011080308817327023,
+ -0.005856949836015701,
+ 0.04386688768863678,
+ 0.05319317430257797,
+ 0.0666433721780777,
+ 0.026275351643562317,
+ 0.03868692368268967,
+ -5.4682647743220514e-08,
+ -0.006723261438310146,
+ -0.010700458660721779,
+ -0.032640498131513596,
+ -0.026715125888586044,
+ 0.14820753037929535,
+ -0.024599455296993256,
+ 0.04386107251048088,
+ 0.0020664543844759464,
+ -0.014139565639197826,
+ 0.03650287911295891,
+ -0.09259869903326035,
+ 0.021562378853559494,
+ 0.05752212926745415,
+ 0.08372767269611359,
+ 0.1053197979927063,
+ 0.07893778383731842,
+ 0.08332071453332901,
+ -0.05744350701570511,
+ -0.055803243070840836,
+ -0.009080505929887295,
+ -0.01650519110262394,
+ 0.03199181705713272,
+ -0.009302761405706406,
+ -0.05089358240365982,
+ -0.04860778898000717,
+ -0.029844198375940323,
+ -0.06365612894296646,
+ -0.041779838502407074,
+ -0.008117067627608776,
+ 0.10400816798210144,
+ 0.053204167634248734,
+ 0.0394333116710186,
+ -0.04993266239762306,
+ -0.004357798490673304,
+ -0.01605554297566414,
+ 0.048883773386478424,
+ -0.02802026830613613,
+ 0.006565988063812256,
+ 0.052043214440345764,
+ -0.08798787742853165,
+ -0.006922550033777952,
+ 0.041531845927238464,
+ 0.05931180343031883,
+ -0.04510089382529259,
+ -0.01332230307161808,
+ 0.010695764794945717,
+ -0.0006680028163827956,
+ 0.004613170865923166,
+ -0.033964741975069046,
+ -0.009722276590764523,
+ -0.015980256721377373,
+ 0.018701884895563126,
+ -0.04214652255177498,
+ 0.04731672257184982,
+ 0.04659617692232132,
+ -0.07715702056884766,
+ -0.006569712422788143,
+ 0.05879858881235123,
+ -0.002221009461209178,
+ -0.015616103075444698,
+ 0.062447238713502884,
+ 0.021547697484493256,
+ -0.051570549607276917,
+ 0.01636487990617752
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6ef1d46e93596172ef715ec59df5494f",
+ "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.06515897065401077,
+ 0.08165230602025986,
+ -0.10411985963582993,
+ 0.011494919657707214,
+ 0.037635743618011475,
+ 0.0007202195702120662,
+ 0.02381136454641819,
+ 0.0034838682040572166,
+ -0.02911505103111267,
+ -0.07098130881786346,
+ 0.040065743029117584,
+ -0.004433871246874332,
+ -0.028157107532024384,
+ -0.07502378523349762,
+ 0.029821500182151794,
+ -0.045093756169080734,
+ -0.09928543865680695,
+ 0.02400234527885914,
+ 0.0453975573182106,
+ 0.009584392420947552,
+ -0.0010586134158074856,
+ 0.03824637457728386,
+ 0.021779870614409447,
+ 0.020116383209824562,
+ 0.014940004795789719,
+ -0.059104498475790024,
+ -0.021776381880044937,
+ -0.0059412759728729725,
+ 0.09218966215848923,
+ -0.01688700169324875,
+ 0.05750339478254318,
+ -0.027511965483427048,
+ 0.02659834548830986,
+ -0.0273316390812397,
+ -0.08658789843320847,
+ 0.12181653082370758,
+ 0.030021319165825844,
+ 0.016070686280727386,
+ -0.01696799136698246,
+ -0.02057383954524994,
+ 0.02791476435959339,
+ 0.0024439324624836445,
+ -0.14658749103546143,
+ -0.020949337631464005,
+ -0.03322687745094299,
+ -0.019591541960835457,
+ 0.02716001495718956,
+ -0.08534538745880127,
+ 0.020029455423355103,
+ 0.014517110772430897,
+ -0.024302102625370026,
+ 0.06350473314523697,
+ -0.0249699167907238,
+ 0.035843972116708755,
+ -0.011341722682118416,
+ 0.06082326918840408,
+ 0.1026223748922348,
+ -0.10502570867538452,
+ 0.07284577190876007,
+ -0.04291818290948868,
+ -0.004621617496013641,
+ 0.06234416365623474,
+ 0.05940103530883789,
+ 0.08853936940431595,
+ -0.03916006162762642,
+ -0.05037758871912956,
+ -0.027741689234972,
+ -0.06512448936700821,
+ 0.03399483114480972,
+ 0.011767423711717129,
+ 0.03674420341849327,
+ -0.0685882493853569,
+ -0.01167016476392746,
+ -0.0773879662156105,
+ -0.020889626815915108,
+ 0.021451227366924286,
+ -0.051251187920570374,
+ -0.09961849451065063,
+ 0.05469837039709091,
+ 0.00920281931757927,
+ -0.025883156806230545,
+ 0.029566455632448196,
+ -0.025217518210411072,
+ 0.07460712641477585,
+ -0.016985716298222542,
+ 0.020401252433657646,
+ 0.053460124880075455,
+ 0.029348960146307945,
+ -0.07309535145759583,
+ -0.016846898943185806,
+ 0.06381500512361526,
+ 0.009374669753015041,
+ -0.10052140057086945,
+ 0.09846194088459015,
+ 0.03435138240456581,
+ -0.0422678180038929,
+ 0.026873735710978508,
+ 0.06775140762329102,
+ -0.027084967121481895,
+ 0.028879351913928986,
+ -0.016480108723044395,
+ -0.02470560371875763,
+ -0.0222651194781065,
+ 0.013255147263407707,
+ -0.03648443892598152,
+ -0.007411389146000147,
+ 0.027744077146053314,
+ -0.024938860908150673,
+ 0.015277186408638954,
+ 0.005514397285878658,
+ 0.023275692015886307,
+ -0.12088946253061295,
+ -0.031490225344896317,
+ 0.03020896576344967,
+ 0.037629082798957825,
+ 0.00622360548004508,
+ 0.024008216336369514,
+ -0.00829695351421833,
+ -0.148324653506279,
+ 0.042528148740530014,
+ 0.08051007241010666,
+ 0.0827813372015953,
+ 0.06875113397836685,
+ 0.03563861921429634,
+ 0.059884048998355865,
+ 0.03650406375527382,
+ 0.04698016494512558,
+ -4.822497165659113e-33,
+ -0.05278494954109192,
+ 0.009973040781915188,
+ -0.014573859050869942,
+ -0.04041688144207001,
+ 0.05352935567498207,
+ 0.01690789870917797,
+ 0.0020237539429217577,
+ 0.028378235176205635,
+ 0.009640106931328773,
+ 0.02358727529644966,
+ 0.06919687241315842,
+ -0.020223557949066162,
+ -0.01451630238443613,
+ 0.0022274365182965994,
+ -0.11880351603031158,
+ -0.03391844034194946,
+ 0.10487617552280426,
+ -0.043526336550712585,
+ -0.05868881940841675,
+ -0.010697645135223866,
+ 0.025121942162513733,
+ 0.049671534448862076,
+ -0.04262109845876694,
+ 0.013015449978411198,
+ 0.004248832818120718,
+ 0.035418443381786346,
+ 0.006023900583386421,
+ 0.03041292168200016,
+ -0.027267562225461006,
+ 0.024576984345912933,
+ -0.07843341678380966,
+ -0.007673522457480431,
+ 0.05537903308868408,
+ 0.02035333774983883,
+ 0.057598553597927094,
+ 0.019891051575541496,
+ 0.05277025327086449,
+ -0.08822640031576157,
+ -0.09938692301511765,
+ -0.05122857913374901,
+ 0.033514536917209625,
+ -0.006601507775485516,
+ 0.07792903482913971,
+ -0.01741805113852024,
+ -0.0876799076795578,
+ -0.05952801555395126,
+ -0.042684487998485565,
+ 0.04605376347899437,
+ -0.054004374891519547,
+ 0.020504886284470558,
+ -0.02706102654337883,
+ 0.05169472470879555,
+ -0.00872400589287281,
+ -0.030951227992773056,
+ 0.0098582087084651,
+ -0.04174554720520973,
+ -0.07298742979764938,
+ 0.04679151996970177,
+ -0.009907236322760582,
+ 0.006823298521339893,
+ 0.0008262687479145825,
+ -0.05897098779678345,
+ 0.03172420337796211,
+ 0.0402245968580246,
+ 0.056280266493558884,
+ -0.13620758056640625,
+ -0.051087766885757446,
+ -0.030473951250314713,
+ -0.024681884795427322,
+ 0.025690214708447456,
+ 0.015785593539476395,
+ 0.030055774375796318,
+ -0.042949698865413666,
+ 0.09401707351207733,
+ -0.07910149544477463,
+ -0.024970082566142082,
+ -0.10022547841072083,
+ 0.023728419095277786,
+ -0.11303749680519104,
+ 0.06350686401128769,
+ -0.026368053629994392,
+ -0.011533367447555065,
+ -0.0690741017460823,
+ 0.03971899300813675,
+ 0.0485687255859375,
+ -0.0889907255768776,
+ 0.08634336292743683,
+ -0.054669465869665146,
+ -0.010054350830614567,
+ -0.02804829366505146,
+ 0.015815002843737602,
+ 0.06829565018415451,
+ 0.024212490767240524,
+ -0.12394414842128754,
+ -0.05020572245121002,
+ 7.54914640301314e-34,
+ -0.03408285230398178,
+ 0.02623029798269272,
+ -0.003609647508710623,
+ -0.010473565198481083,
+ 0.0009776824153959751,
+ -0.02702985890209675,
+ -0.009175731800496578,
+ 0.06710005551576614,
+ -0.07342565804719925,
+ -0.03132033720612526,
+ -0.0098428251221776,
+ 0.06326853483915329,
+ 0.0010904079535976052,
+ -0.06365644186735153,
+ 0.009281225502490997,
+ 0.04194210469722748,
+ 0.019324755296111107,
+ 0.029593825340270996,
+ 0.02278204634785652,
+ 0.10123295336961746,
+ 0.02307721972465515,
+ 0.02034876123070717,
+ -0.04507230222225189,
+ -0.029291151091456413,
+ -0.006371012888848782,
+ 0.07625795155763626,
+ 0.030738111585378647,
+ -0.029275119304656982,
+ -0.032141078263521194,
+ -0.04521050676703453,
+ 0.041709426790475845,
+ -0.03610095754265785,
+ -0.034246742725372314,
+ -0.00953885167837143,
+ 0.020039048045873642,
+ 0.050378162413835526,
+ 0.028372328728437424,
+ -0.08251224458217621,
+ -0.024893220514059067,
+ -0.06614595651626587,
+ 0.06773325800895691,
+ 0.01631481759250164,
+ 0.04759097471833229,
+ -0.04775937646627426,
+ 0.008533960208296776,
+ -0.02395324781537056,
+ 0.024672584608197212,
+ 0.05619660019874573,
+ 0.05423356220126152,
+ -0.019268447533249855,
+ -0.03686446696519852,
+ 0.002856004983186722,
+ 0.06139807403087616,
+ -0.0031246489379554987,
+ 0.008917901664972305,
+ -0.03020797111093998,
+ 0.0284846480935812,
+ -0.07606405019760132,
+ 0.04033876210451126,
+ -0.055132005363702774,
+ 0.03023895062506199,
+ -0.024432426318526268,
+ 0.06442558765411377,
+ 0.04156722500920296,
+ -0.011899598874151707,
+ 0.019662311300635338,
+ -0.020591244101524353,
+ 0.09138757735490799,
+ -0.0607568696141243,
+ -0.09566590189933777,
+ 0.07130846381187439,
+ 0.03488164022564888,
+ -0.01501463819295168,
+ -0.0109251094982028,
+ -0.01917535997927189,
+ 0.06844346970319748,
+ -0.02916291542351246,
+ 0.03441469371318817,
+ 0.05199868232011795,
+ -0.16937246918678284,
+ 0.026848284527659416,
+ -0.07529326528310776,
+ -0.07195039093494415,
+ -0.06668056547641754,
+ 0.02012982964515686,
+ -0.01807940937578678,
+ -0.027131062000989914,
+ 0.005128367803990841,
+ -0.015852203592658043,
+ -0.1032039150595665,
+ 0.0451897569000721,
+ 0.027236295863986015,
+ -0.009588957764208317,
+ -0.03094799630343914,
+ -0.007676821202039719,
+ -2.3262419546199453e-08,
+ -0.05678664520382881,
+ 0.1143384799361229,
+ 0.03589877858757973,
+ -0.002952774753794074,
+ 0.03251731023192406,
+ -0.007865342311561108,
+ 0.047945182770490646,
+ -0.07644778490066528,
+ -0.031931277364492416,
+ 0.10154357552528381,
+ -0.07048046588897705,
+ 0.015735039487481117,
+ 0.10971762239933014,
+ -0.06876380741596222,
+ 0.09648700058460236,
+ 0.005746808368712664,
+ -0.05548188090324402,
+ -0.02032475173473358,
+ -0.041613612323999405,
+ -0.005686765071004629,
+ -0.051225315779447556,
+ 0.05994885042309761,
+ -0.113215871155262,
+ -0.0352780818939209,
+ -0.0725775808095932,
+ 0.051748644560575485,
+ -0.04271062836050987,
+ -0.0495951771736145,
+ 0.04272844269871712,
+ -0.0022865021601319313,
+ 0.14531980454921722,
+ 0.030376387760043144,
+ -0.04860438406467438,
+ 0.05110876262187958,
+ 0.016186198219656944,
+ 0.006035028491169214,
+ -0.03502054512500763,
+ 0.03302505984902382,
+ 0.03244076669216156,
+ -0.033317673951387405,
+ -0.0042143394239246845,
+ -0.014629010111093521,
+ 0.03459785133600235,
+ -0.0025178748182952404,
+ 0.015432193875312805,
+ 0.010917768813669682,
+ 0.02046297676861286,
+ 0.026708003133535385,
+ -0.017247116193175316,
+ 0.03068905510008335,
+ 0.06729870289564133,
+ -0.00317430985160172,
+ 0.059234097599983215,
+ -0.048042479902505875,
+ 0.017362408339977264,
+ -0.07836109399795532,
+ 0.06337803602218628,
+ 0.023488014936447144,
+ -0.03353770822286606,
+ -0.0518612340092659,
+ 0.007326452061533928,
+ -0.04605792835354805,
+ -0.02784712240099907,
+ 0.048773668706417084
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "051b6f44a90f212ae370a76b7942db56",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "030c11394b735aa6be9b799cb845c994",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "2f92acb96359c958081ebfe75b65418c",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "581ab7f4-0d0e-522c-9765-2210c65ff896",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "cea2c21aaef9f5f38dba6b93d3733e97",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "a25cda50-8120-53a1-b7a2-793053901312",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "b38df0c4fe99c4e929a91ffe179f39d8",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "17d95063f79ee541af296d142b36e35f",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "1",
+ "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "153cdf628c31647e2aac3eb0f2648c5d",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "79597970c982b68b3d6a4c9c79d413ea",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6cc716cd468cc285ecb48327614da993",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "6d12fa16920132ebdea2a8599fbd8ec7",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "847b235f-d550-5ed6-abc1-03746ded2a3f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "fa081583ee24edb4bdffb61462039d74",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "513653fc-673a-52f0-a8e3-4e391e582fb0",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9898e8da83933fafa47600450eca67f1",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.",
+ "embeddings": [
+ -0.01682751625776291,
+ 0.044853467494249344,
+ -0.02427399344742298,
+ 0.019526232033967972,
+ -0.02260245941579342,
+ -0.02364928461611271,
+ -0.008829304948449135,
+ -0.0010938029736280441,
+ -0.03609094396233559,
+ 0.0002817685599438846,
+ -0.018739674240350723,
+ -0.03417038917541504,
+ -0.003862546756863594,
+ -0.037164438515901566,
+ -0.08567661792039871,
+ 0.038517385721206665,
+ 0.04341655224561691,
+ 0.03751537576317787,
+ 0.03385096788406372,
+ 0.08904548734426498,
+ 0.0018377407686784863,
+ 0.008340608328580856,
+ 0.03759521245956421,
+ 0.02481389231979847,
+ -0.027865441516041756,
+ -0.04453030973672867,
+ 0.00808127224445343,
+ -0.003838210366666317,
+ -0.021035296842455864,
+ -0.07071445882320404,
+ -0.06779080629348755,
+ 0.04234655573964119,
+ 0.01738337054848671,
+ -0.014189333654940128,
+ 0.013577292673289776,
+ 0.07574520260095596,
+ 0.06995886564254761,
+ -0.039838001132011414,
+ 0.050228819251060486,
+ 0.0009188558324240148,
+ -0.02971894107758999,
+ 0.014785832725465298,
+ -0.04512403532862663,
+ 0.017076998949050903,
+ -0.07186999171972275,
+ -0.07726482301950455,
+ -0.09517337381839752,
+ -0.043140944093465805,
+ -0.011352662928402424,
+ -0.09595498442649841,
+ 0.05409936234354973,
+ -0.018932214006781578,
+ 0.046731434762477875,
+ -0.008230224251747131,
+ -0.06469403952360153,
+ -0.029364636167883873,
+ 0.017590969800949097,
+ -0.021093599498271942,
+ 0.08427660167217255,
+ -0.02416510134935379,
+ 0.08597502112388611,
+ 0.06288917362689972,
+ 0.0524468757212162,
+ 0.04941461235284805,
+ -0.03318645805120468,
+ -0.061716388911008835,
+ 0.07211311906576157,
+ -0.06927850097417831,
+ 0.010402662679553032,
+ 0.036037344485521317,
+ -0.0051335422322154045,
+ -0.020267456769943237,
+ 0.05970819294452667,
+ -0.036391668021678925,
+ -0.014533421956002712,
+ 0.020618034526705742,
+ 0.023223912343382835,
+ -0.1860797107219696,
+ 0.020651742815971375,
+ 0.0018217586912214756,
+ -0.031118087470531464,
+ 0.028345705941319466,
+ 0.11568930745124817,
+ -0.004375297110527754,
+ 0.09433278441429138,
+ 0.04092928022146225,
+ -0.00842042826116085,
+ 0.03114221803843975,
+ -0.09934472292661667,
+ 0.03429730609059334,
+ -0.0522882379591465,
+ -0.058220505714416504,
+ 0.048022039234638214,
+ 0.050902146846055984,
+ 0.03815465047955513,
+ 0.03604389727115631,
+ -0.06307490170001984,
+ 0.04125528037548065,
+ -0.05912747234106064,
+ 0.038264088332653046,
+ -0.07713218033313751,
+ 0.06809689104557037,
+ 0.031313542276620865,
+ 0.023312311619520187,
+ 0.006412799004465342,
+ -0.038776446133852005,
+ 0.028938228264451027,
+ -0.03196655213832855,
+ -0.027630100026726723,
+ -0.02673749439418316,
+ -0.05685042962431908,
+ -0.06020181253552437,
+ -0.00867218617349863,
+ 0.017430484294891357,
+ 0.022642532363533974,
+ -0.012801491655409336,
+ -0.011718017049133778,
+ -0.009403431788086891,
+ -0.06675862520933151,
+ 0.061755795031785965,
+ 0.16989800333976746,
+ 0.03899369761347771,
+ -0.023491188883781433,
+ 0.02629872038960457,
+ 0.06443753093481064,
+ -0.03193378821015358,
+ -0.0024229553528130054,
+ 2.368005268069674e-33,
+ 0.02496231719851494,
+ 0.02407502755522728,
+ -0.03281857818365097,
+ -0.025873232632875443,
+ 0.11186985671520233,
+ 0.047858916223049164,
+ -0.01496877335011959,
+ 0.028104638680815697,
+ 0.01991395466029644,
+ 0.06679993867874146,
+ 0.001189913717098534,
+ 0.02876504324376583,
+ -0.019964303821325302,
+ -0.01423739455640316,
+ 0.0053717209957540035,
+ -0.010401537641882896,
+ 0.018903519958257675,
+ -0.005361763294786215,
+ 0.056310947984457016,
+ -0.0428181029856205,
+ -0.006292691919952631,
+ 0.12118802219629288,
+ -0.0009890637593343854,
+ -0.05356815084815025,
+ -0.028604919090867043,
+ 0.037075676023960114,
+ -0.06907759606838226,
+ 0.024704663082957268,
+ 0.042739637196063995,
+ 0.031545959413051605,
+ -0.0005271792178973556,
+ -0.026535140350461006,
+ 0.05111439526081085,
+ 0.028443027287721634,
+ 0.02920220047235489,
+ -0.0703665018081665,
+ 0.04644351825118065,
+ -0.06731420010328293,
+ -0.10569950193166733,
+ -0.031965047121047974,
+ 0.04769280180335045,
+ 0.017549661919474602,
+ -0.03355195000767708,
+ -0.026272794231772423,
+ -0.07081752270460129,
+ 0.015176074579358101,
+ 0.05508141592144966,
+ -0.010872113518416882,
+ -0.04570223391056061,
+ 0.04199223592877388,
+ -0.06018299236893654,
+ 0.064690001308918,
+ 0.05469166487455368,
+ -0.002094427589327097,
+ -0.014063085429370403,
+ 0.00793885625898838,
+ -0.018383745104074478,
+ -0.11529102176427841,
+ 0.04078088328242302,
+ -0.0030891848728060722,
+ -0.021087344735860825,
+ 0.0001917726476676762,
+ 0.06834341585636139,
+ -0.03973044827580452,
+ -0.009760876186192036,
+ -0.1637747883796692,
+ 0.01795063726603985,
+ -0.03674279525876045,
+ -0.0512724295258522,
+ -0.021617349237203598,
+ -0.06599012017250061,
+ 0.0017328673275187612,
+ -0.018664052709937096,
+ -0.007922838442027569,
+ -0.03551406413316727,
+ -0.013705006800591946,
+ 0.005116149317473173,
+ -0.035742130130529404,
+ -0.1352051943540573,
+ -0.1138150691986084,
+ 0.02623431570827961,
+ -0.027093470096588135,
+ 0.018758386373519897,
+ 0.021756835281848907,
+ 0.05185794085264206,
+ 0.04631345719099045,
+ 0.00587364099919796,
+ -0.12321963161230087,
+ 0.005792269948869944,
+ 0.06275735795497894,
+ 0.009350963868200779,
+ -0.053312037140131,
+ 0.019159561023116112,
+ -0.08632557094097137,
+ -0.013855114579200745,
+ -3.370276016289904e-33,
+ 0.05864599719643593,
+ -0.04615163430571556,
+ -0.06346820294857025,
+ -0.039397746324539185,
+ 0.04648108780384064,
+ -0.015082422643899918,
+ -0.046895723789930344,
+ 0.0331069715321064,
+ 0.011396822519600391,
+ -0.03655468299984932,
+ 0.010792517103254795,
+ 0.0623098760843277,
+ 0.019380763173103333,
+ -0.014159128069877625,
+ 0.057823166251182556,
+ -0.011272733099758625,
+ 0.06668494641780853,
+ -0.031565312296152115,
+ 0.05953863263130188,
+ -0.030383192002773285,
+ -0.006127845961600542,
+ 0.01195296086370945,
+ -0.06099686026573181,
+ -0.059799645096063614,
+ 0.0366910845041275,
+ 0.13059313595294952,
+ 0.05516337603330612,
+ -0.0410565584897995,
+ -0.030163342133164406,
+ -0.01593650132417679,
+ 0.010990561917424202,
+ -0.0004563460242934525,
+ 0.082244873046875,
+ 0.04145166650414467,
+ -0.013359212316572666,
+ 0.06620323657989502,
+ -0.0051485393196344376,
+ -0.04055960103869438,
+ 0.005038105882704258,
+ -0.0876849964261055,
+ 0.05181102082133293,
+ -0.02483629621565342,
+ -0.013291548006236553,
+ 0.02350531332194805,
+ 0.02454136498272419,
+ -0.004755537025630474,
+ 0.052200499922037125,
+ 0.09872261434793472,
+ 0.0591018907725811,
+ -0.045177437365055084,
+ -0.1164826899766922,
+ 0.027713248506188393,
+ -0.018304908648133278,
+ -0.0900065153837204,
+ -0.002023108536377549,
+ -0.05354244261980057,
+ -0.04563049599528313,
+ -0.14014962315559387,
+ 0.05999334156513214,
+ 0.04939275607466698,
+ 0.0055672116577625275,
+ 0.04691183194518089,
+ -0.08384080231189728,
+ 0.05071518197655678,
+ -0.021204866468906403,
+ 0.05372503772377968,
+ -0.01412469893693924,
+ -0.007538723759353161,
+ -0.10857655107975006,
+ 0.02581317350268364,
+ 0.028107982128858566,
+ 0.03456532582640648,
+ -0.07613313943147659,
+ 0.07480809837579727,
+ -0.0059866467490792274,
+ -0.05370412766933441,
+ -0.009826296009123325,
+ -0.05398648604750633,
+ 0.1098610907793045,
+ -0.029154378920793533,
+ -0.014540938660502434,
+ -0.07259169965982437,
+ -0.04204044118523598,
+ 0.06544860452413559,
+ 0.015794046223163605,
+ -0.021059811115264893,
+ -0.025973210111260414,
+ 0.10152342170476913,
+ 0.008141516707837582,
+ -0.04888930544257164,
+ 0.04978877305984497,
+ -0.001182420994155109,
+ 0.07884292304515839,
+ -0.022512178868055344,
+ 0.0662931501865387,
+ -5.4480917555110864e-08,
+ 0.012872301042079926,
+ 0.029415929690003395,
+ 0.021306470036506653,
+ -0.12877815961837769,
+ 0.06538473069667816,
+ -0.03781597316265106,
+ 0.04089345410466194,
+ 0.025989290326833725,
+ -0.07534364610910416,
+ 0.06918500363826752,
+ -0.041046030819416046,
+ 0.01955747790634632,
+ 0.094532810151577,
+ 0.0018593794666230679,
+ 0.11607338488101959,
+ 0.03692731261253357,
+ 0.04356376826763153,
+ 0.003503254149109125,
+ -0.06781401485204697,
+ -0.060386136174201965,
+ -0.01064812671393156,
+ 0.006468515377491713,
+ 0.04884890466928482,
+ -0.08282852917909622,
+ -0.027848683297634125,
+ -0.005262335296720266,
+ -0.05879766866564751,
+ -0.05701988935470581,
+ -0.012010990642011166,
+ 0.11934466660022736,
+ 0.05305880308151245,
+ 0.06174139305949211,
+ -4.047862603329122e-05,
+ -0.0005325361271388829,
+ 0.014883957803249359,
+ 0.08382643014192581,
+ -0.019569601863622665,
+ -0.006244168151170015,
+ 0.01913524605333805,
+ -0.07637707144021988,
+ 0.028814710676670074,
+ -0.024512913078069687,
+ 0.022115221247076988,
+ 0.012672550976276398,
+ 0.022336596623063087,
+ -0.026207149028778076,
+ -0.013074109330773354,
+ -0.05887090042233467,
+ 0.08019258826971054,
+ -0.04008277878165245,
+ 0.02152581699192524,
+ 0.03988927975296974,
+ -0.013363830745220184,
+ 0.08336689323186874,
+ 0.007712143938988447,
+ -0.09284763038158417,
+ 0.025868285447359085,
+ -0.020572075620293617,
+ -0.019475145265460014,
+ -0.008726609870791435,
+ 0.0626319870352745,
+ -0.056563157588243484,
+ -0.014993257820606232,
+ -0.020159374922513962
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "2",
+ "id": "938a229b-796e-5a20-a4cd-e0c64e584645",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "af74b2e5414979a734e3765deb30cb33",
+ "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.",
+ "embeddings": [
+ 0.03848652541637421,
+ 0.07322842627763748,
+ -0.039086371660232544,
+ 0.014992752112448215,
+ 0.0782385915517807,
+ -0.026279285550117493,
+ 0.07023986428976059,
+ -0.0001279494317714125,
+ -0.058713387697935104,
+ -0.07570464164018631,
+ 0.02176794223487377,
+ -0.0005701213958673179,
+ -0.0019813489634543657,
+ -0.07120512425899506,
+ -0.03209613263607025,
+ -0.02752888761460781,
+ -0.1049681082367897,
+ -0.014891864731907845,
+ 0.004007284063845873,
+ 0.00852011889219284,
+ -0.05432821437716484,
+ 0.07113152742385864,
+ 0.001230935798957944,
+ 0.041040707379579544,
+ 0.046427223831415176,
+ -0.0405488945543766,
+ -0.006561534013599157,
+ 0.023826558142900467,
+ 0.03458769991993904,
+ -0.053628306835889816,
+ 0.09278160333633423,
+ -0.006737314630299807,
+ 0.05220581963658333,
+ -0.036295779049396515,
+ -0.0485057532787323,
+ 0.11319926381111145,
+ 0.027510428801178932,
+ -0.014265256933867931,
+ 0.010309591889381409,
+ -0.01602257788181305,
+ -0.005835033021867275,
+ 0.0045592039823532104,
+ -0.06903189420700073,
+ -0.025529585778713226,
+ -0.037706971168518066,
+ -0.023433146998286247,
+ 0.007650864310562611,
+ -0.10269569605588913,
+ 0.028969306498765945,
+ 0.01438701432198286,
+ 0.004410407971590757,
+ 0.08216199278831482,
+ -0.019115639850497246,
+ 0.012689188122749329,
+ 0.0010644684080034494,
+ 0.005899399984627962,
+ 0.08162281662225723,
+ -0.08335557579994202,
+ 0.05479880049824715,
+ -0.051131438463926315,
+ 0.018698327243328094,
+ 0.08947112411260605,
+ 0.05924000218510628,
+ 0.0671221911907196,
+ 0.009261899627745152,
+ -0.12461096793413162,
+ 0.015444870106875896,
+ -0.023853566497564316,
+ 0.06586326658725739,
+ 0.037787143141031265,
+ 0.05762845277786255,
+ -0.04702874273061752,
+ 0.003731879172846675,
+ -0.06792774796485901,
+ -0.0527118444442749,
+ 0.00900707021355629,
+ -0.06468125432729721,
+ -0.1286754608154297,
+ 0.002884211950004101,
+ 0.028943592682480812,
+ 0.024202514439821243,
+ -0.019803209230303764,
+ -0.005172668024897575,
+ 0.019701054319739342,
+ -0.02779141068458557,
+ 0.02555151842534542,
+ 0.05718522146344185,
+ 0.009517142549157143,
+ -0.016476675868034363,
+ 0.024546954780817032,
+ 0.02209690771996975,
+ 0.023861274123191833,
+ -0.050366781651973724,
+ 0.128755584359169,
+ 0.035246364772319794,
+ -0.019921960309147835,
+ 0.03183208405971527,
+ 0.01760866492986679,
+ -0.0357632040977478,
+ 0.09666019678115845,
+ -0.03279680013656616,
+ -0.011801608838140965,
+ -0.006416936405003071,
+ -0.06438212096691132,
+ -0.0016695513622835279,
+ -0.028713993728160858,
+ -0.048508089035749435,
+ 0.0023268633522093296,
+ 0.00010731635120464489,
+ -0.004430283792316914,
+ -0.0027484798338264227,
+ -0.08836869895458221,
+ -0.029581623151898384,
+ -0.05176875740289688,
+ 0.04854046180844307,
+ -0.030137520283460617,
+ 0.017958756536245346,
+ -0.045813921838998795,
+ -0.16089917719364166,
+ 0.03669830039143562,
+ 0.12689056992530823,
+ 0.08355804532766342,
+ -0.0067156716249883175,
+ 0.0588994100689888,
+ 0.06839577853679657,
+ 0.045722898095846176,
+ 0.04440539330244064,
+ -1.8460459196992456e-33,
+ -0.030627144500613213,
+ 0.019772542640566826,
+ -0.05011877045035362,
+ 0.003265047213062644,
+ 0.09844215214252472,
+ -0.005574981216341257,
+ -0.023690680041909218,
+ -0.044040292501449585,
+ -0.00017801592184696347,
+ 0.006126445718109608,
+ 0.07880857586860657,
+ -0.021872347220778465,
+ -0.008005188778042793,
+ -0.08304689079523087,
+ -0.07907761633396149,
+ -0.008925779722630978,
+ 0.02461901679635048,
+ -0.025174634531140327,
+ -0.04031767323613167,
+ -0.03601386770606041,
+ -0.007908975705504417,
+ 0.0815252959728241,
+ -0.012495998293161392,
+ 0.028089160099625587,
+ -0.0491638146340847,
+ 0.03576384857296944,
+ 0.010324730537831783,
+ 0.009807921946048737,
+ 0.030524734407663345,
+ 0.020602013915777206,
+ -0.04578060656785965,
+ -0.013207262381911278,
+ 0.026395369321107864,
+ -0.004913602955639362,
+ 0.07882220298051834,
+ 0.04910660162568092,
+ -0.031904418021440506,
+ -0.09458641707897186,
+ -0.09333070367574692,
+ -0.02722296491265297,
+ -0.025007173418998718,
+ -0.0038567865267395973,
+ 0.04072514548897743,
+ 0.003667169716209173,
+ -0.0420503169298172,
+ -0.01191764511168003,
+ -0.06431711465120316,
+ 0.08200852572917938,
+ -0.06076711043715477,
+ -0.022249411791563034,
+ -0.007887872867286205,
+ 0.022517839446663857,
+ 0.05303343012928963,
+ 0.022187327966094017,
+ -0.0034049907699227333,
+ -0.008297723717987537,
+ 0.020200394093990326,
+ -0.052049670368433,
+ 0.05553225800395012,
+ 0.013560731895267963,
+ 0.05355742573738098,
+ -0.05460495501756668,
+ 0.018521301448345184,
+ 0.01225869171321392,
+ 0.04653918370604515,
+ -0.1920035034418106,
+ -0.025884097442030907,
+ -0.00843840278685093,
+ 9.427993791177869e-05,
+ -0.03273198381066322,
+ 0.010819761082530022,
+ 0.02640712819993496,
+ -0.02945883944630623,
+ 0.01164927612990141,
+ -0.10845769941806793,
+ -0.027326636016368866,
+ -0.05977265164256096,
+ -0.016859183087944984,
+ -0.11989486962556839,
+ 0.05720244720578194,
+ -0.011779855005443096,
+ -0.056539230048656464,
+ -0.058386076241731644,
+ 0.020848175510764122,
+ 0.06474777311086655,
+ -0.05431174114346504,
+ 0.06634552031755447,
+ -0.12710222601890564,
+ -0.07795137166976929,
+ 0.04315808787941933,
+ -0.034958191215991974,
+ 0.01980527676641941,
+ 0.08331822603940964,
+ -0.12841778993606567,
+ -0.03785271942615509,
+ -1.0060922068863568e-33,
+ -0.027665240690112114,
+ 0.02926396019756794,
+ -0.03861820325255394,
+ 0.04231414943933487,
+ 7.270499190781265e-05,
+ -0.0400589220225811,
+ -0.04971139505505562,
+ 0.12375447154045105,
+ -0.08428257703781128,
+ -0.03588284179568291,
+ -0.024803893640637398,
+ 0.043492209166288376,
+ 0.028007159009575844,
+ -0.04880745708942413,
+ 0.006503917742520571,
+ -0.04279455915093422,
+ 0.08270835876464844,
+ 0.044285956770181656,
+ 0.015556516125798225,
+ 0.0610281340777874,
+ 0.004977316129952669,
+ 0.027586180716753006,
+ -0.07400929927825928,
+ -0.0321541465818882,
+ -0.029895134270191193,
+ 0.08658154308795929,
+ 0.044047463685274124,
+ -0.05423393473029137,
+ -0.04783777892589569,
+ -0.044079430401325226,
+ 0.06052617356181145,
+ -0.010516159236431122,
+ -0.041125912219285965,
+ 0.008886036463081837,
+ 0.01912558637559414,
+ 0.0979057103395462,
+ 0.06284388154745102,
+ -0.07653651386499405,
+ -0.05087859183549881,
+ -0.10978297144174576,
+ 0.06206950545310974,
+ 0.02136188931763172,
+ 0.05348712578415871,
+ 0.02714644931256771,
+ 0.014692471362650394,
+ -0.02011754922568798,
+ 0.008854399435222149,
+ 0.038272906094789505,
+ 0.033644385635852814,
+ 0.014646644704043865,
+ -0.0064666080288589,
+ 0.06312238425016403,
+ 0.01508532464504242,
+ -7.384382479358464e-05,
+ 0.020491518080234528,
+ -0.06076902896165848,
+ 0.031369954347610474,
+ -0.07731205224990845,
+ 0.0006474092369899154,
+ -0.03969388082623482,
+ -0.03864520788192749,
+ -0.0242959875613451,
+ 0.009920104406774044,
+ 0.08266526460647583,
+ 0.0138448067009449,
+ -0.01924595981836319,
+ -0.04970324784517288,
+ 0.07662062346935272,
+ -0.0707467794418335,
+ -0.0492556169629097,
+ 0.04203110560774803,
+ 0.07773817330598831,
+ -0.04046148434281349,
+ 0.025275511667132378,
+ -0.002845396287739277,
+ 0.06004684790968895,
+ -0.05143704265356064,
+ 0.05002858117222786,
+ 0.03366512060165405,
+ -0.08260758966207504,
+ 0.01899641379714012,
+ -0.08672882616519928,
+ -0.04028487578034401,
+ 0.007123512215912342,
+ -0.012681868858635426,
+ -0.058715373277664185,
+ -0.019765179604291916,
+ 0.01173197291791439,
+ -0.02939874678850174,
+ -0.07955972105264664,
+ 0.03129885345697403,
+ 0.020177708938717842,
+ 0.019187647849321365,
+ -0.045627400279045105,
+ 0.012758012861013412,
+ -4.402842890272041e-08,
+ -0.09942327439785004,
+ 0.08084757626056671,
+ -0.035018403083086014,
+ -0.02503906562924385,
+ 0.09755096584558487,
+ 0.015264158137142658,
+ 0.0761035904288292,
+ -0.008334402926266193,
+ -0.01072120014578104,
+ 0.08686002343893051,
+ -0.07284746319055557,
+ 0.0314163900911808,
+ 0.092281274497509,
+ -0.004524499177932739,
+ 0.08179205656051636,
+ 0.01696275919675827,
+ -0.0030438622925430536,
+ 0.012373746372759342,
+ -0.07464922219514847,
+ -0.05962244048714638,
+ 0.00038156783557496965,
+ 0.06857030093669891,
+ -0.05172964930534363,
+ -0.03993108496069908,
+ -0.05411847308278084,
+ 0.022928204387426376,
+ -0.05727674439549446,
+ -0.035010844469070435,
+ 0.0030080864671617746,
+ 0.02468354068696499,
+ 0.10044567286968231,
+ 0.002190782455727458,
+ -0.07806854695081711,
+ 0.03235902637243271,
+ -0.025154119357466698,
+ 0.035156700760126114,
+ -0.034052204340696335,
+ 0.004981667269021273,
+ 0.04729291424155235,
+ -0.06305793672800064,
+ -0.0480787456035614,
+ -0.0014367683324962854,
+ 0.07676703482866287,
+ -0.006661241874098778,
+ -0.022604526951909065,
+ -0.010561433620750904,
+ 0.019205471500754356,
+ 0.0329267717897892,
+ -0.003164240624755621,
+ 0.046191778033971786,
+ 0.04031074047088623,
+ 0.0008771293214522302,
+ 0.04786253347992897,
+ -0.01732596941292286,
+ 0.035850733518600464,
+ -0.09125863760709763,
+ 0.03477390110492706,
+ 0.09123310446739197,
+ -0.05411266162991524,
+ -0.07469093054533005,
+ 0.03819667547941208,
+ -0.02587568573653698,
+ -0.02930615097284317,
+ 0.05766671523451805
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "03137838-f999-575d-8850-23d7b69c1506",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "e618dc60a6ff98b4192cfee285a87d8d",
+ "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"",
+ "embeddings": [
+ -0.03250373527407646,
+ 0.11405647546052933,
+ -0.032587453722953796,
+ 0.055381521582603455,
+ 0.059564560651779175,
+ 0.015745751559734344,
+ 0.09562661498785019,
+ 0.010293334722518921,
+ -0.04083289951086044,
+ -0.08257907629013062,
+ -0.03238358721137047,
+ -0.014912012033164501,
+ -0.0198091808706522,
+ -0.01337512768805027,
+ -0.020495573058724403,
+ 0.002414087299257517,
+ -0.06527095288038254,
+ 0.01364147663116455,
+ -0.033934954553842545,
+ 0.050227586179971695,
+ 0.0013295856770128012,
+ 0.08505179733037949,
+ -0.00859166868031025,
+ 0.0372328907251358,
+ -0.04048413783311844,
+ 0.02850324660539627,
+ -0.040489185601472855,
+ -0.014602068811655045,
+ 0.025089364498853683,
+ -0.06689489632844925,
+ 0.03795711323618889,
+ -0.030162107199430466,
+ -0.028193792328238487,
+ 0.031401507556438446,
+ -0.060299064964056015,
+ 0.07824402302503586,
+ 0.0417218841612339,
+ -0.00280062691308558,
+ 0.015016979537904263,
+ -0.01617620699107647,
+ -0.02737884409725666,
+ 0.03892529010772705,
+ -0.03689882159233093,
+ -0.0019110878929495811,
+ -0.062437016516923904,
+ 0.0185767263174057,
+ -0.05258270725607872,
+ 0.029043495655059814,
+ 0.028613261878490448,
+ -0.07531249523162842,
+ -0.04366081953048706,
+ 0.027816196903586388,
+ 0.007132936734706163,
+ -0.001294324523769319,
+ -0.014254799112677574,
+ 0.0024263160303235054,
+ 0.012078076601028442,
+ -0.0379192978143692,
+ -0.038445837795734406,
+ -0.05604413524270058,
+ 0.0023110320325940847,
+ 0.08075271546840668,
+ 0.07831703126430511,
+ 0.1400841325521469,
+ 0.007107601035386324,
+ -0.15312807261943817,
+ 0.06691515445709229,
+ -0.0177390668541193,
+ -0.021998411044478416,
+ 0.0909491628408432,
+ 0.04502216726541519,
+ -0.010076782666146755,
+ 0.007513758726418018,
+ -0.055475518107414246,
+ -0.01963331177830696,
+ 0.005885422695428133,
+ -0.029423752799630165,
+ -0.08123290538787842,
+ 0.05661061033606529,
+ 0.014007789082825184,
+ -0.021031439304351807,
+ 0.03341791778802872,
+ -0.0017972872592508793,
+ 0.04669170081615448,
+ 0.05551200732588768,
+ 0.0011873265029862523,
+ 0.12152260541915894,
+ 0.04412882402539253,
+ 0.016602318733930588,
+ 0.02232702635228634,
+ 0.030733855441212654,
+ -0.023590754717588425,
+ -0.032623156905174255,
+ 0.1088862419128418,
+ 0.006948475260287523,
+ -0.003367226105183363,
+ -0.001000834396108985,
+ -0.0008948575123213232,
+ 0.01791687123477459,
+ 0.07971987873315811,
+ 0.014912032522261143,
+ -0.0061864121817052364,
+ -0.05518687516450882,
+ -0.013116682879626751,
+ 0.002028930000960827,
+ -0.01422323752194643,
+ -0.038954492658376694,
+ -0.08128658682107925,
+ 0.0370912104845047,
+ 0.007844727486371994,
+ 0.054333169013261795,
+ -0.052445411682128906,
+ -0.0013528643175959587,
+ -0.05833602696657181,
+ 0.007592412177473307,
+ 0.028998078778386116,
+ -0.03679020702838898,
+ -0.03158054128289223,
+ -0.0655386820435524,
+ -0.03260267898440361,
+ 0.043705157935619354,
+ 0.049989741295576096,
+ -0.014521034434437752,
+ 0.09606147557497025,
+ 0.0024981999304145575,
+ -0.0014568512560799718,
+ -0.030376562848687172,
+ -3.712200139637245e-33,
+ 0.04794352501630783,
+ -0.034494828432798386,
+ -0.03474126383662224,
+ -0.06143162027001381,
+ 0.0997978150844574,
+ 0.008497433736920357,
+ -0.024528389796614647,
+ 0.00520430039614439,
+ -0.04194159805774689,
+ 0.042861949652433395,
+ -0.009700017049908638,
+ 0.02270287647843361,
+ 0.06177065148949623,
+ 0.041715867817401886,
+ -0.1360684037208557,
+ -0.003099055727943778,
+ -0.005275883246213198,
+ -0.01700960099697113,
+ -0.022364025935530663,
+ -0.02527199313044548,
+ -0.04394069314002991,
+ 0.07173829525709152,
+ -0.00024486315669491887,
+ -0.016713330522179604,
+ -0.02796204201877117,
+ 0.026945143938064575,
+ -0.046018220484256744,
+ 0.02506241388618946,
+ 0.06014641746878624,
+ 0.04250390827655792,
+ -0.0409727580845356,
+ -0.0416574701666832,
+ 0.03870715945959091,
+ 0.0018221879145130515,
+ 0.043903253972530365,
+ 0.004313987214118242,
+ 0.0006852017831988633,
+ -0.07572361081838608,
+ -0.1068369448184967,
+ -0.01376770157366991,
+ -0.005277027375996113,
+ 0.0008428407018072903,
+ -0.06282885372638702,
+ -0.02376667782664299,
+ -0.011063306592404842,
+ -0.00990603119134903,
+ -0.10784071683883667,
+ 0.033149152994155884,
+ -0.060364216566085815,
+ -0.004467321559786797,
+ -0.04507862776517868,
+ 0.02243949845433235,
+ 0.12495483458042145,
+ -0.026617566123604774,
+ -0.01679113879799843,
+ 0.023629574105143547,
+ 0.004612114746123552,
+ -0.03558759391307831,
+ 0.03220736235380173,
+ 0.015363126993179321,
+ -0.037583719938993454,
+ -0.06970171630382538,
+ 0.030936991795897484,
+ 0.033566415309906006,
+ -0.015303481370210648,
+ -0.1667257696390152,
+ 0.00530675332993269,
+ -0.0006605299422517419,
+ 0.03634287416934967,
+ -0.06309078633785248,
+ -0.10477079451084137,
+ 0.047955237329006195,
+ -0.09686211496591568,
+ -0.016564972698688507,
+ -0.042609505355358124,
+ -0.05678757652640343,
+ -7.101803203113377e-05,
+ -0.009840096347033978,
+ -0.10460280627012253,
+ -0.0062169781886041164,
+ -0.009880837984383106,
+ -0.04841452091932297,
+ 0.014367562718689442,
+ 0.04341863840818405,
+ -0.015229846350848675,
+ -0.02098177745938301,
+ 0.010964538902044296,
+ -0.14618134498596191,
+ -0.06702622026205063,
+ 0.02680966816842556,
+ -0.07693126052618027,
+ 0.013750841841101646,
+ 0.09855887293815613,
+ -0.05487752705812454,
+ -0.012765977531671524,
+ -1.0157560331881882e-34,
+ 0.04448458552360535,
+ 0.02646932378411293,
+ -0.005829988978803158,
+ 0.06687766313552856,
+ -0.0032580378465354443,
+ -0.07699624449014664,
+ -0.049430545419454575,
+ 0.08170759677886963,
+ -0.023571187630295753,
+ -0.014730543829500675,
+ 0.0021843218710273504,
+ 0.011559694074094296,
+ 0.002851339289918542,
+ -0.011636383831501007,
+ 0.020539702847599983,
+ -0.06552323698997498,
+ -0.00920141488313675,
+ 0.00485845236107707,
+ 0.01317247562110424,
+ 0.03624033182859421,
+ -0.012161359190940857,
+ 0.05881248787045479,
+ 0.03144795447587967,
+ -0.04424105957150459,
+ -0.061959609389305115,
+ 0.101725272834301,
+ 0.06701608747243881,
+ -0.026254868134856224,
+ 0.004167522769421339,
+ -0.057215169072151184,
+ 0.09399645030498505,
+ -0.014008605852723122,
+ -0.08358649909496307,
+ 0.018976643681526184,
+ 0.009768348187208176,
+ 0.10289943963289261,
+ -0.0014563931617885828,
+ -0.01264925766736269,
+ 0.013742194510996342,
+ -0.10804079473018646,
+ 0.039725374430418015,
+ 0.06845040619373322,
+ 0.03231087699532509,
+ 0.012045355513691902,
+ 0.026418540626764297,
+ -0.02941909246146679,
+ 0.10176557302474976,
+ -0.0011976086534559727,
+ 0.04526808485388756,
+ -0.026719320565462112,
+ -0.025476783514022827,
+ -0.02227499708533287,
+ -0.043704554438591,
+ 0.017212973907589912,
+ -0.02342807501554489,
+ -0.08153804391622543,
+ -0.011906847357749939,
+ -0.05176440626382828,
+ -0.0011411692248657346,
+ 0.026881210505962372,
+ -0.03719329833984375,
+ -0.0219104140996933,
+ 0.007989762350916862,
+ 0.10793941468000412,
+ 7.526655099354684e-05,
+ 0.054307520389556885,
+ -0.03183361515402794,
+ 0.07667646557092667,
+ 0.035427503287792206,
+ 0.012320978567004204,
+ 0.025351019576191902,
+ 0.08285778015851974,
+ -0.06457649916410446,
+ 0.13714338839054108,
+ 0.06807006895542145,
+ -0.013921529054641724,
+ -0.05952170491218567,
+ -0.04816218093037605,
+ 0.032548557966947556,
+ 0.05892007425427437,
+ 0.0737646147608757,
+ -0.04564914479851723,
+ -0.04104813560843468,
+ 0.026138244196772575,
+ 0.021900564432144165,
+ -0.018210098147392273,
+ -0.04382559657096863,
+ -0.0074034156277775764,
+ -0.053233351558446884,
+ -0.02136670984327793,
+ 0.01664056070148945,
+ 0.014224758371710777,
+ 0.07688914239406586,
+ -0.006572596728801727,
+ -0.012967693619430065,
+ -4.718893720223605e-08,
+ -0.032919421792030334,
+ 0.028557278215885162,
+ -0.00933072529733181,
+ 0.00041452725417912006,
+ 0.10063493251800537,
+ -0.02811484783887863,
+ 0.037335220724344254,
+ -0.08419524878263474,
+ -0.06824061274528503,
+ 0.015457462519407272,
+ -0.007552203722298145,
+ 0.021485064178705215,
+ 0.04616241157054901,
+ 0.07548996061086655,
+ 0.04936271905899048,
+ -0.00031412075622938573,
+ -0.04908610135316849,
+ -0.05195629224181175,
+ -0.0524459183216095,
+ -0.0770670622587204,
+ -0.07359957695007324,
+ 0.014842125587165356,
+ -0.02292775735259056,
+ -0.05127725377678871,
+ -0.006840305868536234,
+ 0.031337276101112366,
+ -0.07564397901296616,
+ 0.01957106962800026,
+ -0.0184449702501297,
+ 0.054006267338991165,
+ 0.05886895954608917,
+ 0.06849730014801025,
+ -0.10323604196310043,
+ 0.029025956988334656,
+ -0.0743384137749672,
+ 0.05777619779109955,
+ -0.08230801671743393,
+ -0.011376908980309963,
+ 0.12842807173728943,
+ -0.11529514938592911,
+ 0.0019723076838999987,
+ 0.0792105570435524,
+ 0.12587594985961914,
+ -0.046919964253902435,
+ 0.005770998075604439,
+ -0.07387733459472656,
+ -0.003436931874603033,
+ -0.053992629051208496,
+ 0.002372745191678405,
+ 0.03923308104276657,
+ 0.06609037518501282,
+ 0.018089022487401962,
+ 0.00020234539988450706,
+ 0.043531130999326706,
+ -0.01597665809094906,
+ -0.16739456355571747,
+ -0.011900337412953377,
+ 0.004192651249468327,
+ -0.04602941498160362,
+ -0.08335958421230316,
+ 0.028036054223775864,
+ -0.06654428690671921,
+ -0.010046781040728092,
+ 0.007284722290933132
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "74e259b2a9595cdd2976e6f475433315",
+ "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.",
+ "embeddings": [
+ 0.04131437838077545,
+ 0.010438342578709126,
+ -0.029227782040834427,
+ 0.1221429705619812,
+ 0.04667265713214874,
+ 0.006988010834902525,
+ 0.0879746824502945,
+ 0.01658152975142002,
+ 0.03387213870882988,
+ -0.05106586217880249,
+ -0.008163172751665115,
+ 0.01942339539527893,
+ 0.009290399961173534,
+ -0.04159928858280182,
+ -0.05286703631281853,
+ -0.03266151621937752,
+ -0.038281168788671494,
+ 0.05058445408940315,
+ -0.008906042203307152,
+ 0.045186761766672134,
+ 0.020186468958854675,
+ 0.0016097123734652996,
+ -0.031074801459908485,
+ 0.037382230162620544,
+ -0.06611403822898865,
+ 0.008967640809714794,
+ -0.0006455020047724247,
+ -0.09537012130022049,
+ 0.020525731146335602,
+ -0.04392102733254433,
+ -0.04517001286149025,
+ 0.08344835788011551,
+ -0.04777715727686882,
+ 0.016811847686767578,
+ -0.08461599797010422,
+ 0.056300051510334015,
+ 0.03214816376566887,
+ 0.026472169905900955,
+ 0.03270770236849785,
+ -0.03824399784207344,
+ 0.023083537817001343,
+ 0.029350783675909042,
+ -0.010136131197214127,
+ 0.02914264239370823,
+ -0.08539383113384247,
+ -0.018322240561246872,
+ 0.016488222405314445,
+ -0.05024581775069237,
+ -0.04945892095565796,
+ -0.06129777058959007,
+ 0.014436057768762112,
+ 0.013868262991309166,
+ 0.07333678752183914,
+ 0.009030934423208237,
+ -0.0615798719227314,
+ 0.014592702500522137,
+ 0.0024374902714043856,
+ -0.056532133370637894,
+ 0.0031143869273364544,
+ 0.019919948652386665,
+ 0.021264689043164253,
+ 0.019731013104319572,
+ 0.07712416350841522,
+ 0.05812228471040726,
+ -0.03787194937467575,
+ -0.015880567952990532,
+ 0.04585213586688042,
+ 0.024745149537920952,
+ -0.03647852689027786,
+ -0.05448617786169052,
+ -0.019203471019864082,
+ -0.020117703825235367,
+ -0.039848536252975464,
+ -0.006952527444809675,
+ 0.03922528028488159,
+ 0.024854082614183426,
+ -0.058966416865587234,
+ -0.09374749660491943,
+ -0.0751257911324501,
+ -0.029594605788588524,
+ 0.017623361200094223,
+ 0.027899159118533134,
+ -0.018209006637334824,
+ 0.07933376729488373,
+ 0.009420350193977356,
+ 0.05898971110582352,
+ 0.05792481079697609,
+ 0.07666195183992386,
+ 0.016616784036159515,
+ 0.02002604864537716,
+ 0.048851702362298965,
+ -0.0505024753510952,
+ -0.13119369745254517,
+ 0.03927632421255112,
+ 0.005034948233515024,
+ -0.0471685491502285,
+ 0.022816618904471397,
+ -0.007138474844396114,
+ -0.019022220745682716,
+ 0.03863080218434334,
+ -0.07084067165851593,
+ 0.047178640961647034,
+ 0.020356379449367523,
+ 0.07021769136190414,
+ -0.05494682118296623,
+ -0.029647527262568474,
+ -0.02216147817671299,
+ -0.034496910870075226,
+ 0.017997071146965027,
+ -0.06252768635749817,
+ 0.03595249727368355,
+ -0.1194065511226654,
+ 0.015381304547190666,
+ -0.04809695482254028,
+ -7.771132004563697e-06,
+ 0.02587948739528656,
+ -0.03162636235356331,
+ 0.014701085165143013,
+ -0.046651680022478104,
+ 0.0828336551785469,
+ 0.11268860101699829,
+ 0.12179325520992279,
+ 0.060829173773527145,
+ 0.07570748776197433,
+ 0.02815116196870804,
+ 0.0028510892298072577,
+ -0.016246089711785316,
+ -2.1280727284004366e-33,
+ -0.05948556214570999,
+ 0.0017152854707092047,
+ -0.012005995959043503,
+ -0.004417125601321459,
+ 0.028413770720362663,
+ 0.012177053838968277,
+ -0.012444757856428623,
+ -0.05533634498715401,
+ 0.023456379771232605,
+ -0.020409662276506424,
+ 0.030425578355789185,
+ 0.06357879936695099,
+ 0.0283050537109375,
+ 0.04002627357840538,
+ -0.11317045241594315,
+ 0.008229276165366173,
+ 0.11444739997386932,
+ -0.015771549195051193,
+ 0.014527047984302044,
+ -0.0845060721039772,
+ -0.004441092722117901,
+ 0.07811643928289413,
+ 0.01487989816814661,
+ -0.04671619459986687,
+ 0.013207556679844856,
+ -0.004587956704199314,
+ -0.04832343012094498,
+ 0.06256690621376038,
+ 0.047710251063108444,
+ 0.017679749056696892,
+ -0.032393913716077805,
+ 0.037965916097164154,
+ 0.007207945454865694,
+ -0.03224310651421547,
+ 0.06891629099845886,
+ 0.0753762423992157,
+ 0.04396126791834831,
+ -0.055286675691604614,
+ 0.023628130555152893,
+ -0.042786817997694016,
+ -0.07200168818235397,
+ 0.018136607483029366,
+ -0.010370143689215183,
+ -0.014289177022874355,
+ -0.05093935877084732,
+ -0.0015956135466694832,
+ -0.026074687018990517,
+ -0.006535958964377642,
+ -0.1448906511068344,
+ 0.1049141064286232,
+ -0.012431871145963669,
+ 0.06249371916055679,
+ 0.028240319341421127,
+ -0.05348068103194237,
+ 0.037580136209726334,
+ -0.11602187901735306,
+ -0.05156461521983147,
+ -0.017776649445295334,
+ 0.025191225111484528,
+ -0.027159910649061203,
+ 0.0040314896032214165,
+ -0.013310124166309834,
+ -0.08390014618635178,
+ -0.04734034091234207,
+ -0.004227971658110619,
+ -0.07124524563550949,
+ 0.0080537348985672,
+ 0.05630830302834511,
+ 0.02576463669538498,
+ 0.05440858006477356,
+ -0.07978492230176926,
+ 0.06894511729478836,
+ -0.05568317323923111,
+ 0.0446971170604229,
+ 0.005603936035186052,
+ -0.06899987161159515,
+ -0.06406501680612564,
+ -0.017906486988067627,
+ 0.01870492659509182,
+ 0.024210426956415176,
+ -0.042539119720458984,
+ -0.03503870218992233,
+ -0.06712811440229416,
+ -0.0071103922091424465,
+ 0.10196483880281448,
+ 0.010306842625141144,
+ 0.02486318349838257,
+ -0.05540274828672409,
+ -0.11513807624578476,
+ -0.028356121852993965,
+ -0.0034731330815702677,
+ 0.0434478223323822,
+ 0.10518281906843185,
+ -0.0026184211019426584,
+ -0.0395716167986393,
+ -2.0713272079824292e-33,
+ -0.027649089694023132,
+ 0.0244169719517231,
+ 0.008893901482224464,
+ 0.03309953957796097,
+ -0.020955216139554977,
+ -0.03415209427475929,
+ -0.03663003072142601,
+ 0.08437042683362961,
+ -0.030863987281918526,
+ -0.025058630853891373,
+ -0.0012599753681570292,
+ 0.04858839511871338,
+ -0.05035921186208725,
+ 0.05782833695411682,
+ 0.01736760511994362,
+ -0.1007901281118393,
+ 0.0372592955827713,
+ 0.10307921469211578,
+ 0.015176573768258095,
+ -0.006911956239491701,
+ -0.017290109768509865,
+ 0.05995270237326622,
+ -0.0933024063706398,
+ -0.05932670086622238,
+ -0.028119290247559547,
+ 0.045606911182403564,
+ 0.026393577456474304,
+ 0.02205711230635643,
+ -0.11971107125282288,
+ -0.048570889979600906,
+ 0.06965653598308563,
+ -0.021192172542214394,
+ -0.06073886528611183,
+ -0.012405934743583202,
+ -0.017048051580786705,
+ 0.041880518198013306,
+ -0.008595126681029797,
+ 0.04379771649837494,
+ -0.06079481542110443,
+ -0.03538862615823746,
+ 0.03300609067082405,
+ 0.0072874510660767555,
+ 0.08736118674278259,
+ -0.06631796807050705,
+ -0.05843227729201317,
+ 0.051338110119104385,
+ 0.0544174499809742,
+ 0.06373941898345947,
+ 0.04552086815237999,
+ 0.007449932862073183,
+ 0.037778496742248535,
+ 0.05177128314971924,
+ -0.023786861449480057,
+ -0.03125306963920593,
+ -0.02866995707154274,
+ -0.10839100182056427,
+ -0.05312357842922211,
+ -0.019803818315267563,
+ 0.030284490436315536,
+ 0.009594709612429142,
+ 0.05552275851368904,
+ 0.02913232520222664,
+ 0.03222506865859032,
+ 0.06522071361541748,
+ 0.01477837935090065,
+ -0.00839946512132883,
+ -0.05664621293544769,
+ 0.09719424694776535,
+ -0.0009895507246255875,
+ -0.07988554239273071,
+ 0.08541174978017807,
+ -0.03795434534549713,
+ -0.12756478786468506,
+ 0.022499701008200645,
+ 0.01768585480749607,
+ -0.01586039550602436,
+ 0.016467463225126266,
+ -0.06620863825082779,
+ 0.02678516134619713,
+ -0.015685219317674637,
+ -0.009682174772024155,
+ -0.06745225191116333,
+ -0.004071940202265978,
+ 0.012052211910486221,
+ 0.0036167583893984556,
+ 0.029642567038536072,
+ -0.07084158807992935,
+ -0.05373381823301315,
+ 0.03519401699304581,
+ -0.02545703761279583,
+ -0.0012839913833886385,
+ 0.03921768441796303,
+ 0.0019743198063224554,
+ -0.08167675882577896,
+ -0.014279244467616081,
+ -4.697568556366605e-08,
+ -0.04984578117728233,
+ 0.032841477543115616,
+ -0.0006809193291701376,
+ -0.026550153270363808,
+ 0.03732387721538544,
+ -0.035079874098300934,
+ 0.053695522248744965,
+ 0.0025004700291901827,
+ -0.10070375353097916,
+ 0.026384195312857628,
+ 0.06276652216911316,
+ -0.03355107456445694,
+ 0.06509916484355927,
+ 0.000142106378916651,
+ 0.15294241905212402,
+ 0.016557272523641586,
+ -0.04354836791753769,
+ 0.0008760427008382976,
+ -0.019237095490098,
+ -0.005699384491890669,
+ 0.011149032972753048,
+ -0.010802170261740685,
+ -0.027099158614873886,
+ -0.049467720091342926,
+ -0.05907008796930313,
+ -0.05313877388834953,
+ -0.04599687457084656,
+ -0.0639025941491127,
+ -0.025966880843043327,
+ 0.03216610103845596,
+ 0.09409593045711517,
+ 0.018218183889985085,
+ 0.02825731225311756,
+ 0.0729735791683197,
+ -0.01994100771844387,
+ 0.004296150989830494,
+ -0.04848022013902664,
+ -0.02196856401860714,
+ 0.03357098251581192,
+ -0.02931482158601284,
+ -0.034853748977184296,
+ -0.08529898524284363,
+ 0.04132629558444023,
+ -0.0025801497977226973,
+ -0.061899736523628235,
+ -0.11839082092046738,
+ 0.10178978741168976,
+ -0.0318509042263031,
+ -0.04954012855887413,
+ 0.04778590053319931,
+ 0.058426570147275925,
+ -0.0038196288514882326,
+ 0.08295813947916031,
+ 0.040504347532987595,
+ 0.05370417609810829,
+ -0.13780808448791504,
+ 0.06181268393993378,
+ 0.03398721292614937,
+ -0.12811437249183655,
+ -0.05915021896362305,
+ 0.01654352992773056,
+ -0.07619459927082062,
+ 0.042702797800302505,
+ 0.05119698494672775
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "4caf625fc52f907e0524a9ebf8968844",
+ "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of",
+ "embeddings": [
+ 0.037358030676841736,
+ -0.020528586581349373,
+ -0.0796353816986084,
+ 0.07023921608924866,
+ -0.06806978583335876,
+ -0.053695108741521835,
+ 0.07401636987924576,
+ 0.012273840606212616,
+ 0.033039968460798264,
+ -0.045149460434913635,
+ -0.012830198742449284,
+ -0.011274494230747223,
+ 0.02671178989112377,
+ -0.06151292100548744,
+ -0.02749647945165634,
+ -0.023190999403595924,
+ -0.060615431517362595,
+ -0.05463779345154762,
+ 0.021168455481529236,
+ 0.1274556964635849,
+ 0.028768477961421013,
+ -0.046644821763038635,
+ -0.035690709948539734,
+ 0.06094501167535782,
+ -0.06838582456111908,
+ -0.013283107429742813,
+ -0.027634529396891594,
+ -0.035816628485918045,
+ 0.04861142858862877,
+ -0.09768129140138626,
+ -0.0510096400976181,
+ 0.08331329375505447,
+ -0.09209876507520676,
+ 0.05233796685934067,
+ -0.032006293535232544,
+ 0.013711747713387012,
+ 0.005663611926138401,
+ 0.04934360831975937,
+ 0.07449013739824295,
+ -0.026197180151939392,
+ 0.0399274080991745,
+ 0.02913133054971695,
+ 0.010796918533742428,
+ 0.021942319348454475,
+ -0.11260529607534409,
+ -0.01845724880695343,
+ -0.011754296720027924,
+ 0.02649390883743763,
+ -0.010293788276612759,
+ -0.1248682364821434,
+ 0.034714821726083755,
+ -0.02283640205860138,
+ 0.09628530591726303,
+ 0.018976593390107155,
+ -0.01894204504787922,
+ -0.02717910334467888,
+ -0.013708202168345451,
+ -0.010701414197683334,
+ 0.0315312035381794,
+ 0.04321485757827759,
+ 0.011096163652837276,
+ 0.08876055479049683,
+ 0.0806163027882576,
+ 0.04594145342707634,
+ 0.03423913195729256,
+ -0.07907787710428238,
+ 0.06006232649087906,
+ 0.020310115069150925,
+ -0.06252197921276093,
+ 0.06417834758758545,
+ 0.04080063849687576,
+ -0.030445603653788567,
+ -0.046227455139160156,
+ 0.01012411992996931,
+ 0.07028847187757492,
+ 0.04990134760737419,
+ -0.06434133648872375,
+ -0.0540018156170845,
+ -0.010003888979554176,
+ 0.03183684125542641,
+ -0.06323326379060745,
+ 0.10457712411880493,
+ 0.02706262096762657,
+ 0.035364191979169846,
+ 0.03334885835647583,
+ 0.0548740029335022,
+ 0.11521469056606293,
+ -0.025661660358309746,
+ 0.03303160518407822,
+ 0.01033460721373558,
+ 0.008398309350013733,
+ -0.043461211025714874,
+ 0.028367262333631516,
+ -0.002972456393763423,
+ 0.01817663572728634,
+ -0.02606532722711563,
+ 0.05723131448030472,
+ -0.027343541383743286,
+ -0.02844563126564026,
+ 0.054563961923122406,
+ -0.05540461838245392,
+ 0.07196150720119476,
+ -0.021201223134994507,
+ 0.02154802531003952,
+ -0.0260565597563982,
+ -0.03074314258992672,
+ 0.014619479887187481,
+ -0.08127821236848831,
+ 0.007333032321184874,
+ -0.03868835046887398,
+ 0.019626373425126076,
+ -0.1360689401626587,
+ 0.009265495464205742,
+ -0.03676365688443184,
+ -0.010879614390432835,
+ 0.0417330302298069,
+ 0.03391868248581886,
+ -0.006807786878198385,
+ -0.05049724131822586,
+ 0.01152607798576355,
+ -0.012101683765649796,
+ 0.024082239717245102,
+ -0.016567865386605263,
+ 0.09196116030216217,
+ -0.05718251317739487,
+ -0.040953002870082855,
+ -0.10134579986333847,
+ -7.578266290901137e-35,
+ -0.012904612347483635,
+ 0.013062147423624992,
+ -0.05937899649143219,
+ -0.08668224513530731,
+ 0.0261567160487175,
+ 0.010770467109978199,
+ -0.062359314411878586,
+ 0.01518899854272604,
+ 0.05168516933917999,
+ 0.05330256372690201,
+ 0.027821820229291916,
+ 0.031049391254782677,
+ 0.09033560007810593,
+ -0.006130385212600231,
+ -0.036790717393159866,
+ -0.005422352347522974,
+ 0.05644775182008743,
+ -0.089828260242939,
+ -0.02737663872539997,
+ -0.02942279912531376,
+ -0.03502658009529114,
+ 0.11553419381380081,
+ -0.0019328329944983125,
+ -0.04650259017944336,
+ -0.06188022717833519,
+ -0.013684108853340149,
+ -0.07406685501337051,
+ 0.07305015623569489,
+ 0.053048025816679,
+ 0.034531399607658386,
+ -0.021182039752602577,
+ -0.034789275377988815,
+ -0.00030259074992500246,
+ 0.04769611358642578,
+ 0.06907977908849716,
+ -0.0027277502231299877,
+ 0.023120425641536713,
+ -0.037651244550943375,
+ -0.05934319645166397,
+ -0.01011268887668848,
+ -0.059103138744831085,
+ -0.0035392725840210915,
+ -0.07635094970464706,
+ -0.0025258834939450026,
+ 0.043153051286935806,
+ 0.01861550658941269,
+ -0.022448232397437096,
+ -0.050962693989276886,
+ -0.1310511827468872,
+ 0.0664953663945198,
+ -0.03886415809392929,
+ 0.07024815678596497,
+ 0.09379856288433075,
+ -0.014324828051030636,
+ -0.03236960247159004,
+ -0.06817684322595596,
+ -0.05013781413435936,
+ -0.06171989068388939,
+ 0.006487263832241297,
+ 0.029065312817692757,
+ 0.009368667379021645,
+ -0.015013439580798149,
+ -0.049141447991132736,
+ -0.030033309012651443,
+ -0.0449836440384388,
+ -0.15153060853481293,
+ 0.06154084950685501,
+ 0.0006965675856918097,
+ 0.017626263201236725,
+ -0.03564824163913727,
+ -0.06321460753679276,
+ 0.02386222779750824,
+ -0.0927649438381195,
+ 0.04472894221544266,
+ 0.01678050495684147,
+ -0.07680179923772812,
+ -0.025239216163754463,
+ -0.012870761565864086,
+ -0.013496403582394123,
+ 0.02453150786459446,
+ -0.04291849210858345,
+ -0.02982679381966591,
+ 0.09645207971334457,
+ -0.02403850294649601,
+ 0.018859228119254112,
+ 0.0030981332529336214,
+ -0.005434921942651272,
+ -0.04701917991042137,
+ -0.06305378675460815,
+ 0.030711237341165543,
+ -0.004766142927110195,
+ 0.060164447873830795,
+ 0.12337186932563782,
+ -0.04272885620594025,
+ 0.032763853669166565,
+ -2.848236954708811e-33,
+ -0.039485249668359756,
+ -0.08376145362854004,
+ 0.03131499141454697,
+ -0.031202545389533043,
+ -0.03766711801290512,
+ -0.008277442306280136,
+ 0.0208168625831604,
+ -0.01956365443766117,
+ -0.05515826866030693,
+ -0.007753682788461447,
+ -0.046555712819099426,
+ 0.05070619657635689,
+ 0.007595201022922993,
+ 0.012243177741765976,
+ 0.12058809399604797,
+ -0.055780235677957535,
+ -0.012790326029062271,
+ 0.058553069829940796,
+ -0.0043779825791716576,
+ 0.032944951206445694,
+ 0.003025477286428213,
+ 0.11190512031316757,
+ -0.03073003888130188,
+ -0.03449390456080437,
+ -0.008508149534463882,
+ 0.0979728251695633,
+ -0.005509684793651104,
+ -0.06187686696648598,
+ -0.07222524285316467,
+ -0.03676488995552063,
+ 0.010874588042497635,
+ -0.016295837238430977,
+ -0.010034921579062939,
+ -0.01331082358956337,
+ 0.011210698634386063,
+ -0.0006819531554356217,
+ -0.014914649538695812,
+ 0.04148763045668602,
+ -0.04350072890520096,
+ -0.1242578998208046,
+ -0.005923156626522541,
+ 0.058978524059057236,
+ 0.06464289128780365,
+ -0.0475444495677948,
+ 0.017800990492105484,
+ -0.00918889045715332,
+ 0.0234356876462698,
+ 0.06897478550672531,
+ 0.09837421774864197,
+ 0.02387845329940319,
+ -0.053097955882549286,
+ 0.015995070338249207,
+ 0.06612330675125122,
+ 0.03970012813806534,
+ 0.0040884907357394695,
+ -0.09606904536485672,
+ -0.033915918320417404,
+ -0.0403883159160614,
+ 0.031876496970653534,
+ 0.06252329051494598,
+ 0.018073096871376038,
+ -0.04947938397526741,
+ 0.03668821230530739,
+ 0.10824659466743469,
+ 0.039995819330215454,
+ -0.002186146331951022,
+ -0.027145326137542725,
+ 0.07844946533441544,
+ 0.016364675015211105,
+ -0.022216403856873512,
+ 0.048642005771398544,
+ 0.06576777249574661,
+ -0.07181377708911896,
+ 0.054437048733234406,
+ -0.01070606242865324,
+ 0.053087275475263596,
+ 0.02180526591837406,
+ -0.05482896789908409,
+ -0.014934707432985306,
+ -0.05443008989095688,
+ -0.012488879263401031,
+ 0.01919400505721569,
+ -0.010312766768038273,
+ 0.016157131642103195,
+ -0.006610411684960127,
+ -0.04262911528348923,
+ 0.023771990090608597,
+ -0.03599034994840622,
+ 0.023134293034672737,
+ -0.06173165515065193,
+ 0.04195249825716019,
+ -0.028161564841866493,
+ 0.06332970410585403,
+ -0.03879421204328537,
+ 0.024707883596420288,
+ -5.473673780898025e-08,
+ -0.002973679220303893,
+ -0.006025215145200491,
+ 0.03870382905006409,
+ -0.007411670405417681,
+ 0.09386322647333145,
+ -0.03357618674635887,
+ -0.008859758265316486,
+ -0.07590506970882416,
+ -0.0697016566991806,
+ 0.05339754372835159,
+ -0.02369053289294243,
+ 0.0697961375117302,
+ 0.03210342302918434,
+ 0.01149892807006836,
+ 0.09940969944000244,
+ 0.03898601233959198,
+ 0.008226688019931316,
+ -0.0007811074028722942,
+ -0.05401957035064697,
+ 0.016342664137482643,
+ -0.07857675850391388,
+ -0.046819962561130524,
+ -0.00717823626473546,
+ -0.03344099223613739,
+ -0.06826326996088028,
+ -0.054256707429885864,
+ -0.037339188158512115,
+ -0.03124600648880005,
+ -0.034395407885313034,
+ -0.0017866843845695257,
+ 0.08333078771829605,
+ -0.0047875214368104935,
+ 0.0068662469275295734,
+ 0.058157626539468765,
+ -0.0331040695309639,
+ 0.0704113021492958,
+ -0.15867666900157928,
+ -0.024307383224368095,
+ 0.022396977990865707,
+ -0.08444300293922424,
+ 0.02455916814506054,
+ 0.002599816769361496,
+ 0.10015598684549332,
+ 0.005726359318941832,
+ -0.031181732192635536,
+ -0.07653560489416122,
+ -0.029429862275719643,
+ -0.03422272577881813,
+ 0.020873840898275375,
+ 0.0013727055629715323,
+ 0.05404889956116676,
+ 0.051914673298597336,
+ 0.05165368691086769,
+ 0.026421859860420227,
+ 0.03968362510204315,
+ -0.11833129078149796,
+ 0.0347810797393322,
+ 0.006198524031788111,
+ -0.08204849064350128,
+ -0.030064309015870094,
+ 0.08204963803291321,
+ -0.006767179351300001,
+ 0.08212622255086899,
+ 0.03309030085802078
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "51140822-0051-5378-ba34-af746e8ada0b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce",
+ "text": "Magi.",
+ "embeddings": [
+ -0.0658377856016159,
+ 0.04694965109229088,
+ -0.048287831246852875,
+ 0.03567894920706749,
+ -0.028093447908759117,
+ -0.03130354359745979,
+ 0.07627890259027481,
+ -0.023010844364762306,
+ -0.0734153613448143,
+ -0.08336124569177628,
+ 0.009985331445932388,
+ 0.014922182075679302,
+ 0.05222383514046669,
+ 0.008468899875879288,
+ -0.04162130132317543,
+ -0.047850556671619415,
+ -0.03373943269252777,
+ -0.012886933982372284,
+ -0.06582845002412796,
+ 0.04588285833597183,
+ -0.0007262181024998426,
+ 0.033195216208696365,
+ 0.07079841196537018,
+ 0.013285956345498562,
+ -0.05092621594667435,
+ -0.01865871250629425,
+ 0.06058919429779053,
+ 0.015953227877616882,
+ -0.08023949712514877,
+ -0.07368915528059006,
+ 0.07896925508975983,
+ 0.11860402673482895,
+ -0.028479402884840965,
+ -0.11974592506885529,
+ -0.07225679606199265,
+ 0.08459721505641937,
+ 0.005919873248785734,
+ -0.034158360213041306,
+ 0.11576860398054123,
+ -0.0520421639084816,
+ 0.031082147732377052,
+ -0.08920525014400482,
+ -0.0017570487689226866,
+ -0.06385203450918198,
+ 0.07615447044372559,
+ -0.08535643666982651,
+ 0.06379403918981552,
+ 0.0020151562057435513,
+ 0.06838741153478622,
+ 0.06636373698711395,
+ -0.109722800552845,
+ -0.026593487709760666,
+ -0.04023630544543266,
+ 0.06470650434494019,
+ 0.09429875761270523,
+ -0.003230785485357046,
+ 0.03725723549723625,
+ -0.08865879476070404,
+ 0.011674650944769382,
+ -0.015720045194029808,
+ -0.05349571257829666,
+ -0.00953542347997427,
+ -0.09359188377857208,
+ 0.11752822995185852,
+ 0.019945641979575157,
+ 0.0008398208301514387,
+ -0.009033854119479656,
+ -0.06210004910826683,
+ 0.01787605695426464,
+ -0.07351002842187881,
+ 0.08180797845125198,
+ -0.029120802879333496,
+ -0.01687857136130333,
+ 0.04056503623723984,
+ -0.02270379289984703,
+ 0.0718877837061882,
+ 0.04930156096816063,
+ -0.026787059381604195,
+ 0.040805038064718246,
+ 0.047595731914043427,
+ -0.06055563688278198,
+ -0.04759349673986435,
+ -0.012617958709597588,
+ 0.026417888700962067,
+ 0.06228122115135193,
+ 0.0009470637887716293,
+ 0.051520656794309616,
+ 0.022344650700688362,
+ 0.015641598030924797,
+ 0.038689952343702316,
+ -0.06991268694400787,
+ 0.11373057216405869,
+ -0.04818246141076088,
+ 0.05162835866212845,
+ 0.010120868682861328,
+ -0.030963215976953506,
+ -0.034080736339092255,
+ -0.04253412410616875,
+ -0.12542344629764557,
+ 0.18121971189975739,
+ -0.002413894748315215,
+ -0.04810431972146034,
+ 0.04621261730790138,
+ 0.03136931359767914,
+ -0.031337637454271317,
+ -0.061667703092098236,
+ 0.04307834059000015,
+ -0.023152224719524384,
+ -0.04475340247154236,
+ 0.02980370633304119,
+ 0.029885198920965195,
+ -0.04759066179394722,
+ -0.09583419561386108,
+ -0.08372554928064346,
+ 0.06185029819607735,
+ 0.08220341801643372,
+ 0.026864225044846535,
+ 0.029382184147834778,
+ -0.017467454075813293,
+ -0.014383052475750446,
+ 0.020261546596884727,
+ 0.02883555181324482,
+ -0.07076585292816162,
+ -0.014195789583027363,
+ 0.012835063971579075,
+ -0.013605082407593727,
+ -0.1053803414106369,
+ -5.079839327677005e-33,
+ 0.018785234540700912,
+ -0.0311437975615263,
+ 0.019542628899216652,
+ 0.010309075005352497,
+ -0.009795949794352055,
+ 0.050990212708711624,
+ -0.0989830270409584,
+ -0.015837064012885094,
+ -0.0008253322448581457,
+ -0.021314144134521484,
+ -0.006002955604344606,
+ 0.06986082345247269,
+ -0.07135941833257675,
+ -0.05165143683552742,
+ 0.09063521027565002,
+ 0.011266843415796757,
+ 0.047391779720783234,
+ 0.06823170185089111,
+ 0.017872700467705727,
+ -0.011116301640868187,
+ 0.03666370362043381,
+ 0.0851457342505455,
+ 0.01874108612537384,
+ -0.02504206821322441,
+ 0.03966803848743439,
+ -0.004435839131474495,
+ 0.08990643173456192,
+ -0.09701837599277496,
+ -0.03158346191048622,
+ 0.04450599476695061,
+ 0.05679898336529732,
+ -0.029651910066604614,
+ -0.002849995158612728,
+ -0.07966839522123337,
+ 0.00035438252962194383,
+ -0.05988249555230141,
+ -0.04395134747028351,
+ -0.04232552647590637,
+ -0.01649663597345352,
+ 0.0036182270850986242,
+ -0.0648065060377121,
+ 0.008203139528632164,
+ 0.006345085799694061,
+ 0.03691902011632919,
+ -0.02601161226630211,
+ 0.025355299934744835,
+ 0.04061725735664368,
+ -0.06052962690591812,
+ 0.0027599448803812265,
+ 0.017778003588318825,
+ -0.02009947970509529,
+ -0.03342822194099426,
+ -0.04122234135866165,
+ 0.042047061026096344,
+ 0.007264018524438143,
+ -0.02017655037343502,
+ -0.006745440885424614,
+ -0.021999642252922058,
+ 0.090251624584198,
+ -0.024998430162668228,
+ 0.04635731503367424,
+ 0.06041445583105087,
+ 0.021548105403780937,
+ 0.080253005027771,
+ 0.010543767362833023,
+ 0.003967131953686476,
+ 0.012316929176449776,
+ 0.0384058877825737,
+ 0.09335615485906601,
+ 0.07806693762540817,
+ -0.05212971195578575,
+ 0.025178058072924614,
+ 0.01373088639229536,
+ 0.029688240960240364,
+ 0.021401742473244667,
+ -0.05201204493641853,
+ 0.018294138833880424,
+ 0.01895824819803238,
+ 0.03170257434248924,
+ 0.01528487540781498,
+ -0.02826806530356407,
+ 0.03696718066930771,
+ -0.018983442336320877,
+ 0.06289421766996384,
+ 0.04349520802497864,
+ 0.09134140610694885,
+ -0.002712240908294916,
+ 0.000290501193376258,
+ 0.026695115491747856,
+ -0.07390753924846649,
+ 0.005697253625839949,
+ 0.11175519973039627,
+ 0.05203808471560478,
+ -0.022309662774205208,
+ -0.09403099119663239,
+ 4.425532356044442e-33,
+ 0.00014047871809452772,
+ -0.107025146484375,
+ 0.06498139351606369,
+ 0.022407621145248413,
+ -0.05006909742951393,
+ -0.008846607990562916,
+ -0.041890230029821396,
+ -0.01438931468874216,
+ 0.010600283741950989,
+ 0.04337248578667641,
+ -0.05536634102463722,
+ -0.06620828062295914,
+ 0.08269788324832916,
+ -0.0041430736891925335,
+ 0.029910054057836533,
+ 0.048713408410549164,
+ 0.07916519045829773,
+ -0.042897164821624756,
+ 0.04202089086174965,
+ 0.021571414545178413,
+ 0.0016548654530197382,
+ 0.04308129474520683,
+ 0.009189831092953682,
+ -0.04255659878253937,
+ -0.05737336352467537,
+ -0.006247034762054682,
+ 0.06456174701452255,
+ -0.028027763590216637,
+ -0.06318408250808716,
+ -0.013622974045574665,
+ -8.104486914817244e-05,
+ -0.03476148471236229,
+ -0.04696408659219742,
+ -0.04334783926606178,
+ -0.010852559469640255,
+ 0.047279685735702515,
+ 0.02054613269865513,
+ -0.009756910614669323,
+ 0.04328828677535057,
+ -0.036709532141685486,
+ 0.028166554868221283,
+ -0.02696390263736248,
+ 0.041742052882909775,
+ 0.09178416430950165,
+ -0.04838642477989197,
+ -0.06890594959259033,
+ -0.0005516711971722543,
+ 0.039735931903123856,
+ -0.026897691190242767,
+ 0.027579590678215027,
+ -0.062470871955156326,
+ -0.0542023703455925,
+ -0.01724689081311226,
+ -0.06510623544454575,
+ 0.0021525046322494745,
+ -0.03467739373445511,
+ -0.004093239549547434,
+ -0.02502344734966755,
+ -0.04143184795975685,
+ 0.0002262179768877104,
+ 0.027563290670514107,
+ 0.00892723724246025,
+ 0.023365356028079987,
+ -0.010457481257617474,
+ -0.03467808663845062,
+ 0.10980616509914398,
+ -0.012630333192646503,
+ -0.058963410556316376,
+ 0.03659023344516754,
+ 0.015661919489502907,
+ 0.1621091514825821,
+ -0.0653773695230484,
+ 0.007609174121171236,
+ 0.011894069612026215,
+ 0.004859040025621653,
+ 0.08541195839643478,
+ -0.05784595012664795,
+ 0.09797164797782898,
+ 0.01519977580755949,
+ -0.046202294528484344,
+ 0.02751314453780651,
+ -0.029131652787327766,
+ -0.10359720140695572,
+ 0.022175170481204987,
+ 0.05230141058564186,
+ -0.01395878754556179,
+ 0.029441101476550102,
+ -0.06870174407958984,
+ 0.03320522978901863,
+ -0.027041900902986526,
+ 0.057425323873758316,
+ 0.016704455018043518,
+ 0.06068730354309082,
+ -0.027439728379249573,
+ -0.07282054424285889,
+ -1.5207929138227883e-08,
+ -0.024854907765984535,
+ 0.0393451526761055,
+ -0.05304751545190811,
+ 0.045002877712249756,
+ 5.2443163440329954e-05,
+ 0.022429969161748886,
+ -0.0521911084651947,
+ -0.028093617409467697,
+ 0.046292003244161606,
+ 0.048645853996276855,
+ 0.09115906804800034,
+ 0.05776803940534592,
+ 0.04072481021285057,
+ -0.011461718007922173,
+ 0.047719258815050125,
+ 0.02218662016093731,
+ -0.03465593233704567,
+ 0.015750493854284286,
+ -0.016545960679650307,
+ 0.02902238257229328,
+ 0.056394826620817184,
+ 0.034755390137434006,
+ 0.01619255542755127,
+ -0.03715568408370018,
+ -0.08003553003072739,
+ 0.03015962243080139,
+ -0.05775846168398857,
+ 0.012725284323096275,
+ -0.008311823010444641,
+ -0.0289781391620636,
+ 0.08217950165271759,
+ 0.029609492048621178,
+ -0.005844139028340578,
+ -0.03658907115459442,
+ -0.03535956144332886,
+ 0.004127653781324625,
+ -0.017830586060881615,
+ 0.017817452549934387,
+ 0.06604278087615967,
+ 0.027377424761652946,
+ 0.015113972127437592,
+ -0.030894553288817406,
+ 0.08545627444982529,
+ -0.07634575664997101,
+ -0.07782560586929321,
+ -0.028618033975362778,
+ 0.03509940207004547,
+ -0.022645076736807823,
+ -0.0003904593759216368,
+ -0.07913517206907272,
+ -0.019274987280368805,
+ 0.041637785732746124,
+ 0.07933755964040756,
+ 0.07452785223722458,
+ 0.06487897038459778,
+ 0.06223444268107414,
+ 0.04809151217341423,
+ -0.007024576421827078,
+ -0.019972123205661774,
+ 0.009830907918512821,
+ 0.1081894040107727,
+ -0.05158744752407074,
+ -0.07323957979679108,
+ -0.017688944935798645
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "c606b16486eabb5d7612a973aafa6f44",
+ "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.",
+ "embeddings": [
+ 0.029347889125347137,
+ -0.04517943039536476,
+ -0.10511812567710876,
+ -0.024585271254181862,
+ -0.007356676738709211,
+ -0.08651377260684967,
+ 0.022096142172813416,
+ -0.020169580355286598,
+ 0.06375181674957275,
+ -0.09861749410629272,
+ -0.05085907503962517,
+ 0.02313208393752575,
+ 0.06010859087109566,
+ -0.10936880111694336,
+ -0.014296606183052063,
+ -0.012459876947104931,
+ -0.049071744084358215,
+ -0.04973546788096428,
+ -0.05237169563770294,
+ 0.03888620063662529,
+ -0.012627502903342247,
+ -0.029852764680981636,
+ 0.06629118323326111,
+ 0.11194230616092682,
+ -0.061922457069158554,
+ -0.06858310848474503,
+ 0.06536244601011276,
+ -0.029726700857281685,
+ -0.003926862496882677,
+ -0.043617378920316696,
+ -0.04400668293237686,
+ 0.09197808057069778,
+ -0.03772498667240143,
+ -0.06420345604419708,
+ -0.06515754759311676,
+ 0.051264215260744095,
+ 0.024444296956062317,
+ 0.02056599222123623,
+ 0.10234462469816208,
+ -0.10559316724538803,
+ 0.12869274616241455,
+ -0.04119773954153061,
+ 0.0285655464977026,
+ -0.043120454996824265,
+ -0.025036025792360306,
+ -0.0477650985121727,
+ -0.04194539040327072,
+ 0.02853560633957386,
+ 0.02840467169880867,
+ -0.012528140097856522,
+ 0.04119328036904335,
+ -0.04850401729345322,
+ 0.03502144664525986,
+ -0.012264280579984188,
+ -0.027910718694329262,
+ 0.014142890460789204,
+ -0.05271192640066147,
+ -0.08031938225030899,
+ 0.077254518866539,
+ -0.018956858664751053,
+ 0.014718012884259224,
+ 0.041656602174043655,
+ 0.05426442250609398,
+ 0.03202870115637779,
+ -0.0259458776563406,
+ -0.013158555142581463,
+ 0.05822793394327164,
+ -0.06070574373006821,
+ 0.0009070141823031008,
+ 0.018405156210064888,
+ 0.04719586670398712,
+ -0.05955820530653,
+ 0.026970138773322105,
+ -0.0051771788857877254,
+ 0.0746769830584526,
+ 0.12564800679683685,
+ -0.05343775451183319,
+ -0.1106632649898529,
+ -0.03993317484855652,
+ -0.0270332433283329,
+ 0.038054369390010834,
+ -0.02167128585278988,
+ 0.08786617964506149,
+ 0.022691939026117325,
+ 0.049285564571619034,
+ 0.017078455537557602,
+ 0.11659367382526398,
+ -0.06255511194467545,
+ 0.013221791945397854,
+ -0.006171088665723801,
+ -0.010568393394351006,
+ 0.025596365332603455,
+ -0.014737390913069248,
+ -0.02435918338596821,
+ 0.0119980089366436,
+ -0.0041837445460259914,
+ 0.03243687003850937,
+ -0.030361883342266083,
+ -0.09133628755807877,
+ 0.03658398985862732,
+ -0.1009567603468895,
+ -0.004010774195194244,
+ 0.04745297133922577,
+ -0.007054759655147791,
+ -0.07229647040367126,
+ -0.06534408032894135,
+ 0.054590027779340744,
+ -0.03663728013634682,
+ -0.017383677884936333,
+ -0.009422698989510536,
+ -0.01679876074194908,
+ -0.0560649037361145,
+ 0.0316440612077713,
+ -0.08176153153181076,
+ -0.008566191419959068,
+ 0.08009045571088791,
+ -0.01991754211485386,
+ 0.002713720314204693,
+ -0.10396308451890945,
+ 0.0951094776391983,
+ 0.039334818720817566,
+ 0.054455701261758804,
+ -0.04090716317296028,
+ 0.06632010638713837,
+ 0.02877584472298622,
+ -0.009951743297278881,
+ -0.14898954331874847,
+ 1.9497052359875782e-33,
+ -0.0007072295993566513,
+ 0.08138305693864822,
+ -0.0006711510941386223,
+ -0.05068374425172806,
+ -0.05287633091211319,
+ -0.010863522998988628,
+ -0.07839202135801315,
+ -0.04632001742720604,
+ 0.046681106090545654,
+ -0.041130419820547104,
+ 0.09359558671712875,
+ -0.017826661467552185,
+ 0.04364107549190521,
+ -0.0054445103742182255,
+ 0.05383273959159851,
+ -0.05450233072042465,
+ 0.08459210395812988,
+ -0.035897981375455856,
+ -0.012286619283258915,
+ -0.08013910055160522,
+ -0.023737432435154915,
+ 0.10175937414169312,
+ -0.060764167457818985,
+ -0.0040743788704276085,
+ 0.028867051005363464,
+ 0.026879608631134033,
+ 0.000874446181114763,
+ 0.09172999113798141,
+ 0.0051080756820738316,
+ 0.035262130200862885,
+ 0.013029740191996098,
+ 0.0025755399838089943,
+ -0.041640400886535645,
+ -0.03140583261847496,
+ 0.0698535144329071,
+ 0.021727003157138824,
+ 0.01805434562265873,
+ -0.05174315348267555,
+ -0.026795126497745514,
+ -0.009120677597820759,
+ -0.045181166380643845,
+ -0.002754570683464408,
+ -0.043619658797979355,
+ 0.06098083779215813,
+ -0.016354907304048538,
+ 0.017690567299723625,
+ -0.010266760364174843,
+ -0.08666684478521347,
+ -0.021220387890934944,
+ 0.03520427271723747,
+ 0.005395923275500536,
+ 0.037931233644485474,
+ 0.06454936414957047,
+ -0.028346600010991096,
+ 0.034877825528383255,
+ -0.03441748023033142,
+ -0.060483142733573914,
+ -0.09381649643182755,
+ 0.021953586488962173,
+ -0.07355393469333649,
+ 0.023933831602334976,
+ -0.0011325932573527098,
+ -0.02608299069106579,
+ 0.002897498430684209,
+ -0.029430244117975235,
+ -0.0399213582277298,
+ -0.03715607523918152,
+ -0.04787283390760422,
+ -0.006345562636852264,
+ -0.0038677274715155363,
+ -0.017765384167432785,
+ 0.03161167353391647,
+ -0.08318436145782471,
+ 0.0010106059489771724,
+ -0.009069276973605156,
+ -0.023934494704008102,
+ 0.046543657779693604,
+ -0.005275749135762453,
+ 0.06723448634147644,
+ -0.009272760711610317,
+ 0.02237946353852749,
+ -0.01128087192773819,
+ 0.047595079988241196,
+ -0.009831287898123264,
+ 0.03729168325662613,
+ -0.007552699185907841,
+ 0.057102736085653305,
+ -0.026226753368973732,
+ 0.0047675673849880695,
+ -0.03919346258044243,
+ 0.053637806326150894,
+ 0.10152339190244675,
+ 0.021864183247089386,
+ -0.027576737105846405,
+ -0.06813587993383408,
+ -2.564587229119516e-33,
+ -0.04115577042102814,
+ -0.04554123803973198,
+ 0.03824533522129059,
+ 0.03336254507303238,
+ -0.050544776022434235,
+ -0.00034170824801549315,
+ -0.030269185081124306,
+ -0.03482630476355553,
+ 0.026359524577856064,
+ -0.026986828073859215,
+ -0.028947031125426292,
+ 0.049524445086717606,
+ 0.012074064463376999,
+ -0.012316572479903698,
+ 0.03653912618756294,
+ -0.07467400282621384,
+ 0.07556266337633133,
+ 0.023281171917915344,
+ 0.07255798578262329,
+ 0.023640615865588188,
+ 0.04703063145279884,
+ 0.04930218681693077,
+ 0.014464843086898327,
+ -0.0658251941204071,
+ -0.06641095131635666,
+ 0.04137340560555458,
+ 0.026182176545262337,
+ -0.05615556240081787,
+ -0.013379840180277824,
+ -0.017336171120405197,
+ -0.010013424791395664,
+ 0.023691974580287933,
+ 0.004779248498380184,
+ -0.06734088808298111,
+ 0.040897876024246216,
+ -0.028518257662653923,
+ 0.004970037844032049,
+ 0.052881672978401184,
+ -0.04338337853550911,
+ -0.11933644115924835,
+ -0.07197444885969162,
+ -0.028846580535173416,
+ -0.0021988567896187305,
+ -0.05831323191523552,
+ 0.009468826465308666,
+ -0.057997677475214005,
+ 0.19217056035995483,
+ 0.09069530665874481,
+ 0.0761801153421402,
+ -0.015643317252397537,
+ -0.03119976632297039,
+ -0.0513593927025795,
+ 0.06350328028202057,
+ -0.008555023930966854,
+ 0.032757893204689026,
+ -0.06581267714500427,
+ -0.013623868115246296,
+ -0.04718067869544029,
+ -0.013598631136119366,
+ -0.04847138747572899,
+ -0.03362194448709488,
+ 0.06594348698854446,
+ 0.05263299494981766,
+ 0.0035914722830057144,
+ 0.07827748358249664,
+ 0.09226389974355698,
+ -0.013054887764155865,
+ 0.029750412330031395,
+ -0.008579877205193043,
+ 0.026112934574484825,
+ 0.05055231973528862,
+ 0.010926173068583012,
+ -0.07288292795419693,
+ 0.07289845496416092,
+ 0.04993496462702751,
+ 0.033986568450927734,
+ 0.007738420274108648,
+ -0.0365450419485569,
+ 0.025377074256539345,
+ -0.03022671490907669,
+ -0.00010707042383728549,
+ 0.03289805352687836,
+ -0.06166395917534828,
+ 0.01732531376183033,
+ -0.022627364844083786,
+ -0.021942373365163803,
+ 0.01601216197013855,
+ -0.05392350256443024,
+ 0.03428212180733681,
+ 0.0050339470617473125,
+ 0.056004542857408524,
+ -0.020480602979660034,
+ 0.1121891587972641,
+ -0.03203325346112251,
+ 0.04904788359999657,
+ -4.1433178665784e-08,
+ 0.030464310199022293,
+ 0.07622631639242172,
+ -0.0202197078615427,
+ 0.047551147639751434,
+ 0.07194522768259048,
+ -0.06562484800815582,
+ -0.0029358547180891037,
+ -0.11533930152654648,
+ 0.006900150794535875,
+ 0.05135784670710564,
+ -0.060439225286245346,
+ 0.06324761360883713,
+ 0.050559818744659424,
+ -0.04702095687389374,
+ 0.06288639456033707,
+ 0.05543025583028793,
+ 0.0025756708346307278,
+ -0.033943574875593185,
+ -0.05499976500868797,
+ -0.023845834657549858,
+ -0.014748181216418743,
+ 0.031094297766685486,
+ 0.01962583139538765,
+ -0.086506687104702,
+ -0.030560895800590515,
+ -0.0029827894177287817,
+ -0.01812724582850933,
+ -0.08702859282493591,
+ -0.06050510331988335,
+ 0.029895484447479248,
+ 0.08602144569158554,
+ -0.04135221615433693,
+ 0.02153361402451992,
+ 0.04553322121500969,
+ -0.045535609126091,
+ -0.008469369262456894,
+ -0.11050883680582047,
+ 0.06220754235982895,
+ 0.08284267038106918,
+ -0.002116328803822398,
+ 0.0623321607708931,
+ -0.037645477801561356,
+ 0.10578399151563644,
+ 0.014827528968453407,
+ -0.028881050646305084,
+ -0.029301462695002556,
+ -0.028901169076561928,
+ 0.016495252028107643,
+ 0.022979507222771645,
+ -0.015349864959716797,
+ 0.04662579670548439,
+ 0.02448904700577259,
+ 0.09252231568098068,
+ 0.039045486599206924,
+ 0.03479880839586258,
+ -0.061136115342378616,
+ 0.09900186955928802,
+ 0.032807476818561554,
+ -0.0015372438356280327,
+ -0.021638650447130203,
+ 0.02278803288936615,
+ -0.07561742514371872,
+ 0.03621399775147438,
+ 0.02077053114771843
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6117f886-63ff-57f8-b241-d4750b89506d",
+ "record_id": "mock file data"
+ },
+ {
+ "type": "CompositeElement",
+ "element_id": "3e7327ee201e84f3061474204708d8f7",
+ "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6",
+ "embeddings": [
+ -0.08342055231332779,
+ 0.052118003368377686,
+ 0.00927137490361929,
+ 0.00821769516915083,
+ -0.01837557926774025,
+ -0.022791797295212746,
+ 0.0005622926400974393,
+ 0.015177621506154537,
+ -0.044368308037519455,
+ -0.03960308060050011,
+ 0.02673662267625332,
+ 0.017424117773771286,
+ 0.03634529188275337,
+ -0.05126689001917839,
+ -0.11323326081037521,
+ 0.023094939067959785,
+ 0.03664935380220413,
+ 0.0706443339586258,
+ -0.010426182299852371,
+ 0.05276356637477875,
+ 0.028232764452695847,
+ -0.00017360948550049216,
+ 0.03809289634227753,
+ 0.07166895270347595,
+ 0.010475720278918743,
+ -0.037191905081272125,
+ -0.0024140281602740288,
+ -0.029270833358168602,
+ -0.006603992078453302,
+ -0.02663854882121086,
+ -0.06387452781200409,
+ 0.010723570361733437,
+ -0.02904103510081768,
+ 0.05121173709630966,
+ -0.010028553195297718,
+ 0.0959436297416687,
+ 0.09057556092739105,
+ 0.0009347658487968147,
+ -0.003882128046825528,
+ 0.010280516929924488,
+ -0.04613392427563667,
+ 0.008940361440181732,
+ -0.039659496396780014,
+ -0.007379797287285328,
+ -0.05889877304434776,
+ -0.09912056475877762,
+ -0.027789698913693428,
+ -0.05846194550395012,
+ -0.03469262644648552,
+ -0.09412816911935806,
+ 0.041618771851062775,
+ 0.03792829439043999,
+ 0.04441361501812935,
+ -0.04203395918011665,
+ -0.07056563347578049,
+ 0.030799729749560356,
+ 0.026067370548844337,
+ -0.04925885424017906,
+ 0.061225395649671555,
+ 0.030571499839425087,
+ 0.09111681580543518,
+ 0.026658428832888603,
+ -0.0011842921376228333,
+ 0.047936681658029556,
+ -0.04011054337024689,
+ -0.07828173041343689,
+ 0.08831484615802765,
+ -0.06281707435846329,
+ -0.008098477497696877,
+ -0.002642789389938116,
+ -0.020536689087748528,
+ -0.02724950760602951,
+ 0.048211876302957535,
+ 0.002645535161718726,
+ -0.01500846166163683,
+ 0.006220816634595394,
+ 0.05163075774908066,
+ -0.15983571112155914,
+ 0.0006676482153125107,
+ -0.00966504868119955,
+ -0.041264161467552185,
+ 0.019048750400543213,
+ 0.12535162270069122,
+ 0.01908033713698387,
+ 0.07712578773498535,
+ 0.03203664347529411,
+ -0.046308353543281555,
+ 0.028996368870139122,
+ -0.03893734887242317,
+ 0.002590127754956484,
+ 0.026828955858945847,
+ -0.05330570414662361,
+ -0.03024003840982914,
+ 0.04847027733922005,
+ 0.05370144173502922,
+ 0.035748258233070374,
+ -0.08318071067333221,
+ 0.04774129018187523,
+ -0.08477864414453506,
+ 0.048197727650403976,
+ -0.0812777578830719,
+ 0.07253468036651611,
+ 0.04159040376543999,
+ 0.03786787390708923,
+ 0.007031595334410667,
+ -0.06234600394964218,
+ 0.051611702889204025,
+ -0.009645745158195496,
+ -0.04502240940928459,
+ -0.04073512926697731,
+ -0.001915520871989429,
+ -0.06175771728157997,
+ -0.033582571893930435,
+ -0.01573294587433338,
+ 0.02580314502120018,
+ -0.008611653000116348,
+ 0.017570629715919495,
+ -0.02828742004930973,
+ -0.07921517640352249,
+ 0.04019245132803917,
+ 0.16486147046089172,
+ 0.04070365056395531,
+ -0.014380201697349548,
+ 0.00173382053617388,
+ 0.002950671361759305,
+ -0.06271427869796753,
+ 0.009530283510684967,
+ 1.1674238474199232e-33,
+ 0.012366865761578083,
+ 0.06803646683692932,
+ -0.03676093369722366,
+ -0.010351092554628849,
+ 0.08314929157495499,
+ 0.030439676716923714,
+ -0.029186097905039787,
+ 0.02486572414636612,
+ 0.01645762287080288,
+ 0.10632678121328354,
+ 0.03599585220217705,
+ 0.05557695031166077,
+ 0.005841721780598164,
+ -0.029180392622947693,
+ -0.02101263403892517,
+ 0.011865796521306038,
+ 0.049008771777153015,
+ 0.020492715761065483,
+ 0.047684211283922195,
+ -0.03508450463414192,
+ 0.01839052513241768,
+ 0.0899634137749672,
+ 0.014499388635158539,
+ -0.024369601160287857,
+ -0.021096717566251755,
+ -0.012601342052221298,
+ -0.049095381051301956,
+ 0.001668890006840229,
+ 0.03139206022024155,
+ 0.03403366357088089,
+ -0.0003703928960021585,
+ -0.010929921641945839,
+ 0.0747307613492012,
+ -0.01193924155086279,
+ 0.012371744029223919,
+ -0.04308401420712471,
+ 0.03927145153284073,
+ -0.04870010167360306,
+ -0.04202280193567276,
+ -0.07605583220720291,
+ 0.03169824928045273,
+ 0.020688265562057495,
+ 0.02411329559981823,
+ 0.014971857890486717,
+ -0.08415699750185013,
+ 0.06463825702667236,
+ 0.053933534771203995,
+ 0.021858694031834602,
+ -0.028119267895817757,
+ 0.0203084833920002,
+ -0.0339072160422802,
+ 0.055052608251571655,
+ 0.016878964379429817,
+ 0.008003631606698036,
+ 0.00877367239445448,
+ -0.013734310865402222,
+ -0.006635995116084814,
+ -0.08394815772771835,
+ 0.09103240817785263,
+ -0.014672540128231049,
+ -0.04959188774228096,
+ -0.0015348460292443633,
+ 0.01025473978370428,
+ 0.02634919248521328,
+ 0.00037014047848060727,
+ -0.1751318722963333,
+ 0.013174640946090221,
+ -0.04019488766789436,
+ 0.0031403277534991503,
+ -0.010602031834423542,
+ -0.10182613134384155,
+ 0.03193996474146843,
+ -0.045145001262426376,
+ 0.009606517851352692,
+ -0.06902168691158295,
+ -0.010741113685071468,
+ -0.018646281212568283,
+ -0.048795416951179504,
+ -0.10464854538440704,
+ -0.06453914195299149,
+ 0.008880866691470146,
+ -0.051209382712841034,
+ 0.03250324726104736,
+ 0.08863522857427597,
+ 0.068938709795475,
+ 0.066158227622509,
+ -0.02354433760046959,
+ -0.11269725114107132,
+ 0.008650325238704681,
+ 0.04592897742986679,
+ 0.04041308909654617,
+ -0.05876018479466438,
+ 0.059893734753131866,
+ -0.09016595035791397,
+ -0.015797821804881096,
+ -2.8860592201304873e-33,
+ 0.09739336371421814,
+ -0.030402254313230515,
+ -0.05960294231772423,
+ -0.03196690231561661,
+ 0.07253272086381912,
+ 0.004270133096724749,
+ -0.0730048194527626,
+ 0.05533352866768837,
+ -0.03357469663023949,
+ -0.04589495807886124,
+ 0.04482083395123482,
+ 0.04585683345794678,
+ -0.03445259854197502,
+ -0.02528984285891056,
+ 0.05985880643129349,
+ 0.009818832390010357,
+ 0.057248715311288834,
+ -0.0273590125143528,
+ 0.016258548945188522,
+ -0.002682090038433671,
+ -0.00849310401827097,
+ 0.01574307307600975,
+ -0.0556795671582222,
+ -0.02647862583398819,
+ 0.0010181894758716226,
+ 0.07427401095628738,
+ 0.03228498995304108,
+ -0.04407065361738205,
+ -0.05246102809906006,
+ -0.02618398144841194,
+ -0.019999120384454727,
+ -0.008368231356143951,
+ 0.09834204614162445,
+ 0.039071470499038696,
+ -0.04111919179558754,
+ 0.07806631922721863,
+ 0.018651502206921577,
+ -0.1152467429637909,
+ -0.020008834078907967,
+ -0.04888094961643219,
+ 0.06766237318515778,
+ -0.022586485370993614,
+ 0.060290876775979996,
+ 0.0043946485966444016,
+ 0.016899248585104942,
+ -0.07251279056072235,
+ 0.02551141567528248,
+ 0.04581903666257858,
+ -0.005150329787284136,
+ -0.04232915863394737,
+ -0.10701598972082138,
+ 0.007919390685856342,
+ 0.012623059563338757,
+ -0.02228161320090294,
+ 0.012150099501013756,
+ -0.059048131108284,
+ -0.06904053688049316,
+ -0.09723728150129318,
+ 0.07193823903799057,
+ 0.03508972004055977,
+ 0.036757953464984894,
+ 0.039937619119882584,
+ -0.08013905584812164,
+ 0.03995455801486969,
+ -0.01855620928108692,
+ 0.02102365344762802,
+ -0.014589160680770874,
+ 0.010600668378174305,
+ -0.1692352145910263,
+ 0.04200948029756546,
+ -0.00454974640160799,
+ 0.02028568647801876,
+ -0.05056362226605415,
+ 0.02886275202035904,
+ -0.011571703478693962,
+ -0.08934278786182404,
+ 0.026751888915896416,
+ -0.06386811286211014,
+ 0.054509684443473816,
+ -0.02612370438873768,
+ -0.02349872514605522,
+ -0.060607150197029114,
+ -0.04985957220196724,
+ 0.03445851057767868,
+ 0.028165431693196297,
+ -0.010245980694890022,
+ 0.029779495671391487,
+ 0.12896950542926788,
+ -0.0015483795432373881,
+ -0.06037181243300438,
+ 0.04225890338420868,
+ -0.03983212634921074,
+ 0.05001247674226761,
+ -0.04710797592997551,
+ 0.07777682691812515,
+ -4.141545417724046e-08,
+ -0.01845339499413967,
+ 0.0489022359251976,
+ 0.0003280554374214262,
+ -0.15837354958057404,
+ 0.029790911823511124,
+ -0.03272560238838196,
+ 0.0429275743663311,
+ 0.07980560511350632,
+ -0.06956024467945099,
+ 0.04846541956067085,
+ -0.0018001034623011947,
+ 0.0367070771753788,
+ 0.07165662199258804,
+ -0.010191910900175571,
+ 0.07105794548988342,
+ 0.030906155705451965,
+ -0.012874559499323368,
+ 0.034154247492551804,
+ -0.0566386915743351,
+ -0.09661761671304703,
+ 0.03254758194088936,
+ 0.009020226076245308,
+ 0.09270866960287094,
+ -0.054505594074726105,
+ -0.037679992616176605,
+ 0.015835443511605263,
+ -0.07842253893613815,
+ -0.04280855879187584,
+ -0.036125779151916504,
+ 0.08868367224931717,
+ 0.053692515939474106,
+ 0.0392053984105587,
+ 0.007462788838893175,
+ -0.023803826421499252,
+ 0.012014728970825672,
+ 0.09015574306249619,
+ 0.01597096212208271,
+ -0.05330237001180649,
+ 0.02957635000348091,
+ -0.04370513930916786,
+ 0.011350004002451897,
+ -0.06413542479276657,
+ 0.021264944225549698,
+ 0.06929062306880951,
+ 0.018627412617206573,
+ -0.02283620461821556,
+ -0.0006299018859863281,
+ -0.07650122791528702,
+ 0.09707925468683243,
+ -0.030565043911337852,
+ 0.04149327054619789,
+ 0.0472019724547863,
+ -0.00045077799586579204,
+ 0.05548485741019249,
+ -0.028664259240031242,
+ -0.07860633730888367,
+ 0.03555219620466232,
+ -0.021731331944465637,
+ -0.05032612383365631,
+ -0.009667945094406605,
+ 0.08409899473190308,
+ -0.03065498173236847,
+ -0.033591706305742264,
+ -0.03503028303384781
+ ],
+ "filename": "DA-1p-with-duplicate-pages.pdf.json",
+ "filetype": "application/json",
+ "languages": [
+ "eng"
+ ],
+ "page_number": "3",
+ "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d",
+ "record_id": "mock file data"
+ }
+]
\ No newline at end of file
diff --git a/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.ndjson
new file mode 100644
index 000000000..e2c455948
--- /dev/null
+++ b/test/integration/connectors/expected_results/sqlite/stager/DA-1p-with-duplicate-pages.pdf.ndjson
@@ -0,0 +1,22 @@
+{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "a25cda50-8120-53a1-b7a2-793053901312", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "id": "938a229b-796e-5a20-a4cd-e0c64e584645", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "03137838-f999-575d-8850-23d7b69c1506", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "\u2014Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one\u2014by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "51140822-0051-5378-ba34-af746e8ada0b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6117f886-63ff-57f8-b241-d4750b89506d", "record_id": "mock file data"}
+{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "record_id": "mock file data"}
\ No newline at end of file
diff --git a/test/integration/connectors/kafka/conftest.py b/test/integration/connectors/kafka/conftest.py
new file mode 100644
index 000000000..de7215089
--- /dev/null
+++ b/test/integration/connectors/kafka/conftest.py
@@ -0,0 +1,72 @@
+import json
+import time
+
+from confluent_kafka import Consumer, KafkaError, KafkaException
+from confluent_kafka.admin import AdminClient
+
+from unstructured_ingest.v2.logger import logger
+
+TOPIC = "fake-topic"
+
+
+def get_admin_client() -> AdminClient:
+ conf = {
+ "bootstrap.servers": "localhost:29092",
+ }
+ return AdminClient(conf)
+
+
+def wait_for_topic(
+ topic: str,
+ retries: int = 10,
+ interval: int = 2,
+ exists: bool = True,
+ admin_client=None,
+):
+ if admin_client is None:
+ admin_client = get_admin_client()
+ current_topics = admin_client.list_topics().topics
+ attempts = 0
+ while (topic not in current_topics) == exists and attempts < retries:
+ attempts += 1
+ logger.info(
+ "Attempt {}: Waiting for topic {} to {} exist. Current topics: [{}]".format(
+ attempts, topic, "" if exists else "not", ", ".join(current_topics)
+ )
+ )
+ time.sleep(interval)
+ current_topics = admin_client.list_topics().topics
+ logger.info(
+ "Attempt {} succeeded: Waiting for topic {} to {} exist. Current topics: [{}]".format(
+ attempts, topic, "" if exists else "not", ", ".join(current_topics)
+ )
+ )
+
+ if (topic not in current_topics) == exists:
+ raise TimeoutError(f"Timeout out waiting for topic {topic} to exist")
+
+
+def get_all_messages(conf: dict, topic: str, max_empty_messages: int = 3) -> list[dict]:
+ consumer = Consumer(conf)
+ consumer.subscribe([topic])
+ messages = []
+ try:
+ empty_count = 0
+ while empty_count < max_empty_messages:
+ msg = consumer.poll(timeout=5)
+ if msg is None:
+ empty_count += 1
+ continue
+ if msg.error():
+ if msg.error().code() == KafkaError._PARTITION_EOF:
+ break
+ else:
+ raise KafkaException(msg.error())
+ try:
+ message = json.loads(msg.value().decode("utf8"))
+ messages.append(message)
+ finally:
+ consumer.commit(asynchronous=False)
+ finally:
+ consumer.close()
+ return messages
diff --git a/test/integration/connectors/kafka/test_kafka_cloud.py b/test/integration/connectors/kafka/test_kafka_cloud.py
new file mode 100644
index 000000000..fc09f55ed
--- /dev/null
+++ b/test/integration/connectors/kafka/test_kafka_cloud.py
@@ -0,0 +1,177 @@
+import json
+import os
+import tempfile
+from pathlib import Path
+
+import pytest
+from confluent_kafka import Producer
+from confluent_kafka.admin import AdminClient
+from confluent_kafka.cimpl import NewTopic
+
+from test.integration.connectors.kafka.conftest import TOPIC, get_all_messages, wait_for_topic
+from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
+ source_connector_validation,
+)
+from test.integration.utils import requires_env
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connectors.kafka.cloud import (
+ CloudKafkaAccessConfig,
+ CloudKafkaConnectionConfig,
+ CloudKafkaDownloader,
+ CloudKafkaDownloaderConfig,
+ CloudKafkaIndexer,
+ CloudKafkaIndexerConfig,
+ CloudKafkaUploader,
+ CloudKafkaUploaderConfig,
+)
+from unstructured_ingest.v2.processes.connectors.kafka.local import CONNECTOR_TYPE
+
+
+@pytest.fixture
+def kafka_seed_topic_cloud(request) -> int:
+ expected_messages: int = request.param
+ conf = {
+ "bootstrap.servers": os.environ["KAFKA_BOOTSTRAP_SERVER"],
+ "sasl.username": os.environ["KAFKA_API_KEY"],
+ "sasl.password": os.environ["KAFKA_SECRET"],
+ "sasl.mechanism": "PLAIN",
+ "security.protocol": "SASL_SSL",
+ }
+ admin_client = AdminClient(conf)
+ try:
+ res = admin_client.delete_topics([TOPIC], operation_timeout=10)
+ for topic, f in res.items():
+ f.result()
+ logger.info(f"Topic {topic} removed")
+ wait_for_topic(TOPIC, 5, 1, False, admin_client)
+ except Exception:
+ pass
+
+ cluster_meta = admin_client.list_topics()
+ current_topics = [topic for topic in cluster_meta.topics if topic != "__consumer_offsets"]
+
+ assert TOPIC not in current_topics, f"Topic {TOPIC} shouldn't exist"
+
+ # Kafka Cloud allows to use replication_factor=1 only for Dedicated clusters.
+ topic_obj = NewTopic(TOPIC, num_partitions=1, replication_factor=3)
+
+ res = admin_client.create_topics([topic_obj], operation_timeout=10, validate_only=False)
+ for topic, f in res.items():
+ f.result()
+
+ producer = Producer(conf)
+ for i in range(expected_messages):
+ message = f"This is some text for message {i}"
+ producer.produce(topic=TOPIC, value=message)
+ producer.flush(timeout=10)
+ return expected_messages
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
+@requires_env("KAFKA_API_KEY", "KAFKA_SECRET", "KAFKA_BOOTSTRAP_SERVER")
+@pytest.mark.parametrize("kafka_seed_topic_cloud", [5], indirect=True)
+async def test_kafka_source_cloud(kafka_seed_topic_cloud: int):
+ """
+ Creates topic in cloud, sends 5 simple messages. Downloader should download them.
+ In order to have this test succeed, you need to create cluster on Confluent Cloud,
+ and create the API key with admin privileges. By default, user account keys have it.
+ """
+
+ expected_messages = kafka_seed_topic_cloud
+
+ connection_config = CloudKafkaConnectionConfig(
+ bootstrap_server=os.environ["KAFKA_BOOTSTRAP_SERVER"],
+ port=9092,
+ access_config=CloudKafkaAccessConfig(
+ kafka_api_key=os.environ["KAFKA_API_KEY"],
+ secret=os.environ["KAFKA_SECRET"],
+ ),
+ )
+
+ with tempfile.TemporaryDirectory() as tempdir:
+ tempdir_path = Path(tempdir)
+ download_config = CloudKafkaDownloaderConfig(download_dir=tempdir_path)
+ indexer = CloudKafkaIndexer(
+ connection_config=connection_config,
+ index_config=CloudKafkaIndexerConfig(
+ topic=TOPIC,
+ num_messages_to_consume=expected_messages,
+ ),
+ )
+ downloader = CloudKafkaDownloader(
+ connection_config=connection_config, download_config=download_config
+ )
+ indexer.precheck()
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="kafka-cloud",
+ exclude_fields_extend=["connector_type"],
+ expected_num_files=expected_messages,
+ validate_downloaded_files=True,
+ validate_file_data=True,
+ ),
+ )
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
+@requires_env("KAFKA_API_KEY", "KAFKA_SECRET", "KAFKA_BOOTSTRAP_SERVER")
+@pytest.mark.parametrize(
+ "kafka_seed_topic_cloud", [0], indirect=True
+) # make it just create topic, without messages
+async def test_kafka_destination_cloud(upload_file: Path, kafka_seed_topic_cloud: int):
+ """
+ Creates empty topic in cloud, sends 1 partitioned file using Uploader.
+ In order to have this test succeed, you need to create cluster on Confluent Cloud.
+ """
+
+ connection_config = CloudKafkaConnectionConfig(
+ bootstrap_server=os.environ["KAFKA_BOOTSTRAP_SERVER"],
+ port=9092,
+ access_config=CloudKafkaAccessConfig(
+ kafka_api_key=os.environ["KAFKA_API_KEY"],
+ secret=os.environ["KAFKA_SECRET"],
+ ),
+ )
+
+ uploader = CloudKafkaUploader(
+ connection_config=connection_config,
+ upload_config=CloudKafkaUploaderConfig(topic=TOPIC, batch_size=10),
+ )
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
+ connector_type=CONNECTOR_TYPE,
+ identifier="mock file data",
+ )
+ uploader.precheck()
+
+ if uploader.is_async():
+ await uploader.run_async(path=upload_file, file_data=file_data)
+ else:
+ uploader.run(path=upload_file, file_data=file_data)
+
+ conf = {
+ "bootstrap.servers": os.environ["KAFKA_BOOTSTRAP_SERVER"],
+ "sasl.username": os.environ["KAFKA_API_KEY"],
+ "sasl.password": os.environ["KAFKA_SECRET"],
+ "sasl.mechanism": "PLAIN",
+ "security.protocol": "SASL_SSL",
+ "group.id": "default_group_name",
+ "enable.auto.commit": "false",
+ "auto.offset.reset": "earliest",
+ }
+
+ all_messages = get_all_messages(conf=conf, topic=TOPIC)
+ with upload_file.open("r") as upload_fs:
+ content_to_upload = json.load(upload_fs)
+ assert len(all_messages) == len(content_to_upload), (
+ f"expected number of messages ({len(content_to_upload)}) doesn't "
+ f"match how many messages read off of kafka topic {TOPIC}: {len(all_messages)}"
+ )
+ assert all_messages == content_to_upload
diff --git a/test/integration/connectors/kafka/test_kafka_local.py b/test/integration/connectors/kafka/test_kafka_local.py
new file mode 100644
index 000000000..eaa28c701
--- /dev/null
+++ b/test/integration/connectors/kafka/test_kafka_local.py
@@ -0,0 +1,167 @@
+import json
+import tempfile
+from pathlib import Path
+
+import pytest
+from confluent_kafka import Producer
+from confluent_kafka.admin import NewTopic
+
+from test.integration.connectors.kafka.conftest import (
+ TOPIC,
+ get_admin_client,
+ get_all_messages,
+ wait_for_topic,
+)
+from test.integration.connectors.utils.constants import (
+ DESTINATION_TAG,
+ SOURCE_TAG,
+ env_setup_path,
+)
+from test.integration.connectors.utils.docker_compose import docker_compose_context
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
+ source_connector_validation,
+)
+from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connectors.kafka.local import (
+ CONNECTOR_TYPE,
+ LocalKafkaConnectionConfig,
+ LocalKafkaDownloader,
+ LocalKafkaDownloaderConfig,
+ LocalKafkaIndexer,
+ LocalKafkaIndexerConfig,
+ LocalKafkaUploader,
+ LocalKafkaUploaderConfig,
+)
+
+SEED_MESSAGES = 10
+
+
+@pytest.fixture
+def docker_compose_ctx():
+ with docker_compose_context(docker_compose_path=env_setup_path / "kafka") as ctx:
+ yield ctx
+
+
+@pytest.fixture
+def kafka_seed_topic(docker_compose_ctx) -> str:
+ conf = {
+ "bootstrap.servers": "localhost:29092",
+ }
+ producer = Producer(conf)
+ for i in range(SEED_MESSAGES):
+ message = f"This is some text for message {i}"
+ producer.produce(topic=TOPIC, value=message)
+ while producer_len := len(producer):
+ logger.info(f"another iteration of kafka producer flush. Queue length: {producer_len}")
+ producer.flush(timeout=10)
+ logger.info(f"kafka topic {TOPIC} seeded with {SEED_MESSAGES} messages")
+ wait_for_topic(topic=TOPIC)
+ return TOPIC
+
+
+@pytest.fixture
+def kafka_upload_topic(docker_compose_ctx) -> str:
+ admin_client = get_admin_client()
+ admin_client.create_topics([NewTopic(TOPIC, 1, 1)])
+ wait_for_topic(topic=TOPIC)
+ return TOPIC
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
+async def test_kafka_source_local(kafka_seed_topic: str):
+ connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
+ with tempfile.TemporaryDirectory() as tempdir:
+ tempdir_path = Path(tempdir)
+ download_config = LocalKafkaDownloaderConfig(download_dir=tempdir_path)
+ indexer = LocalKafkaIndexer(
+ connection_config=connection_config,
+ index_config=LocalKafkaIndexerConfig(topic=kafka_seed_topic, num_messages_to_consume=5),
+ )
+ downloader = LocalKafkaDownloader(
+ connection_config=connection_config, download_config=download_config
+ )
+ indexer.precheck()
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="kafka-local", expected_num_files=5, validate_downloaded_files=True
+ ),
+ )
+
+
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
+def test_kafka_source_local_precheck_fail_no_cluster():
+ connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
+ indexer = LocalKafkaIndexer(
+ connection_config=connection_config,
+ index_config=LocalKafkaIndexerConfig(topic=TOPIC, num_messages_to_consume=5),
+ )
+ with pytest.raises(SourceConnectionError):
+ indexer.precheck()
+
+
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
+def test_kafka_source_local_precheck_fail_no_topic(kafka_seed_topic: str):
+ connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
+ indexer = LocalKafkaIndexer(
+ connection_config=connection_config,
+ index_config=LocalKafkaIndexerConfig(topic="topic", num_messages_to_consume=5),
+ )
+ with pytest.raises(SourceConnectionError):
+ indexer.precheck()
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
+async def test_kafka_destination_local(
+ kafka_upload_topic: str,
+ upload_file: Path,
+):
+ """
+ Creates empty topic in localhost instance, sends 1 partitioned file using Uploader.
+ Downloader should download it.
+ """
+
+ uploader = LocalKafkaUploader(
+ connection_config=LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092),
+ upload_config=LocalKafkaUploaderConfig(topic=kafka_upload_topic, batch_size=10),
+ )
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
+ connector_type=CONNECTOR_TYPE,
+ identifier="mock file data",
+ )
+ uploader.precheck()
+ if uploader.is_async():
+ await uploader.run_async(path=upload_file, file_data=file_data)
+ else:
+ uploader.run(path=upload_file, file_data=file_data)
+ conf = {
+ "bootstrap.servers": "localhost:29092",
+ "group.id": "default_group_id",
+ "enable.auto.commit": "false",
+ "auto.offset.reset": "earliest",
+ }
+ all_messages = get_all_messages(conf=conf, topic=kafka_upload_topic)
+ with upload_file.open("r") as upload_fs:
+ content_to_upload = json.load(upload_fs)
+ assert len(all_messages) == len(content_to_upload), (
+ f"expected number of messages ({len(content_to_upload)}) doesn't "
+ f"match how many messages read off of kafka topic {kafka_upload_topic}: {len(all_messages)}"
+ )
+ assert all_messages == content_to_upload
+
+
+@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
+def test_kafka_destination_local_precheck_fail_no_cluster():
+ uploader = LocalKafkaUploader(
+ connection_config=LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092),
+ upload_config=LocalKafkaUploaderConfig(topic=TOPIC, batch_size=10),
+ )
+ with pytest.raises(DestinationConnectionError):
+ uploader.precheck()
diff --git a/test/integration/connectors/sql/test_postgres.py b/test/integration/connectors/sql/test_postgres.py
index 1f1903ad6..f776a4a96 100644
--- a/test/integration/connectors/sql/test_postgres.py
+++ b/test/integration/connectors/sql/test_postgres.py
@@ -1,18 +1,21 @@
-import tempfile
-from contextlib import contextmanager
+import json
from pathlib import Path
-import pandas as pd
import pytest
+from _pytest.fixtures import TopRequest
from psycopg2 import connect
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG, env_setup_path
from test.integration.connectors.utils.docker_compose import docker_compose_context
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.sql.postgres import (
CONNECTOR_TYPE,
PostgresAccessConfig,
@@ -25,16 +28,17 @@
PostgresUploadStager,
)
-SEED_DATA_ROWS = 20
+SEED_DATA_ROWS = 10
-@contextmanager
-def postgres_download_setup() -> None:
+@pytest.fixture
+def source_database_setup() -> str:
+ db_name = "test_db"
with docker_compose_context(docker_compose_path=env_setup_path / "sql" / "postgres" / "source"):
connection = connect(
user="unstructured",
password="test",
- dbname="test_db",
+ dbname=db_name,
host="localhost",
port=5433,
)
@@ -43,12 +47,12 @@ def postgres_download_setup() -> None:
sql_statment = f"INSERT INTO cars (brand, price) VALUES " f"('brand_{i}', {i})"
cursor.execute(sql_statment)
connection.commit()
- yield
+ yield db_name
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, "sql")
-async def test_postgres_source():
+async def test_postgres_source(temp_dir: Path, source_database_setup: str):
connect_params = {
"host": "localhost",
"port": 5433,
@@ -56,37 +60,31 @@ async def test_postgres_source():
"user": "unstructured",
"password": "test",
}
- with postgres_download_setup():
- with tempfile.TemporaryDirectory() as tmpdir:
- connection_config = PostgresConnectionConfig(
- host=connect_params["host"],
- port=connect_params["port"],
- database=connect_params["database"],
- username=connect_params["user"],
- access_config=PostgresAccessConfig(password=connect_params["password"]),
- )
- indexer = PostgresIndexer(
- connection_config=connection_config,
- index_config=PostgresIndexerConfig(
- table_name="cars", id_column="car_id", batch_size=5
- ),
- )
- downloader = PostgresDownloader(
- connection_config=connection_config,
- download_config=PostgresDownloaderConfig(
- fields=["car_id", "brand"], download_dir=Path(tmpdir)
- ),
- )
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="postgres",
- expected_num_files=SEED_DATA_ROWS,
- expected_number_indexed_file_data=4,
- validate_downloaded_files=True,
- ),
- )
+ connection_config = PostgresConnectionConfig(
+ host=connect_params["host"],
+ port=connect_params["port"],
+ database=connect_params["database"],
+ username=connect_params["user"],
+ access_config=PostgresAccessConfig(password=connect_params["password"]),
+ )
+ indexer = PostgresIndexer(
+ connection_config=connection_config,
+ index_config=PostgresIndexerConfig(table_name="cars", id_column="car_id", batch_size=6),
+ )
+ downloader = PostgresDownloader(
+ connection_config=connection_config,
+ download_config=PostgresDownloaderConfig(fields=["car_id", "brand"], download_dir=temp_dir),
+ )
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="postgres",
+ expected_num_files=SEED_DATA_ROWS,
+ expected_number_indexed_file_data=2,
+ validate_downloaded_files=True,
+ ),
+ )
def validate_destination(
@@ -118,63 +116,80 @@ def validate_destination(
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, "sql")
-async def test_postgres_destination(upload_file: Path):
+async def test_postgres_destination(upload_file: Path, temp_dir: Path):
# the postgres destination connector doesn't leverage the file data but is required as an input,
# mocking it with arbitrary values to meet the base requirements:
- mock_file_data = FileData(identifier="mock file data", connector_type=CONNECTOR_TYPE)
+ mock_file_data = FileData(
+ identifier="mock file data",
+ connector_type=CONNECTOR_TYPE,
+ source_identifiers=SourceIdentifiers(filename=upload_file.name, fullpath=upload_file.name),
+ )
with docker_compose_context(
docker_compose_path=env_setup_path / "sql" / "postgres" / "destination"
):
- with tempfile.TemporaryDirectory() as tmpdir:
- stager = PostgresUploadStager()
- stager_params = {
- "elements_filepath": upload_file,
- "file_data": mock_file_data,
- "output_dir": Path(tmpdir),
- "output_filename": "test_db",
- }
- if stager.is_async():
- staged_path = await stager.run_async(**stager_params)
- else:
- staged_path = stager.run(**stager_params)
-
- # The stager should append the `.json` suffix to the output filename passed in.
- assert staged_path.name == "test_db.json"
-
- connect_params = {
- "host": "localhost",
- "port": 5433,
- "database": "elements",
- "user": "unstructured",
- "password": "test",
- }
-
- uploader = PostgresUploader(
- connection_config=PostgresConnectionConfig(
- host=connect_params["host"],
- port=connect_params["port"],
- database=connect_params["database"],
- username=connect_params["user"],
- access_config=PostgresAccessConfig(password=connect_params["password"]),
- )
- )
+ stager = PostgresUploadStager()
+ staged_path = stager.run(
+ elements_filepath=upload_file,
+ file_data=mock_file_data,
+ output_dir=temp_dir,
+ output_filename=upload_file.name,
+ )
- uploader.run(path=staged_path, file_data=mock_file_data)
+ # The stager should append the `.json` suffix to the output filename passed in.
+ assert staged_path.suffix == upload_file.suffix
- staged_df = pd.read_json(staged_path, orient="records", lines=True)
- sample_element = staged_df.iloc[0]
- expected_num_elements = len(staged_df)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- expected_text=sample_element["text"],
- test_embedding=sample_element["embeddings"],
- )
+ connect_params = {
+ "host": "localhost",
+ "port": 5433,
+ "database": "elements",
+ "user": "unstructured",
+ "password": "test",
+ }
- uploader.run(path=staged_path, file_data=mock_file_data)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- expected_text=sample_element["text"],
- test_embedding=sample_element["embeddings"],
+ uploader = PostgresUploader(
+ connection_config=PostgresConnectionConfig(
+ host=connect_params["host"],
+ port=connect_params["port"],
+ database=connect_params["database"],
+ username=connect_params["user"],
+ access_config=PostgresAccessConfig(password=connect_params["password"]),
)
+ )
+ uploader.precheck()
+ uploader.run(path=staged_path, file_data=mock_file_data)
+
+ with staged_path.open("r") as f:
+ staged_data = json.load(f)
+
+ sample_element = staged_data[0]
+ expected_num_elements = len(staged_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ expected_text=sample_element["text"],
+ test_embedding=sample_element["embeddings"],
+ )
+
+ uploader.run(path=staged_path, file_data=mock_file_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ expected_text=sample_element["text"],
+ test_embedding=sample_element["embeddings"],
+ )
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_postgres_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = PostgresUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/sql/test_singlestore.py b/test/integration/connectors/sql/test_singlestore.py
index 86266a802..8caaeed82 100644
--- a/test/integration/connectors/sql/test_singlestore.py
+++ b/test/integration/connectors/sql/test_singlestore.py
@@ -1,18 +1,21 @@
-import tempfile
-from contextlib import contextmanager
+import json
from pathlib import Path
-import pandas as pd
import pytest
import singlestoredb as s2
+from _pytest.fixtures import TopRequest
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG, env_setup_path
from test.integration.connectors.utils.docker_compose import docker_compose_context
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.sql.singlestore import (
CONNECTOR_TYPE,
SingleStoreAccessConfig,
@@ -26,11 +29,18 @@
SingleStoreUploadStager,
)
-SEED_DATA_ROWS = 20
+SEED_DATA_ROWS = 10
-@contextmanager
-def singlestore_download_setup(connect_params: dict) -> None:
+@pytest.fixture
+def source_database_setup() -> dict:
+ connect_params = {
+ "host": "localhost",
+ "port": 3306,
+ "database": "ingest_test",
+ "user": "root",
+ "password": "password",
+ }
with docker_compose_context(
docker_compose_path=env_setup_path / "sql" / "singlestore" / "source"
):
@@ -40,50 +50,40 @@ def singlestore_download_setup(connect_params: dict) -> None:
sql_statment = f"INSERT INTO cars (brand, price) VALUES " f"('brand_{i}', {i})"
cursor.execute(sql_statment)
connection.commit()
- yield
+ yield connect_params
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, "sql")
-async def test_singlestore_source():
- connect_params = {
- "host": "localhost",
- "port": 3306,
- "database": "ingest_test",
- "user": "root",
- "password": "password",
- }
- with singlestore_download_setup(connect_params=connect_params):
- with tempfile.TemporaryDirectory() as tmpdir:
- connection_config = SingleStoreConnectionConfig(
- host=connect_params["host"],
- port=connect_params["port"],
- database=connect_params["database"],
- user=connect_params["user"],
- access_config=SingleStoreAccessConfig(password=connect_params["password"]),
- )
- indexer = SingleStoreIndexer(
- connection_config=connection_config,
- index_config=SingleStoreIndexerConfig(
- table_name="cars", id_column="car_id", batch_size=5
- ),
- )
- downloader = SingleStoreDownloader(
- connection_config=connection_config,
- download_config=SingleStoreDownloaderConfig(
- fields=["car_id", "brand"], download_dir=Path(tmpdir)
- ),
- )
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="singlestore",
- expected_num_files=SEED_DATA_ROWS,
- expected_number_indexed_file_data=4,
- validate_downloaded_files=True,
- ),
- )
+async def test_singlestore_source(temp_dir: Path, source_database_setup: dict):
+
+ connection_config = SingleStoreConnectionConfig(
+ host=source_database_setup["host"],
+ port=source_database_setup["port"],
+ database=source_database_setup["database"],
+ user=source_database_setup["user"],
+ access_config=SingleStoreAccessConfig(password=source_database_setup["password"]),
+ )
+ indexer = SingleStoreIndexer(
+ connection_config=connection_config,
+ index_config=SingleStoreIndexerConfig(table_name="cars", id_column="car_id", batch_size=6),
+ )
+ downloader = SingleStoreDownloader(
+ connection_config=connection_config,
+ download_config=SingleStoreDownloaderConfig(
+ fields=["car_id", "brand"], download_dir=temp_dir
+ ),
+ )
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="singlestore",
+ expected_num_files=SEED_DATA_ROWS,
+ expected_number_indexed_file_data=2,
+ validate_downloaded_files=True,
+ ),
+ )
def validate_destination(
@@ -102,59 +102,75 @@ def validate_destination(
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, "sql")
-async def test_singlestore_destination(upload_file: Path):
- mock_file_data = FileData(identifier="mock file data", connector_type=CONNECTOR_TYPE)
+async def test_singlestore_destination(upload_file: Path, temp_dir: Path):
+ mock_file_data = FileData(
+ identifier="mock file data",
+ connector_type=CONNECTOR_TYPE,
+ source_identifiers=SourceIdentifiers(filename=upload_file.name, fullpath=upload_file.name),
+ )
with docker_compose_context(
docker_compose_path=env_setup_path / "sql" / "singlestore" / "destination"
):
- with tempfile.TemporaryDirectory() as tmpdir:
- stager = SingleStoreUploadStager()
- stager_params = {
- "elements_filepath": upload_file,
- "file_data": mock_file_data,
- "output_dir": Path(tmpdir),
- "output_filename": "test_db",
- }
- if stager.is_async():
- staged_path = await stager.run_async(**stager_params)
- else:
- staged_path = stager.run(**stager_params)
-
- # The stager should append the `.json` suffix to the output filename passed in.
- assert staged_path.name == "test_db.json"
-
- connect_params = {
- "host": "localhost",
- "port": 3306,
- "database": "ingest_test",
- "user": "root",
- "password": "password",
- }
-
- uploader = SingleStoreUploader(
- connection_config=SingleStoreConnectionConfig(
- host=connect_params["host"],
- port=connect_params["port"],
- database=connect_params["database"],
- user=connect_params["user"],
- access_config=SingleStoreAccessConfig(password=connect_params["password"]),
- ),
- upload_config=SingleStoreUploaderConfig(
- table_name="elements",
- ),
- )
-
- uploader.run(path=staged_path, file_data=mock_file_data)
-
- staged_df = pd.read_json(staged_path, orient="records", lines=True)
- expected_num_elements = len(staged_df)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- )
-
- uploader.run(path=staged_path, file_data=mock_file_data)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- )
+ stager = SingleStoreUploadStager()
+ staged_path = stager.run(
+ elements_filepath=upload_file,
+ file_data=mock_file_data,
+ output_dir=temp_dir,
+ output_filename=upload_file.name,
+ )
+
+ # The stager should append the `.json` suffix to the output filename passed in.
+ assert staged_path.suffix == upload_file.suffix
+
+ connect_params = {
+ "host": "localhost",
+ "port": 3306,
+ "database": "ingest_test",
+ "user": "root",
+ "password": "password",
+ }
+
+ uploader = SingleStoreUploader(
+ connection_config=SingleStoreConnectionConfig(
+ host=connect_params["host"],
+ port=connect_params["port"],
+ database=connect_params["database"],
+ user=connect_params["user"],
+ access_config=SingleStoreAccessConfig(password=connect_params["password"]),
+ ),
+ upload_config=SingleStoreUploaderConfig(
+ table_name="elements",
+ ),
+ )
+ uploader.precheck()
+ uploader.run(path=staged_path, file_data=mock_file_data)
+
+ with staged_path.open("r") as f:
+ staged_data = json.load(f)
+ expected_num_elements = len(staged_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ )
+
+ uploader.run(path=staged_path, file_data=mock_file_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ )
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_singlestore_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = SingleStoreUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/sql/test_snowflake.py b/test/integration/connectors/sql/test_snowflake.py
index f212c0930..00abe05eb 100644
--- a/test/integration/connectors/sql/test_snowflake.py
+++ b/test/integration/connectors/sql/test_snowflake.py
@@ -1,20 +1,23 @@
+import json
import os
-import tempfile
from pathlib import Path
-import docker
-import pandas as pd
import pytest
import snowflake.connector as sf
+from _pytest.fixtures import TopRequest
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG, env_setup_path
from test.integration.connectors.utils.docker import container_context
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
from test.integration.utils import requires_env
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.sql.snowflake import (
CONNECTOR_TYPE,
SnowflakeAccessConfig,
@@ -30,14 +33,15 @@
SEED_DATA_ROWS = 20
-def seed_data():
- conn = sf.connect(
- user="test",
- password="test",
- account="test",
- database="test",
- host="snowflake.localhost.localstack.cloud",
- )
+def seed_data() -> dict:
+ connect_params = {
+ "user": "test",
+ "password": "test",
+ "account": "test",
+ "database": "test",
+ "host": "snowflake.localhost.localstack.cloud",
+ }
+ conn = sf.connect(**connect_params)
file = Path(env_setup_path / "sql" / "snowflake" / "source" / "snowflake-schema.sql")
@@ -52,16 +56,31 @@ def seed_data():
cur.close()
conn.close()
+ return connect_params
-def init_db_destination():
- conn = sf.connect(
- user="test",
- password="test",
- account="test",
- database="test",
- host="snowflake.localhost.localstack.cloud",
- )
+@pytest.fixture
+def source_database_setup() -> dict:
+ token = os.getenv("LOCALSTACK_AUTH_TOKEN")
+ with container_context(
+ image="localstack/snowflake",
+ environment={"LOCALSTACK_AUTH_TOKEN": token, "EXTRA_CORS_ALLOWED_ORIGINS": "*"},
+ ports={4566: 4566, 443: 443},
+ healthcheck_retries=30,
+ ):
+ connect_params = seed_data()
+ yield connect_params
+
+
+def init_db_destination() -> dict:
+ connect_params = {
+ "user": "test",
+ "password": "test",
+ "account": "test",
+ "database": "test",
+ "host": "snowflake.localhost.localstack.cloud",
+ }
+ conn = sf.connect(**connect_params)
file = Path(env_setup_path / "sql" / "snowflake" / "destination" / "snowflake-schema.sql")
@@ -73,52 +92,53 @@ def init_db_destination():
cur.close()
conn.close()
+ return connect_params
-@pytest.mark.asyncio
-@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, "sql")
-@requires_env("LOCALSTACK_AUTH_TOKEN")
-async def test_snowflake_source():
- docker_client = docker.from_env()
+@pytest.fixture
+def destination_database_setup() -> dict:
token = os.getenv("LOCALSTACK_AUTH_TOKEN")
with container_context(
- docker_client=docker_client,
image="localstack/snowflake",
environment={"LOCALSTACK_AUTH_TOKEN": token, "EXTRA_CORS_ALLOWED_ORIGINS": "*"},
ports={4566: 4566, 443: 443},
healthcheck_retries=30,
):
- seed_data()
- with tempfile.TemporaryDirectory() as tmpdir:
- connection_config = SnowflakeConnectionConfig(
- access_config=SnowflakeAccessConfig(password="test"),
- account="test",
- user="test",
- database="test",
- host="snowflake.localhost.localstack.cloud",
- )
- indexer = SnowflakeIndexer(
- connection_config=connection_config,
- index_config=SnowflakeIndexerConfig(
- table_name="cars", id_column="CAR_ID", batch_size=5
- ),
- )
- downloader = SnowflakeDownloader(
- connection_config=connection_config,
- download_config=SnowflakeDownloaderConfig(
- fields=["CAR_ID", "BRAND"], download_dir=Path(tmpdir)
- ),
- )
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="snowflake",
- expected_num_files=SEED_DATA_ROWS,
- expected_number_indexed_file_data=4,
- validate_downloaded_files=True,
- ),
- )
+ connect_params = init_db_destination()
+ yield connect_params
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, "sql")
+@requires_env("LOCALSTACK_AUTH_TOKEN")
+async def test_snowflake_source(temp_dir: Path, source_database_setup: dict):
+ connection_config = SnowflakeConnectionConfig(
+ access_config=SnowflakeAccessConfig(password="test"),
+ account="test",
+ user="test",
+ database="test",
+ host="snowflake.localhost.localstack.cloud",
+ )
+ indexer = SnowflakeIndexer(
+ connection_config=connection_config,
+ index_config=SnowflakeIndexerConfig(table_name="cars", id_column="CAR_ID", batch_size=5),
+ )
+ downloader = SnowflakeDownloader(
+ connection_config=connection_config,
+ download_config=SnowflakeDownloaderConfig(
+ fields=["CAR_ID", "BRAND"], download_dir=temp_dir
+ ),
+ )
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="snowflake",
+ expected_num_files=SEED_DATA_ROWS,
+ expected_number_indexed_file_data=4,
+ validate_downloaded_files=True,
+ ),
+ )
def validate_destination(
@@ -145,65 +165,74 @@ def validate_destination(
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, "sql")
@requires_env("LOCALSTACK_AUTH_TOKEN")
-async def test_snowflake_destination(upload_file: Path):
+async def test_snowflake_destination(
+ upload_file: Path, temp_dir: Path, destination_database_setup: dict
+):
# the postgres destination connector doesn't leverage the file data but is required as an input,
# mocking it with arbitrary values to meet the base requirements:
- mock_file_data = FileData(identifier="mock file data", connector_type=CONNECTOR_TYPE)
- docker_client = docker.from_env()
- token = os.getenv("LOCALSTACK_AUTH_TOKEN")
- with container_context(
- docker_client=docker_client,
- image="localstack/snowflake",
- environment={"LOCALSTACK_AUTH_TOKEN": token, "EXTRA_CORS_ALLOWED_ORIGINS": "*"},
- ports={4566: 4566, 443: 443},
- healthcheck_retries=30,
- ):
- init_db_destination()
- with tempfile.TemporaryDirectory() as tmpdir:
- stager = SnowflakeUploadStager()
- stager_params = {
- "elements_filepath": upload_file,
- "file_data": mock_file_data,
- "output_dir": Path(tmpdir),
- "output_filename": "test_db",
- }
- if stager.is_async():
- staged_path = await stager.run_async(**stager_params)
- else:
- staged_path = stager.run(**stager_params)
-
- # The stager should append the `.json` suffix to the output filename passed in.
- assert staged_path.name == "test_db.json"
-
- connect_params = {
- "user": "test",
- "password": "test",
- "account": "test",
- "database": "test",
- "host": "snowflake.localhost.localstack.cloud",
- }
-
- uploader = SnowflakeUploader(
- connection_config=SnowflakeConnectionConfig(
- access_config=SnowflakeAccessConfig(password=connect_params["password"]),
- account=connect_params["account"],
- user=connect_params["user"],
- database=connect_params["database"],
- host=connect_params["host"],
- )
- )
-
- uploader.run(path=staged_path, file_data=mock_file_data)
-
- staged_df = pd.read_json(staged_path, orient="records", lines=True)
- expected_num_elements = len(staged_df)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- )
-
- uploader.run(path=staged_path, file_data=mock_file_data)
- validate_destination(
- connect_params=connect_params,
- expected_num_elements=expected_num_elements,
- )
+ mock_file_data = FileData(
+ identifier="mock file data",
+ connector_type=CONNECTOR_TYPE,
+ source_identifiers=SourceIdentifiers(filename=upload_file.name, fullpath=upload_file.name),
+ )
+ init_db_destination()
+ stager = SnowflakeUploadStager()
+ staged_path = stager.run(
+ elements_filepath=upload_file,
+ file_data=mock_file_data,
+ output_dir=temp_dir,
+ output_filename=upload_file.name,
+ )
+
+ # The stager should append the `.json` suffix to the output filename passed in.
+ assert staged_path.suffix == upload_file.suffix
+
+ connect_params = {
+ "user": "test",
+ "password": "test",
+ "account": "test",
+ "database": "test",
+ "host": "snowflake.localhost.localstack.cloud",
+ }
+
+ uploader = SnowflakeUploader(
+ connection_config=SnowflakeConnectionConfig(
+ access_config=SnowflakeAccessConfig(password=connect_params["password"]),
+ account=connect_params["account"],
+ user=connect_params["user"],
+ database=connect_params["database"],
+ host=connect_params["host"],
+ )
+ )
+ uploader.precheck()
+ uploader.run(path=staged_path, file_data=mock_file_data)
+
+ with staged_path.open("r") as f:
+ staged_data = json.load(f)
+ expected_num_elements = len(staged_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ )
+
+ uploader.run(path=staged_path, file_data=mock_file_data)
+ validate_destination(
+ connect_params=connect_params,
+ expected_num_elements=expected_num_elements,
+ )
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_snowflake_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = SnowflakeUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/sql/test_sqlite.py b/test/integration/connectors/sql/test_sqlite.py
index a0e42b33a..d666961ad 100644
--- a/test/integration/connectors/sql/test_sqlite.py
+++ b/test/integration/connectors/sql/test_sqlite.py
@@ -1,17 +1,21 @@
+import json
import sqlite3
import tempfile
-from contextlib import contextmanager
from pathlib import Path
-import pandas as pd
import pytest
+from _pytest.fixtures import TopRequest
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG, env_setup_path
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.sql.sqlite import (
CONNECTOR_TYPE,
SQLiteConnectionConfig,
@@ -23,11 +27,11 @@
SQLiteUploadStager,
)
-SEED_DATA_ROWS = 20
+SEED_DATA_ROWS = 10
-@contextmanager
-def sqlite_download_setup() -> Path:
+@pytest.fixture
+def source_database_setup() -> Path:
with tempfile.TemporaryDirectory() as tmpdir:
db_path = Path(tmpdir) / "mock_database.db"
db_init_path = env_setup_path / "sql" / "sqlite" / "source" / "sqlite-schema.sql"
@@ -49,49 +53,42 @@ def sqlite_download_setup() -> Path:
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, "sql")
-async def test_sqlite_source():
- with sqlite_download_setup() as db_path:
- with tempfile.TemporaryDirectory() as tmpdir:
- connection_config = SQLiteConnectionConfig(database_path=db_path)
- indexer = SQLiteIndexer(
- connection_config=connection_config,
- index_config=SQLiteIndexerConfig(
- table_name="cars", id_column="car_id", batch_size=5
- ),
- )
- downloader = SQLiteDownloader(
- connection_config=connection_config,
- download_config=SQLiteDownloaderConfig(
- fields=["car_id", "brand"], download_dir=Path(tmpdir)
- ),
- )
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="sqlite",
- expected_num_files=SEED_DATA_ROWS,
- expected_number_indexed_file_data=4,
- validate_downloaded_files=True,
- ),
- )
-
-
-@contextmanager
-def sqlite_upload_setup() -> Path:
+async def test_sqlite_source(source_database_setup: Path, temp_dir: Path):
+ connection_config = SQLiteConnectionConfig(database_path=source_database_setup)
+ indexer = SQLiteIndexer(
+ connection_config=connection_config,
+ index_config=SQLiteIndexerConfig(table_name="cars", id_column="car_id", batch_size=6),
+ )
+ downloader = SQLiteDownloader(
+ connection_config=connection_config,
+ download_config=SQLiteDownloaderConfig(fields=["car_id", "brand"], download_dir=temp_dir),
+ )
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id="sqlite",
+ expected_num_files=SEED_DATA_ROWS,
+ expected_number_indexed_file_data=2,
+ validate_downloaded_files=True,
+ ),
+ )
+
+
+@pytest.fixture
+def destination_database_setup(temp_dir: Path) -> Path:
# Provision the local file that sqlite points to to have the desired schema for the integration
# tests and make sure the file and connection get cleaned up by using a context manager.
- with tempfile.TemporaryDirectory() as tmpdir:
- db_path = Path(tmpdir) / "elements.db"
- db_init_path = env_setup_path / "sql" / "sqlite" / "destination" / "sqlite-schema.sql"
- assert db_init_path.exists()
- assert db_init_path.is_file()
- with sqlite3.connect(database=db_path) as sqlite_connection:
- with db_init_path.open("r") as f:
- query = f.read()
- cursor = sqlite_connection.cursor()
- cursor.executescript(query)
- yield db_path
+ db_path = temp_dir / "elements.db"
+ db_init_path = env_setup_path / "sql" / "sqlite" / "destination" / "sqlite-schema.sql"
+ assert db_init_path.exists()
+ assert db_init_path.is_file()
+ with sqlite3.connect(database=db_path) as sqlite_connection:
+ with db_init_path.open("r") as f:
+ query = f.read()
+ cursor = sqlite_connection.cursor()
+ cursor.executescript(query)
+ return db_path
def validate_destination(db_path: Path, expected_num_elements: int):
@@ -114,34 +111,52 @@ def validate_destination(db_path: Path, expected_num_elements: int):
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, "sql")
-async def test_sqlite_destination(upload_file: Path):
+async def test_sqlite_destination(
+ upload_file: Path, temp_dir: Path, destination_database_setup: Path
+):
# the sqlite destination connector doesn't leverage the file data but is required as an input,
# mocking it with arbitrary values to meet the base requirements:
- mock_file_data = FileData(identifier="mock file data", connector_type=CONNECTOR_TYPE)
- with sqlite_upload_setup() as db_path:
- with tempfile.TemporaryDirectory() as tmpdir:
- stager = SQLiteUploadStager()
- stager_params = {
- "elements_filepath": upload_file,
- "file_data": mock_file_data,
- "output_dir": Path(tmpdir),
- "output_filename": "test_db",
- }
- if stager.is_async():
- staged_path = await stager.run_async(**stager_params)
- else:
- staged_path = stager.run(**stager_params)
-
- # The stager should append the `.json` suffix to the output filename passed in.
- assert staged_path.name == "test_db.json"
-
- uploader = SQLiteUploader(
- connection_config=SQLiteConnectionConfig(database_path=db_path)
- )
- uploader.run(path=staged_path, file_data=mock_file_data)
-
- staged_df = pd.read_json(staged_path, orient="records", lines=True)
- validate_destination(db_path=db_path, expected_num_elements=len(staged_df))
-
- uploader.run(path=staged_path, file_data=mock_file_data)
- validate_destination(db_path=db_path, expected_num_elements=len(staged_df))
+ mock_file_data = FileData(
+ identifier="mock file data",
+ connector_type=CONNECTOR_TYPE,
+ source_identifiers=SourceIdentifiers(filename=upload_file.name, fullpath=upload_file.name),
+ )
+ stager = SQLiteUploadStager()
+ staged_path = stager.run(
+ elements_filepath=upload_file,
+ file_data=mock_file_data,
+ output_dir=temp_dir,
+ output_filename=upload_file.name,
+ )
+
+ # The stager should append the `.json` suffix to the output filename passed in.
+ assert staged_path.suffix == upload_file.suffix
+
+ uploader = SQLiteUploader(
+ connection_config=SQLiteConnectionConfig(database_path=destination_database_setup)
+ )
+ uploader.precheck()
+ uploader.run(path=staged_path, file_data=mock_file_data)
+
+ with staged_path.open("r") as f:
+ staged_data = json.load(f)
+ validate_destination(db_path=destination_database_setup, expected_num_elements=len(staged_data))
+
+ uploader.run(path=staged_path, file_data=mock_file_data)
+ validate_destination(db_path=destination_database_setup, expected_num_elements=len(staged_data))
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_sqlite_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = SQLiteUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_astradb.py b/test/integration/connectors/test_astradb.py
index 496a143ce..2b63cfb20 100644
--- a/test/integration/connectors/test_astradb.py
+++ b/test/integration/connectors/test_astradb.py
@@ -5,16 +5,27 @@
from uuid import uuid4
import pytest
+from _pytest.fixtures import TopRequest
from astrapy import Collection
from astrapy import DataAPIClient as AstraDBClient
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
+ source_connector_validation,
+)
from test.integration.utils import requires_env
from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.astradb import (
CONNECTOR_TYPE,
AstraDBAccessConfig,
AstraDBConnectionConfig,
+ AstraDBDownloader,
+ AstraDBDownloaderConfig,
AstraDBIndexer,
AstraDBIndexerConfig,
AstraDBUploader,
@@ -105,10 +116,44 @@ def collection(upload_file: Path) -> Collection:
astra_db.drop_collection(collection)
+@pytest.mark.asyncio
+@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
+@requires_env("ASTRA_DB_API_ENDPOINT", "ASTRA_DB_APPLICATION_TOKEN")
+async def test_astra_search_source(
+ tmp_path: Path,
+):
+ env_data = get_env_data()
+ collection_name = "ingest_test_src"
+ connection_config = AstraDBConnectionConfig(
+ access_config=AstraDBAccessConfig(token=env_data.token, api_endpoint=env_data.api_endpoint)
+ )
+ indexer = AstraDBIndexer(
+ index_config=AstraDBIndexerConfig(
+ collection_name=collection_name,
+ ),
+ connection_config=connection_config,
+ )
+ downloader = AstraDBDownloader(
+ connection_config=connection_config,
+ download_config=AstraDBDownloaderConfig(download_dir=tmp_path),
+ )
+
+ await source_connector_validation(
+ indexer=indexer,
+ downloader=downloader,
+ configs=SourceValidationConfigs(
+ test_id=CONNECTOR_TYPE,
+ expected_num_files=5,
+ expected_number_indexed_file_data=1,
+ validate_downloaded_files=True,
+ ),
+ )
+
+
@pytest.mark.asyncio
@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
@requires_env("ASTRA_DB_API_ENDPOINT", "ASTRA_DB_APPLICATION_TOKEN")
-async def test_azure_ai_search_destination(
+async def test_astra_search_destination(
upload_file: Path,
collection: Collection,
tmp_path: Path,
@@ -154,3 +199,19 @@ async def test_azure_ai_search_destination(
f"Expected count ({expected_count}) doesn't match how "
f"much came back from collection: {current_count}"
)
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_astra_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = AstraDBUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_azure_ai_search.py b/test/integration/connectors/test_azure_ai_search.py
index 909f89b76..73d66c22b 100644
--- a/test/integration/connectors/test_azure_ai_search.py
+++ b/test/integration/connectors/test_azure_ai_search.py
@@ -5,6 +5,7 @@
from uuid import uuid4
import pytest
+from _pytest.fixtures import TopRequest
from azure.core.credentials import AzureKeyCredential
from azure.search.documents import SearchClient
from azure.search.documents.indexes import SearchIndexClient
@@ -25,6 +26,10 @@
from test.integration.connectors.utils.constants import (
DESTINATION_TAG,
)
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
from test.integration.utils import requires_env
from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.azure_ai_search import (
@@ -225,9 +230,26 @@ async def test_azure_ai_search_destination(
with staged_filepath.open() as f:
staged_elements = json.load(f)
expected_count = len(staged_elements)
- search_client: SearchClient = uploader.connection_config.get_search_client()
- validate_count(search_client=search_client, expected_count=expected_count)
+ with uploader.connection_config.get_search_client() as search_client:
+ validate_count(search_client=search_client, expected_count=expected_count)
# Rerun and make sure the same documents get updated
uploader.run(path=staged_filepath, file_data=file_data)
- validate_count(search_client=search_client, expected_count=expected_count)
+ with uploader.connection_config.get_search_client() as search_client:
+ validate_count(search_client=search_client, expected_count=expected_count)
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_azure_ai_search_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = AzureAISearchUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_chroma.py b/test/integration/connectors/test_chroma.py
new file mode 100644
index 000000000..6d4be57a5
--- /dev/null
+++ b/test/integration/connectors/test_chroma.py
@@ -0,0 +1,120 @@
+import json
+from pathlib import Path
+
+import chromadb
+import pytest
+from _pytest.fixtures import TopRequest
+
+from test.integration.connectors.utils.constants import (
+ DESTINATION_TAG,
+)
+from test.integration.connectors.utils.docker import HealthCheck, container_context
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
+from unstructured_ingest.v2.processes.connectors.chroma import (
+ CONNECTOR_TYPE,
+ ChromaConnectionConfig,
+ ChromaUploader,
+ ChromaUploaderConfig,
+ ChromaUploadStager,
+ ChromaUploadStagerConfig,
+)
+
+
+@pytest.fixture
+def chroma_instance():
+ with container_context(
+ image="chromadb/chroma:latest",
+ ports={8000: 8000},
+ name="chroma_int_test",
+ healthcheck=HealthCheck(
+ interval=5,
+ timeout=10,
+ retries=3,
+ test="timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1",
+ ),
+ ) as ctx:
+ yield ctx
+
+
+def validate_collection(collection_name: str, num_embeddings: int):
+ print(f"Checking contents of Chroma collection: {collection_name}")
+
+ chroma_client = chromadb.HttpClient(
+ host="localhost",
+ port="8000",
+ tenant="default_tenant",
+ database="default_database",
+ )
+
+ collection = chroma_client.get_or_create_collection(name=collection_name)
+
+ number_of_embeddings = collection.count()
+ expected_embeddings = num_embeddings
+ print(
+ f"# of embeddings in collection vs expected: {number_of_embeddings}/{expected_embeddings}"
+ )
+
+ assert number_of_embeddings == expected_embeddings, (
+ f"Number of rows in generated table ({number_of_embeddings}) "
+ f"doesn't match expected value: {expected_embeddings}"
+ )
+
+
+@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
+def test_chroma_destination(
+ upload_file: Path,
+ chroma_instance,
+ tmp_path: Path,
+):
+ collection_name = "test_collection"
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
+ connector_type=CONNECTOR_TYPE,
+ identifier="mock file data",
+ )
+ stager = ChromaUploadStager(upload_stager_config=ChromaUploadStagerConfig())
+
+ uploader = ChromaUploader(
+ connection_config=ChromaConnectionConfig(
+ host="localhost",
+ port=8000,
+ tenant="default_tenant",
+ database="default_database",
+ ),
+ upload_config=ChromaUploaderConfig(collection_name=collection_name),
+ )
+ staged_filepath = stager.run(
+ elements_filepath=upload_file,
+ file_data=file_data,
+ output_dir=tmp_path,
+ output_filename=upload_file.name,
+ )
+ uploader.precheck()
+ uploader.run(path=staged_filepath, file_data=file_data)
+
+ # Run validation
+ with staged_filepath.open() as f:
+ staged_elements = json.load(f)
+ expected_count = len(staged_elements)
+ validate_collection(collection_name=collection_name, num_embeddings=expected_count)
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, "stager")
+def test_chroma_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = ChromaUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_confluence.py b/test/integration/connectors/test_confluence.py
index d4c16b64e..5f8ca31f2 100644
--- a/test/integration/connectors/test_confluence.py
+++ b/test/integration/connectors/test_confluence.py
@@ -5,8 +5,8 @@
from test.integration.connectors.utils.constants import (
SOURCE_TAG,
)
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
from test.integration.utils import requires_env
@@ -60,7 +60,7 @@ async def test_confluence_source(temp_dir):
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
+ configs=SourceValidationConfigs(
test_id="confluence",
expected_num_files=11,
validate_downloaded_files=True,
@@ -107,7 +107,7 @@ async def test_confluence_source_large(temp_dir):
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
+ configs=SourceValidationConfigs(
test_id="confluence_large", expected_num_files=250, validate_file_data=False
),
)
diff --git a/test/integration/connectors/test_delta_table.py b/test/integration/connectors/test_delta_table.py
index ffa701055..fdebef4b9 100644
--- a/test/integration/connectors/test_delta_table.py
+++ b/test/integration/connectors/test_delta_table.py
@@ -114,6 +114,7 @@ async def test_delta_table_destination_s3(upload_file: Path, temp_dir: Path):
)
try:
+ uploader.precheck()
if uploader.is_async():
await uploader.run_async(path=new_upload_file, file_data=file_data)
else:
diff --git a/test/integration/connectors/test_kafka.py b/test/integration/connectors/test_kafka.py
deleted file mode 100644
index 1ffd93402..000000000
--- a/test/integration/connectors/test_kafka.py
+++ /dev/null
@@ -1,304 +0,0 @@
-import json
-import os
-import tempfile
-import time
-from pathlib import Path
-
-import pytest
-from confluent_kafka import Consumer, KafkaError, KafkaException, Producer
-from confluent_kafka.admin import AdminClient, NewTopic
-
-from test.integration.connectors.utils.constants import (
- DESTINATION_TAG,
- SOURCE_TAG,
- env_setup_path,
-)
-from test.integration.connectors.utils.docker_compose import docker_compose_context
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
- source_connector_validation,
-)
-from test.integration.utils import requires_env
-from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
-from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
-from unstructured_ingest.v2.processes.connectors.kafka.cloud import (
- CloudKafkaAccessConfig,
- CloudKafkaConnectionConfig,
- CloudKafkaDownloader,
- CloudKafkaDownloaderConfig,
- CloudKafkaIndexer,
- CloudKafkaIndexerConfig,
-)
-from unstructured_ingest.v2.processes.connectors.kafka.local import (
- CONNECTOR_TYPE,
- LocalKafkaConnectionConfig,
- LocalKafkaDownloader,
- LocalKafkaDownloaderConfig,
- LocalKafkaIndexer,
- LocalKafkaIndexerConfig,
- LocalKafkaUploader,
- LocalKafkaUploaderConfig,
-)
-
-SEED_MESSAGES = 10
-TOPIC = "fake-topic"
-
-
-def get_admin_client() -> AdminClient:
- conf = {
- "bootstrap.servers": "localhost:29092",
- }
- return AdminClient(conf)
-
-
-@pytest.fixture
-def docker_compose_ctx():
- with docker_compose_context(docker_compose_path=env_setup_path / "kafka") as ctx:
- yield ctx
-
-
-def wait_for_topic(
- topic: str,
- retries: int = 10,
- interval: int = 1,
- exists: bool = True,
- admin_client=None,
-):
- if admin_client is None:
- admin_client = get_admin_client()
- current_topics = admin_client.list_topics().topics
- attempts = 0
- while (topic not in current_topics) == exists and attempts < retries:
- attempts += 1
- print(
- "Attempt {}: Waiting for topic {} to {} exist. Current topics: [{}]".format(
- attempts, topic, "" if exists else "not", ", ".join(current_topics)
- )
- )
- time.sleep(interval)
- current_topics = admin_client.list_topics().topics
- if (topic not in current_topics) == exists:
- raise TimeoutError(f"Timeout out waiting for topic {topic} to exist")
-
-
-@pytest.fixture
-def kafka_seed_topic(docker_compose_ctx) -> str:
- conf = {
- "bootstrap.servers": "localhost:29092",
- }
- producer = Producer(conf)
- for i in range(SEED_MESSAGES):
- message = f"This is some text for message {i}"
- producer.produce(topic=TOPIC, value=message)
- producer.flush(timeout=10)
- print(f"kafka topic {TOPIC} seeded with {SEED_MESSAGES} messages")
- wait_for_topic(topic=TOPIC)
- return TOPIC
-
-
-@pytest.fixture
-def kafka_upload_topic(docker_compose_ctx) -> str:
- admin_client = get_admin_client()
- admin_client.create_topics([NewTopic(TOPIC, 1, 1)])
- return TOPIC
-
-
-@pytest.mark.asyncio
-@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
-async def test_kafka_source_local(kafka_seed_topic: str):
- connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
- with tempfile.TemporaryDirectory() as tempdir:
- tempdir_path = Path(tempdir)
- download_config = LocalKafkaDownloaderConfig(download_dir=tempdir_path)
- indexer = LocalKafkaIndexer(
- connection_config=connection_config,
- index_config=LocalKafkaIndexerConfig(topic=kafka_seed_topic, num_messages_to_consume=5),
- )
- downloader = LocalKafkaDownloader(
- connection_config=connection_config, download_config=download_config
- )
- indexer.precheck()
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="kafka", expected_num_files=5, validate_downloaded_files=True
- ),
- )
-
-
-@pytest.fixture
-def kafka_seed_topic_cloud(expected_messages: int = 5) -> int:
- conf = {
- "bootstrap.servers": os.environ["KAFKA_BOOTSTRAP_SERVER"],
- "sasl.username": os.environ["KAFKA_API_KEY"],
- "sasl.password": os.environ["KAFKA_SECRET"],
- "sasl.mechanism": "PLAIN",
- "security.protocol": "SASL_SSL",
- }
- admin_client = AdminClient(conf)
- try:
- res = admin_client.delete_topics([TOPIC], operation_timeout=10)
- for topic, f in res.items():
- f.result()
- print(f"Topic {topic} removed")
- wait_for_topic(TOPIC, 5, 1, False, admin_client)
- except Exception:
- pass
-
- cluster_meta = admin_client.list_topics()
- current_topics = [topic for topic in cluster_meta.topics if topic != "__consumer_offsets"]
-
- assert TOPIC not in current_topics, f"Topic {TOPIC} shouldn't exist"
-
- # Kafka Cloud allows to use replication_factor=1 only for Dedicated clusters.
- topic_obj = NewTopic(TOPIC, num_partitions=1, replication_factor=3)
-
- res = admin_client.create_topics([topic_obj], operation_timeout=10, validate_only=False)
- for topic, f in res.items():
- f.result()
-
- producer = Producer(conf)
- for i in range(expected_messages):
- message = f"This is some text for message {i}"
- producer.produce(topic=TOPIC, value=message)
- producer.flush(timeout=10)
- return expected_messages
-
-
-@pytest.mark.asyncio
-@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
-@requires_env("KAFKA_API_KEY", "KAFKA_SECRET", "KAFKA_BOOTSTRAP_SERVER")
-async def test_kafka_source_cloud(kafka_seed_topic_cloud: int):
- """
- In order to have this test succeed, you need to create cluster on Confluent Cloud,
- and create the API key with admin privileges. By default, user account keys have it.
- """
-
- expected_messages = kafka_seed_topic_cloud
-
- connection_config = CloudKafkaConnectionConfig(
- bootstrap_server=os.environ["KAFKA_BOOTSTRAP_SERVER"],
- port=9092,
- access_config=CloudKafkaAccessConfig(
- kafka_api_key=os.environ["KAFKA_API_KEY"],
- secret=os.environ["KAFKA_SECRET"],
- ),
- )
-
- with tempfile.TemporaryDirectory() as tempdir:
- tempdir_path = Path(tempdir)
- download_config = CloudKafkaDownloaderConfig(download_dir=tempdir_path)
- indexer = CloudKafkaIndexer(
- connection_config=connection_config,
- index_config=CloudKafkaIndexerConfig(
- topic=TOPIC,
- num_messages_to_consume=expected_messages,
- ),
- )
- downloader = CloudKafkaDownloader(
- connection_config=connection_config, download_config=download_config
- )
- indexer.precheck()
- await source_connector_validation(
- indexer=indexer,
- downloader=downloader,
- configs=ValidationConfigs(
- test_id="kafka",
- exclude_fields_extend=["connector_type"],
- expected_num_files=expected_messages,
- validate_downloaded_files=True,
- validate_file_data=True,
- ),
- )
-
-
-@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
-def test_kafka_source_local_precheck_fail_no_cluster():
- connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
- indexer = LocalKafkaIndexer(
- connection_config=connection_config,
- index_config=LocalKafkaIndexerConfig(topic=TOPIC, num_messages_to_consume=5),
- )
- with pytest.raises(SourceConnectionError):
- indexer.precheck()
-
-
-@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG)
-def test_kafka_source_local_precheck_fail_no_topic(kafka_seed_topic: str):
- connection_config = LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092)
- indexer = LocalKafkaIndexer(
- connection_config=connection_config,
- index_config=LocalKafkaIndexerConfig(topic="topic", num_messages_to_consume=5),
- )
- with pytest.raises(SourceConnectionError):
- indexer.precheck()
-
-
-def get_all_messages(topic: str, max_empty_messages: int = 5) -> list[dict]:
- conf = {
- "bootstrap.servers": "localhost:29092",
- "group.id": "default_group_id",
- "enable.auto.commit": "false",
- "auto.offset.reset": "earliest",
- }
- consumer = Consumer(conf)
- consumer.subscribe([topic])
- messages = []
- try:
- empty_count = 0
- while empty_count < max_empty_messages:
- msg = consumer.poll(timeout=1)
- if msg is None:
- empty_count += 1
- continue
- if msg.error():
- if msg.error().code() == KafkaError._PARTITION_EOF:
- break
- else:
- raise KafkaException(msg.error())
- try:
- message = json.loads(msg.value().decode("utf8"))
- messages.append(message)
- finally:
- consumer.commit(asynchronous=False)
- finally:
- print("closing consumer")
- consumer.close()
- return messages
-
-
-@pytest.mark.asyncio
-@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
-async def test_kafka_destination_local(upload_file: Path, kafka_upload_topic: str):
- uploader = LocalKafkaUploader(
- connection_config=LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092),
- upload_config=LocalKafkaUploaderConfig(topic=TOPIC, batch_size=10),
- )
- file_data = FileData(
- source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
- connector_type=CONNECTOR_TYPE,
- identifier="mock file data",
- )
- uploader.precheck()
- if uploader.is_async():
- await uploader.run_async(path=upload_file, file_data=file_data)
- else:
- uploader.run(path=upload_file, file_data=file_data)
- all_messages = get_all_messages(topic=kafka_upload_topic)
- with upload_file.open("r") as upload_fs:
- content_to_upload = json.load(upload_fs)
- assert len(all_messages) == len(content_to_upload), (
- f"expected number of messages ({len(content_to_upload)}) doesn't "
- f"match how many messages read off of kakfa topic {kafka_upload_topic}: {len(all_messages)}"
- )
-
-
-@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG)
-def test_kafka_destination_local_precheck_fail_no_cluster():
- uploader = LocalKafkaUploader(
- connection_config=LocalKafkaConnectionConfig(bootstrap_server="localhost", port=29092),
- upload_config=LocalKafkaUploaderConfig(topic=TOPIC, batch_size=10),
- )
- with pytest.raises(DestinationConnectionError):
- uploader.precheck()
diff --git a/test/integration/connectors/test_milvus.py b/test/integration/connectors/test_milvus.py
index dd1c888db..4d73a46c5 100644
--- a/test/integration/connectors/test_milvus.py
+++ b/test/integration/connectors/test_milvus.py
@@ -4,6 +4,7 @@
import docker
import pytest
+from _pytest.fixtures import TopRequest
from pymilvus import (
CollectionSchema,
DataType,
@@ -15,6 +16,10 @@
from test.integration.connectors.utils.constants import DESTINATION_TAG, env_setup_path
from test.integration.connectors.utils.docker import healthcheck_wait
from test.integration.connectors.utils.docker_compose import docker_compose_context
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
from unstructured_ingest.error import DestinationConnectionError
from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.milvus import (
@@ -180,3 +185,19 @@ def test_precheck_fails_on_nonexisting_db(collection: str):
match="database not found",
):
uploader.precheck()
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_milvus_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = MilvusUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_mongodb.py b/test/integration/connectors/test_mongodb.py
index 7deb343d4..cf3b9bd90 100644
--- a/test/integration/connectors/test_mongodb.py
+++ b/test/integration/connectors/test_mongodb.py
@@ -14,8 +14,8 @@
from pymongo.operations import SearchIndexModel
from test.integration.connectors.utils.constants import DESTINATION_TAG, SOURCE_TAG
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
from test.integration.utils import requires_env
@@ -196,8 +196,11 @@ async def test_mongodb_source(temp_dir: Path):
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
- test_id=CONNECTOR_TYPE, expected_num_files=4, validate_downloaded_files=True
+ configs=SourceValidationConfigs(
+ test_id=CONNECTOR_TYPE,
+ expected_num_files=4,
+ validate_downloaded_files=True,
+ expected_number_indexed_file_data=1,
),
)
diff --git a/test/integration/connectors/test_neo4j.py b/test/integration/connectors/test_neo4j.py
new file mode 100644
index 000000000..a055507f3
--- /dev/null
+++ b/test/integration/connectors/test_neo4j.py
@@ -0,0 +1,236 @@
+import json
+import time
+import uuid
+from datetime import datetime
+from pathlib import Path
+
+import pytest
+from neo4j import AsyncGraphDatabase, Driver, GraphDatabase
+from neo4j.exceptions import ServiceUnavailable
+from pytest_check import check
+
+from test.integration.connectors.utils.constants import DESTINATION_TAG
+from test.integration.connectors.utils.docker import container_context
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.chunking import elements_from_base64_gzipped_json
+from unstructured_ingest.v2.interfaces.file_data import (
+ FileData,
+ FileDataSourceMetadata,
+ SourceIdentifiers,
+)
+from unstructured_ingest.v2.processes.connectors.neo4j import (
+ CONNECTOR_TYPE,
+ Label,
+ Neo4jAccessConfig,
+ Neo4jConnectionConfig,
+ Neo4jUploader,
+ Neo4jUploaderConfig,
+ Neo4jUploadStager,
+ Relationship,
+)
+
+USERNAME = "neo4j"
+PASSWORD = "password"
+URI = "neo4j://localhost:7687"
+DATABASE = "neo4j"
+
+EXPECTED_DOCUMENT_COUNT = 1
+
+
+# NOTE: Precheck tests are read-only so we utilize the same container for all tests.
+# If new tests require clean neo4j container, this fixture's scope should be adjusted.
+@pytest.fixture(autouse=True, scope="module")
+def _neo4j_server():
+ with container_context(
+ image="neo4j:latest", environment={"NEO4J_AUTH": "neo4j/password"}, ports={"7687": "7687"}
+ ):
+ driver = GraphDatabase.driver(uri=URI, auth=(USERNAME, PASSWORD))
+ wait_for_connection(driver)
+ driver.close()
+ yield
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(DESTINATION_TAG, CONNECTOR_TYPE)
+async def test_neo4j_destination(upload_file: Path, tmp_path: Path):
+ stager = Neo4jUploadStager()
+ uploader = Neo4jUploader(
+ connection_config=Neo4jConnectionConfig(
+ access_config=Neo4jAccessConfig(password=PASSWORD), # type: ignore
+ username=USERNAME,
+ uri=URI,
+ database=DATABASE,
+ ),
+ upload_config=Neo4jUploaderConfig(),
+ )
+ file_data = FileData(
+ identifier="mock-file-data",
+ connector_type="neo4j",
+ source_identifiers=SourceIdentifiers(
+ filename=upload_file.name,
+ fullpath=upload_file.name,
+ ),
+ metadata=FileDataSourceMetadata(
+ date_created=str(datetime(2022, 1, 1).timestamp()),
+ date_modified=str(datetime(2022, 1, 2).timestamp()),
+ ),
+ )
+ staged_filepath = stager.run(
+ upload_file,
+ file_data=file_data,
+ output_dir=tmp_path,
+ output_filename=upload_file.name,
+ )
+
+ await uploader.run_async(staged_filepath, file_data)
+ await validate_uploaded_graph(upload_file)
+
+ modified_upload_file = tmp_path / f"modified-{upload_file.name}"
+ with open(upload_file) as file:
+ elements = json.load(file)
+ for element in elements:
+ element["element_id"] = str(uuid.uuid4())
+
+ with open(modified_upload_file, "w") as file:
+ json.dump(elements, file, indent=4)
+
+ staged_filepath = stager.run(
+ modified_upload_file,
+ file_data=file_data,
+ output_dir=tmp_path,
+ output_filename=modified_upload_file.name,
+ )
+ await uploader.run_async(staged_filepath, file_data)
+ await validate_uploaded_graph(modified_upload_file)
+
+
+@pytest.mark.tags(DESTINATION_TAG, CONNECTOR_TYPE)
+class TestPrecheck:
+ @pytest.fixture
+ def configured_uploader(self) -> Neo4jUploader:
+ return Neo4jUploader(
+ connection_config=Neo4jConnectionConfig(
+ access_config=Neo4jAccessConfig(password=PASSWORD), # type: ignore
+ username=USERNAME,
+ uri=URI,
+ database=DATABASE,
+ ),
+ upload_config=Neo4jUploaderConfig(),
+ )
+
+ def test_succeeds(self, configured_uploader: Neo4jUploader):
+ configured_uploader.precheck()
+
+ def test_fails_on_invalid_password(self, configured_uploader: Neo4jUploader):
+ configured_uploader.connection_config.access_config.get_secret_value().password = (
+ "invalid-password"
+ )
+ with pytest.raises(
+ DestinationConnectionError,
+ match="{code: Neo.ClientError.Security.Unauthorized}",
+ ):
+ configured_uploader.precheck()
+
+ def test_fails_on_invalid_username(self, configured_uploader: Neo4jUploader):
+ configured_uploader.connection_config.username = "invalid-username"
+ with pytest.raises(
+ DestinationConnectionError, match="{code: Neo.ClientError.Security.Unauthorized}"
+ ):
+ configured_uploader.precheck()
+
+ @pytest.mark.parametrize(
+ ("uri", "expected_error_msg"),
+ [
+ ("neo4j://localhst:7687", "Cannot resolve address"),
+ ("neo4j://localhost:7777", "Unable to retrieve routing information"),
+ ],
+ )
+ def test_fails_on_invalid_uri(
+ self, configured_uploader: Neo4jUploader, uri: str, expected_error_msg: str
+ ):
+ configured_uploader.connection_config.uri = uri
+ with pytest.raises(DestinationConnectionError, match=expected_error_msg):
+ configured_uploader.precheck()
+
+ def test_fails_on_invalid_database(self, configured_uploader: Neo4jUploader):
+ configured_uploader.connection_config.database = "invalid-database"
+ with pytest.raises(
+ DestinationConnectionError, match="{code: Neo.ClientError.Database.DatabaseNotFound}"
+ ):
+ configured_uploader.precheck()
+
+
+def wait_for_connection(driver: Driver, retries: int = 10, delay_seconds: int = 2):
+ attempts = 0
+ while attempts < retries:
+ try:
+ driver.verify_connectivity()
+ return
+ except ServiceUnavailable:
+ time.sleep(delay_seconds)
+ attempts += 1
+
+ pytest.fail("Failed to connect with Neo4j server.")
+
+
+async def validate_uploaded_graph(upload_file: Path):
+ with open(upload_file) as file:
+ elements = json.load(file)
+
+ for element in elements:
+ if "orig_elements" in element["metadata"]:
+ element["metadata"]["orig_elements"] = elements_from_base64_gzipped_json(
+ element["metadata"]["orig_elements"]
+ )
+ else:
+ element["metadata"]["orig_elements"] = []
+
+ expected_chunks_count = len(elements)
+ expected_element_count = len(
+ {
+ origin_element["element_id"]
+ for chunk in elements
+ for origin_element in chunk["metadata"]["orig_elements"]
+ }
+ )
+ expected_nodes_count = expected_chunks_count + expected_element_count + EXPECTED_DOCUMENT_COUNT
+
+ driver = AsyncGraphDatabase.driver(uri=URI, auth=(USERNAME, PASSWORD))
+ try:
+ nodes_count = len((await driver.execute_query("MATCH (n) RETURN n"))[0])
+ chunk_nodes_count = len(
+ (await driver.execute_query(f"MATCH (n: {Label.CHUNK}) RETURN n"))[0]
+ )
+ document_nodes_count = len(
+ (await driver.execute_query(f"MATCH (n: {Label.DOCUMENT}) RETURN n"))[0]
+ )
+ element_nodes_count = len(
+ (await driver.execute_query(f"MATCH (n: {Label.UNSTRUCTURED_ELEMENT}) RETURN n"))[0]
+ )
+ with check:
+ assert nodes_count == expected_nodes_count
+ with check:
+ assert document_nodes_count == EXPECTED_DOCUMENT_COUNT
+ with check:
+ assert chunk_nodes_count == expected_chunks_count
+ with check:
+ assert element_nodes_count == expected_element_count
+
+ records, _, _ = await driver.execute_query(
+ f"MATCH ()-[r:{Relationship.PART_OF_DOCUMENT}]->(:{Label.DOCUMENT}) RETURN r"
+ )
+ part_of_document_count = len(records)
+
+ records, _, _ = await driver.execute_query(
+ f"MATCH (:{Label.CHUNK})-[r:{Relationship.NEXT_CHUNK}]->(:{Label.CHUNK}) RETURN r"
+ )
+ next_chunk_count = len(records)
+
+ if not check.any_failures():
+ with check:
+ assert part_of_document_count == expected_chunks_count + expected_element_count
+ with check:
+ assert next_chunk_count == expected_chunks_count - 1
+
+ finally:
+ await driver.close()
diff --git a/test/integration/connectors/test_pinecone.py b/test/integration/connectors/test_pinecone.py
index bc63952c1..3c393bcfd 100644
--- a/test/integration/connectors/test_pinecone.py
+++ b/test/integration/connectors/test_pinecone.py
@@ -8,12 +8,17 @@
from uuid import uuid4
import pytest
+from _pytest.fixtures import TopRequest
from pinecone import Pinecone, ServerlessSpec
from pinecone.core.openapi.shared.exceptions import NotFoundException
from test.integration.connectors.utils.constants import (
DESTINATION_TAG,
)
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
from test.integration.utils import requires_env
from unstructured_ingest.error import DestinationConnectionError
from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
@@ -251,7 +256,10 @@ def test_large_metadata(pinecone_index: str, tmp_path: Path, upload_file: Path):
identifier="mock-file-data",
)
staged_file = stager.run(
- file_data, large_metadata_upload_file, tmp_path, large_metadata_upload_file.name
+ elements_filepath=large_metadata_upload_file,
+ file_data=file_data,
+ output_dir=tmp_path,
+ output_filename=large_metadata_upload_file.name,
)
try:
uploader.run(staged_file, file_data)
@@ -262,3 +270,19 @@ def test_large_metadata(pinecone_index: str, tmp_path: Path, upload_file: Path):
raise pytest.fail("Upload request failed due to metadata exceeding limits.")
validate_pinecone_index(pinecone_index, 1, interval=5)
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_pinecone_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = PineconeUploadStager()
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_qdrant.py b/test/integration/connectors/test_qdrant.py
index f351ef336..d3ab1f563 100644
--- a/test/integration/connectors/test_qdrant.py
+++ b/test/integration/connectors/test_qdrant.py
@@ -6,10 +6,15 @@
from typing import AsyncGenerator
import pytest
+from _pytest.fixtures import TopRequest
from qdrant_client import AsyncQdrantClient
from test.integration.connectors.utils.constants import DESTINATION_TAG
from test.integration.connectors.utils.docker import container_context
+from test.integration.connectors.utils.validation.destination import (
+ StagerValidationConfigs,
+ stager_validation,
+)
from test.integration.utils import requires_env
from unstructured_ingest.v2.interfaces.file_data import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.qdrant.cloud import (
@@ -138,7 +143,7 @@ async def test_qdrant_destination_server(upload_file: Path, tmp_path: Path, dock
output_dir=tmp_path,
output_filename=upload_file.name,
)
-
+ uploader.precheck()
if uploader.is_async():
await uploader.run_async(path=staged_upload_file, file_data=file_data)
else:
@@ -183,10 +188,28 @@ async def test_qdrant_destination_cloud(upload_file: Path, tmp_path: Path):
output_dir=tmp_path,
output_filename=upload_file.name,
)
-
+ uploader.precheck()
if uploader.is_async():
await uploader.run_async(path=staged_upload_file, file_data=file_data)
else:
uploader.run(path=staged_upload_file, file_data=file_data)
async with qdrant_client(connection_kwargs) as client:
await validate_upload(client=client, upload_file=upload_file)
+
+
+@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"])
+def test_qdrant_stager(
+ request: TopRequest,
+ upload_file_str: str,
+ tmp_path: Path,
+):
+ upload_file: Path = request.getfixturevalue(upload_file_str)
+ stager = LocalQdrantUploadStager(
+ upload_stager_config=LocalQdrantUploadStagerConfig(),
+ )
+ stager_validation(
+ configs=StagerValidationConfigs(test_id=LOCAL_CONNECTOR_TYPE, expected_count=22),
+ input_file=upload_file,
+ stager=stager,
+ tmp_dir=tmp_path,
+ )
diff --git a/test/integration/connectors/test_redis.py b/test/integration/connectors/test_redis.py
new file mode 100644
index 000000000..39a5dfac7
--- /dev/null
+++ b/test/integration/connectors/test_redis.py
@@ -0,0 +1,119 @@
+import asyncio
+import json
+import os
+from pathlib import Path
+from typing import Optional
+
+import numpy as np
+import pytest
+from redis import exceptions as redis_exceptions
+from redis.asyncio import Redis, from_url
+
+from test.integration.connectors.utils.constants import DESTINATION_TAG
+from test.integration.utils import requires_env
+from unstructured_ingest.v2.interfaces.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.v2.processes.connectors.redisdb import (
+ CONNECTOR_TYPE as REDIS_CONNECTOR_TYPE,
+)
+from unstructured_ingest.v2.processes.connectors.redisdb import (
+ RedisAccessConfig,
+ RedisConnectionConfig,
+ RedisUploader,
+ RedisUploaderConfig,
+)
+
+
+async def delete_record(client: Redis, element_id: str) -> None:
+ await client.delete(element_id)
+
+
+async def validate_upload(client: Redis, first_element: dict):
+ element_id = first_element["element_id"]
+ expected_text = first_element["text"]
+ expected_embeddings = first_element["embeddings"]
+ async with client.pipeline(transaction=True) as pipe:
+ try:
+ response = await pipe.json().get(element_id, "$").execute()
+ response = response[0][0]
+ except redis_exceptions.ResponseError:
+ response = await pipe.get(element_id).execute()
+ response = json.loads(response[0])
+
+ embedding_similarity = np.linalg.norm(
+ np.array(response["embeddings"]) - np.array(expected_embeddings)
+ )
+
+ assert response is not None
+ assert response["element_id"] == element_id
+ assert response["text"] == expected_text
+ assert embedding_similarity < 1e-10
+
+
+async def redis_destination_test(
+ upload_file: Path,
+ tmp_path: Path,
+ connection_kwargs: dict,
+ uri: Optional[str] = None,
+ password: Optional[str] = None,
+):
+ uploader = RedisUploader(
+ connection_config=RedisConnectionConfig(
+ **connection_kwargs, access_config=RedisAccessConfig(uri=uri, password=password)
+ ),
+ upload_config=RedisUploaderConfig(batch_size=10),
+ )
+
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
+ connector_type=REDIS_CONNECTOR_TYPE,
+ identifier="mock-file-data",
+ )
+ with upload_file.open() as upload_fp:
+ elements = json.load(upload_fp)
+ first_element = elements[0]
+
+ try:
+ if uploader.is_async():
+ await uploader.run_data_async(data=elements, file_data=file_data)
+
+ if uri:
+ async with from_url(uri) as client:
+ await validate_upload(client=client, first_element=first_element)
+ else:
+ async with Redis(**connection_kwargs, password=password) as client:
+ await validate_upload(client=client, first_element=first_element)
+ except Exception as e:
+ raise e
+ finally:
+ if uri:
+ async with from_url(uri) as client:
+ tasks = [delete_record(client, element["element_id"]) for element in elements]
+ await asyncio.gather(*tasks)
+ else:
+ async with Redis(**connection_kwargs, password=password) as client:
+ tasks = [delete_record(client, element["element_id"]) for element in elements]
+ await asyncio.gather(*tasks)
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(REDIS_CONNECTOR_TYPE, DESTINATION_TAG)
+@requires_env("AZURE_REDIS_INGEST_TEST_PASSWORD")
+async def test_redis_destination_azure_with_password(upload_file: Path, tmp_path: Path):
+ connection_kwargs = {
+ "host": "utic-dashboard-dev.redis.cache.windows.net",
+ "port": 6380,
+ "db": 0,
+ "ssl": True,
+ }
+ redis_pw = os.environ["AZURE_REDIS_INGEST_TEST_PASSWORD"]
+ await redis_destination_test(upload_file, tmp_path, connection_kwargs, password=redis_pw)
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(REDIS_CONNECTOR_TYPE, DESTINATION_TAG, "redis")
+@requires_env("AZURE_REDIS_INGEST_TEST_PASSWORD")
+async def test_redis_destination_azure_with_uri(upload_file: Path, tmp_path: Path):
+ connection_kwargs = {}
+ redis_pw = os.environ["AZURE_REDIS_INGEST_TEST_PASSWORD"]
+ uri = f"rediss://:{redis_pw}@utic-dashboard-dev.redis.cache.windows.net:6380/0"
+ await redis_destination_test(upload_file, tmp_path, connection_kwargs, uri=uri)
diff --git a/test/integration/connectors/test_s3.py b/test/integration/connectors/test_s3.py
index f5e30cfbe..369dab9f3 100644
--- a/test/integration/connectors/test_s3.py
+++ b/test/integration/connectors/test_s3.py
@@ -11,8 +11,8 @@
env_setup_path,
)
from test.integration.connectors.utils.docker_compose import docker_compose_context
-from test.integration.connectors.utils.validation import (
- ValidationConfigs,
+from test.integration.connectors.utils.validation.source import (
+ SourceValidationConfigs,
source_connector_validation,
)
from test.integration.utils import requires_env
@@ -62,7 +62,7 @@ async def test_s3_source(anon_connection_config: S3ConnectionConfig):
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
+ configs=SourceValidationConfigs(
test_id="s3",
predownload_file_data_check=validate_predownload_file_data,
postdownload_file_data_check=validate_postdownload_file_data,
@@ -85,7 +85,7 @@ async def test_s3_source_special_char(anon_connection_config: S3ConnectionConfig
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
+ configs=SourceValidationConfigs(
test_id="s3-specialchar",
predownload_file_data_check=validate_predownload_file_data,
postdownload_file_data_check=validate_postdownload_file_data,
@@ -121,7 +121,7 @@ async def test_s3_minio_source(anon_connection_config: S3ConnectionConfig):
await source_connector_validation(
indexer=indexer,
downloader=downloader,
- configs=ValidationConfigs(
+ configs=SourceValidationConfigs(
test_id="s3-minio",
predownload_file_data_check=validate_predownload_file_data,
postdownload_file_data_check=validate_postdownload_file_data,
@@ -165,11 +165,14 @@ async def test_s3_destination(upload_file: Path):
identifier="mock file data",
)
try:
+ uploader.precheck()
if uploader.is_async():
await uploader.run_async(path=upload_file, file_data=file_data)
else:
uploader.run(path=upload_file, file_data=file_data)
- uploaded_files = s3fs.ls(path=destination_path)
+ uploaded_files = [
+ Path(file) for file in s3fs.ls(path=destination_path) if Path(file).name != "_empty"
+ ]
assert len(uploaded_files) == 1
finally:
s3fs.rm(path=destination_path, recursive=True)
diff --git a/test/integration/connectors/test_vectara.py b/test/integration/connectors/test_vectara.py
new file mode 100644
index 000000000..e8d687f63
--- /dev/null
+++ b/test/integration/connectors/test_vectara.py
@@ -0,0 +1,270 @@
+import json
+import os
+import time
+from pathlib import Path
+from typing import Generator
+from uuid import uuid4
+
+import pytest
+import requests
+
+from test.integration.connectors.utils.constants import DESTINATION_TAG
+from test.integration.utils import requires_env
+from unstructured_ingest.v2.interfaces.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connectors.vectara import (
+ CONNECTOR_TYPE as VECTARA_CONNECTOR_TYPE,
+)
+from unstructured_ingest.v2.processes.connectors.vectara import (
+ VectaraAccessConfig,
+ VectaraConnectionConfig,
+ VectaraUploader,
+ VectaraUploaderConfig,
+ VectaraUploadStager,
+ VectaraUploadStagerConfig,
+)
+
+
+def validate_upload(response: dict, expected_data: dict):
+ element_id = expected_data["element_id"]
+ expected_text = expected_data["text"]
+ filename = expected_data["metadata"]["filename"]
+ filetype = expected_data["metadata"]["filetype"]
+ page_number = expected_data["metadata"]["page_number"]
+
+ response = response["search_results"][0]
+
+ assert response is not None
+ assert response["text"] == expected_text
+ assert response["part_metadata"]["element_id"] == element_id
+ assert response["part_metadata"]["filename"] == filename
+ assert response["part_metadata"]["filetype"] == filetype
+ assert response["part_metadata"]["page_number"] == page_number
+
+
+@requires_env("VECTARA_OAUTH_CLIENT_ID", "VECTARA_OAUTH_SECRET", "VECTARA_CUSTOMER_ID")
+def _get_jwt_token():
+ """Connect to the server and get a JWT token."""
+ customer_id = os.environ["VECTARA_CUSTOMER_ID"]
+ token_endpoint = (
+ f"https://vectara-prod-{customer_id}.auth.us-west-2.amazoncognito.com/oauth2/token"
+ )
+ headers = {
+ "Content-Type": "application/x-www-form-urlencoded",
+ }
+ data = {
+ "grant_type": "client_credentials",
+ "client_id": os.environ["VECTARA_OAUTH_CLIENT_ID"],
+ "client_secret": os.environ["VECTARA_OAUTH_SECRET"],
+ }
+
+ response = requests.post(token_endpoint, headers=headers, data=data)
+ response.raise_for_status()
+ response_json = response.json()
+
+ return response_json.get("access_token")
+
+
+def query_data(corpus_key: str, element_id: str) -> dict:
+
+ url = f"https://api.vectara.io/v2/corpora/{corpus_key}/query"
+
+ # the query below requires the corpus to have filter attributes for element_id
+
+ data = json.dumps(
+ {
+ "query": "string",
+ "search": {
+ "metadata_filter": f"part.element_id = '{element_id}'",
+ "lexical_interpolation": 1,
+ "limit": 10,
+ },
+ }
+ )
+
+ jwt_token = _get_jwt_token()
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {jwt_token}",
+ "X-source": "unstructured",
+ }
+
+ response = requests.post(url, headers=headers, data=data)
+ response.raise_for_status()
+ response_json = response.json()
+
+ return response_json
+
+
+def create_corpora(corpus_key: str, corpus_name: str) -> None:
+ url = "https://api.vectara.io/v2/corpora"
+ data = json.dumps({"key": corpus_key, "name": corpus_name, "description": "integration test"})
+ jwt_token = _get_jwt_token()
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {jwt_token}",
+ "X-source": "unstructured",
+ }
+
+ response = requests.post(url, headers=headers, data=data)
+ response.raise_for_status()
+
+
+def replace_filter_attributes(corpus_key: str) -> None:
+ url = f"https://api.vectara.io/v2/corpora/{corpus_key}/replace_filter_attributes"
+ data = json.dumps(
+ {
+ "filter_attributes": [
+ {"name": "element_id", "level": "part", "indexed": True, "type": "text"}
+ ]
+ }
+ )
+ jwt_token = _get_jwt_token()
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {jwt_token}",
+ "X-source": "unstructured",
+ }
+
+ response = requests.post(url, headers=headers, data=data)
+ response.raise_for_status()
+
+
+def delete_corpora(corpus_key: str) -> None:
+ url = f"https://api.vectara.io/v2/corpora/{corpus_key}"
+
+ jwt_token = _get_jwt_token()
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {jwt_token}",
+ "X-source": "unstructured",
+ }
+
+ response = requests.delete(url, headers=headers)
+ response.raise_for_status()
+
+
+def list_corpora() -> list:
+ url = "https://api.vectara.io/v2/corpora?limit=100"
+ jwt_token = _get_jwt_token()
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {jwt_token}",
+ "X-source": "unstructured",
+ }
+ response = requests.get(url, headers=headers)
+ response.raise_for_status()
+ response_json = response.json()
+ if response_json.get("corpora"):
+ return [item["key"] for item in response_json.get("corpora")]
+ else:
+ return []
+
+
+def wait_for_ready(corpus_key: str, timeout=60, interval=2) -> None:
+ def is_ready_status():
+ corpora_list = list_corpora()
+ return corpus_key in corpora_list
+
+ start = time.time()
+ is_ready = is_ready_status()
+ while not is_ready and time.time() - start < timeout:
+ time.sleep(interval)
+ is_ready = is_ready_status()
+ if not is_ready:
+ raise TimeoutError("time out waiting for corpus to be ready")
+
+
+def wait_for_delete(corpus_key: str, timeout=60, interval=2) -> None:
+ start = time.time()
+ while time.time() - start < timeout:
+ corpora_list = list_corpora()
+ if corpus_key not in corpora_list:
+ return
+ time.sleep(interval)
+
+ raise TimeoutError("time out waiting for corpus to delete")
+
+
+@pytest.fixture
+def corpora_util() -> Generator[str, None, None]:
+ random_id = str(uuid4()).split("-")[0]
+ corpus_key = f"ingest-test-{random_id}"
+ corpus_name = "ingest-test"
+ logger.info(f"Creating corpus with key: {corpus_key}")
+ try:
+ create_corpora(corpus_key, corpus_name)
+ replace_filter_attributes(corpus_key)
+ wait_for_ready(corpus_key=corpus_key)
+ yield corpus_key
+ except Exception as e:
+ logger.error(f"failed to create corpus {corpus_key}: {e}")
+ finally:
+ logger.info(f"deleting corpus: {corpus_key}")
+ delete_corpora(corpus_key)
+ wait_for_delete(corpus_key=corpus_key)
+
+
+@pytest.mark.asyncio
+@pytest.mark.tags(VECTARA_CONNECTOR_TYPE, DESTINATION_TAG, "vectara")
+@requires_env("VECTARA_OAUTH_CLIENT_ID", "VECTARA_OAUTH_SECRET", "VECTARA_CUSTOMER_ID")
+async def test_vectara_destination(
+ upload_file: Path, tmp_path: Path, corpora_util: str, retries=30, interval=10
+):
+ corpus_key = corpora_util
+ connection_kwargs = {
+ "customer_id": os.environ["VECTARA_CUSTOMER_ID"],
+ "corpus_key": corpus_key,
+ }
+
+ oauth_client_id = os.environ["VECTARA_OAUTH_CLIENT_ID"]
+ oauth_secret = os.environ["VECTARA_OAUTH_SECRET"]
+
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=upload_file.name, filename=upload_file.name),
+ connector_type=VECTARA_CONNECTOR_TYPE,
+ identifier="mock-file-data",
+ )
+
+ stager_config = VectaraUploadStagerConfig(batch_size=10)
+ stager = VectaraUploadStager(upload_stager_config=stager_config)
+ new_upload_file = stager.run(
+ elements_filepath=upload_file,
+ output_dir=tmp_path,
+ output_filename=upload_file.name,
+ file_data=file_data,
+ )
+
+ uploader = VectaraUploader(
+ connection_config=VectaraConnectionConfig(
+ **connection_kwargs,
+ access_config=VectaraAccessConfig(
+ oauth_client_id=oauth_client_id, oauth_secret=oauth_secret
+ ),
+ ),
+ upload_config=VectaraUploaderConfig(),
+ )
+
+ with new_upload_file.open() as new_upload_fp:
+ elements_stager = json.load(new_upload_fp)
+
+ if uploader.is_async():
+ await uploader.run_data_async(data=elements_stager, file_data=file_data)
+
+ with upload_file.open() as upload_fp:
+ elements = json.load(upload_fp)
+ first_element = elements[0]
+
+ for i in range(retries):
+ response = query_data(corpus_key, first_element["element_id"])
+ if not response["search_results"]:
+ time.sleep(interval)
+ else:
+ break
+
+ validate_upload(response=response, expected_data=first_element)
diff --git a/test/integration/connectors/utils/docker.py b/test/integration/connectors/utils/docker.py
index de10239e3..2b35a81ba 100644
--- a/test/integration/connectors/utils/docker.py
+++ b/test/integration/connectors/utils/docker.py
@@ -44,6 +44,7 @@ def get_container(
docker_client: docker.DockerClient,
image: str,
ports: dict,
+ name: Optional[str] = "connector_test",
environment: Optional[dict] = None,
volumes: Optional[dict] = None,
healthcheck: Optional[HealthCheck] = None,
@@ -59,6 +60,8 @@ def get_container(
run_kwargs["volumes"] = volumes
if healthcheck:
run_kwargs["healthcheck"] = healthcheck.model_dump()
+ if name:
+ run_kwargs["name"] = name
container: Container = docker_client.containers.run(**run_kwargs)
return container
@@ -112,6 +115,7 @@ def container_context(
healthcheck: Optional[HealthCheck] = None,
healthcheck_retries: int = 30,
docker_client: Optional[docker.DockerClient] = None,
+ name: Optional[str] = "connector_test",
):
docker_client = docker_client or docker.from_env()
print(f"pulling image {image}")
@@ -125,6 +129,7 @@ def container_context(
environment=environment,
volumes=volumes,
healthcheck=healthcheck,
+ name=name,
)
if healthcheck_data := get_healthcheck(container):
# Mirror whatever healthcheck config set on container
@@ -143,3 +148,4 @@ def container_context(
finally:
if container:
container.kill()
+ container.remove()
diff --git a/test/integration/connectors/utils/validation/__init__.py b/test/integration/connectors/utils/validation/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/test/integration/connectors/utils/validation/destination.py b/test/integration/connectors/utils/validation/destination.py
new file mode 100644
index 000000000..bb6f62452
--- /dev/null
+++ b/test/integration/connectors/utils/validation/destination.py
@@ -0,0 +1,88 @@
+import json
+import os
+import shutil
+from pathlib import Path
+
+import ndjson
+
+from test.integration.connectors.utils.validation.utils import ValidationConfig
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers, UploadStager
+
+
+class StagerValidationConfigs(ValidationConfig):
+ expected_count: int
+
+ def stager_output_dir(self) -> Path:
+ dir = self.test_output_dir() / "stager"
+ dir.mkdir(exist_ok=True, parents=True)
+ return dir
+
+ def stager_output_path(self, input_path: Path) -> Path:
+ return self.stager_output_dir() / input_path.name
+
+
+def run_all_stager_validations(
+ configs: StagerValidationConfigs, input_file: Path, staged_filepath: Path
+):
+ # Validate matching extensions
+ assert input_file.suffix == staged_filepath.suffix
+
+ # Validate length
+ staged_data = get_data(staged_filepath=staged_filepath)
+ assert len(staged_data) == configs.expected_count
+
+ # Validate file
+ expected_filepath = configs.stager_output_path(input_path=input_file)
+ assert expected_filepath.exists(), f"{expected_filepath} does not exist"
+ assert expected_filepath.is_file(), f"{expected_filepath} is not a file"
+ if configs.detect_diff(expected_filepath=expected_filepath, current_filepath=staged_filepath):
+ raise AssertionError(
+ f"Current file ({staged_filepath}) does not match expected file: {expected_filepath}"
+ )
+
+
+def update_stager_fixtures(stager_output_path: Path, staged_filepath: Path):
+ copied_filepath = stager_output_path / staged_filepath.name
+ shutil.copy(staged_filepath, copied_filepath)
+
+
+def get_data(staged_filepath: Path) -> list[dict]:
+ if staged_filepath.suffix == ".json":
+ with staged_filepath.open() as f:
+ return json.load(f)
+ elif staged_filepath.suffix == ".ndjson":
+ with staged_filepath.open() as f:
+ return ndjson.load(f)
+ else:
+ raise ValueError(f"Unsupported file type: {staged_filepath.suffix}")
+
+
+def stager_validation(
+ stager: UploadStager,
+ tmp_dir: Path,
+ input_file: Path,
+ configs: StagerValidationConfigs,
+ overwrite_fixtures: bool = os.getenv("OVERWRITE_FIXTURES", "False").lower() == "true",
+) -> None:
+ # Run stager
+ file_data = FileData(
+ source_identifiers=SourceIdentifiers(fullpath=input_file.name, filename=input_file.name),
+ connector_type=configs.test_id,
+ identifier="mock file data",
+ )
+ staged_filepath = stager.run(
+ elements_filepath=input_file,
+ file_data=file_data,
+ output_dir=tmp_dir,
+ output_filename=input_file.name,
+ )
+ if not overwrite_fixtures:
+ print("Running validation")
+ run_all_stager_validations(
+ configs=configs, input_file=input_file, staged_filepath=staged_filepath
+ )
+ else:
+ print("Running fixtures update")
+ update_stager_fixtures(
+ stager_output_path=configs.stager_output_dir(), staged_filepath=staged_filepath
+ )
diff --git a/test/integration/connectors/utils/validation/equality.py b/test/integration/connectors/utils/validation/equality.py
new file mode 100644
index 000000000..798d86f88
--- /dev/null
+++ b/test/integration/connectors/utils/validation/equality.py
@@ -0,0 +1,75 @@
+import json
+from pathlib import Path
+
+import ndjson
+from bs4 import BeautifulSoup
+from deepdiff import DeepDiff
+
+
+def json_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
+ with expected_filepath.open() as f:
+ expected_data = json.load(f)
+ with current_filepath.open() as f:
+ current_data = json.load(f)
+ diff = DeepDiff(expected_data, current_data)
+ if diff:
+ print("diff between expected and current json")
+ print(diff.to_json(indent=2))
+ return False
+ return True
+
+
+def ndjson_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
+ with expected_filepath.open() as f:
+ expected_data = ndjson.load(f)
+ with current_filepath.open() as f:
+ current_data = ndjson.load(f)
+ if len(current_data) != len(expected_data):
+ print(
+ f"expected data length {len(expected_data)} "
+ f"didn't match current results: {len(current_data)}"
+ )
+ for i in range(len(expected_data)):
+ e = expected_data[i]
+ r = current_data[i]
+ if e != r:
+ print(f"{i}th element doesn't match:\nexpected {e}\ncurrent {r}")
+ return False
+ return True
+
+
+def html_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
+ with expected_filepath.open() as expected_f:
+ expected_soup = BeautifulSoup(expected_f, "html.parser")
+ with current_filepath.open() as current_f:
+ current_soup = BeautifulSoup(current_f, "html.parser")
+ return expected_soup.text == current_soup.text
+
+
+def txt_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
+ with expected_filepath.open() as expected_f:
+ expected_text_lines = expected_f.readlines()
+ with current_filepath.open() as current_f:
+ current_text_lines = current_f.readlines()
+ if len(expected_text_lines) != len(current_text_lines):
+ print(
+ f"Lines in expected text file ({len(expected_text_lines)}) "
+ f"don't match current text file ({len(current_text_lines)})"
+ )
+ return False
+ expected_text = "\n".join(expected_text_lines)
+ current_text = "\n".join(current_text_lines)
+ if expected_text == current_text:
+ return True
+ print("txt content don't match:")
+ print(f"expected: {expected_text}")
+ print(f"current: {current_text}")
+ return False
+
+
+file_type_equality_check = {
+ ".json": json_equality_check,
+ ".ndjson": ndjson_equality_check,
+ ".html": html_equality_check,
+ ".txt": txt_equality_check,
+}
diff --git a/test/integration/connectors/utils/validation.py b/test/integration/connectors/utils/validation/source.py
similarity index 72%
rename from test/integration/connectors/utils/validation.py
rename to test/integration/connectors/utils/validation/source.py
index 6ef0c14e2..83c9ed58c 100644
--- a/test/integration/connectors/utils/validation.py
+++ b/test/integration/connectors/utils/validation/source.py
@@ -1,83 +1,27 @@
-import filecmp
import json
import os
import shutil
-from dataclasses import dataclass, field, replace
from pathlib import Path
from typing import Callable, Optional
-import pandas as pd
-from bs4 import BeautifulSoup
from deepdiff import DeepDiff
+from pydantic import Field
-from test.integration.connectors.utils.constants import expected_results_path
+from test.integration.connectors.utils.validation.utils import ValidationConfig
from unstructured_ingest.v2.interfaces import Downloader, FileData, Indexer
-def json_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
- expected_df = pd.read_csv(expected_filepath)
- current_df = pd.read_csv(current_filepath)
- if expected_df.equals(current_df):
- return True
- # Print diff
- diff = expected_df.merge(current_df, indicator=True, how="left").loc[
- lambda x: x["_merge"] != "both"
- ]
- print("diff between expected and current df:")
- print(diff)
- return False
-
-
-def html_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
- with expected_filepath.open() as expected_f:
- expected_soup = BeautifulSoup(expected_f, "html.parser")
- with current_filepath.open() as current_f:
- current_soup = BeautifulSoup(current_f, "html.parser")
- return expected_soup.text == current_soup.text
-
-
-def txt_equality_check(expected_filepath: Path, current_filepath: Path) -> bool:
- with expected_filepath.open() as expected_f:
- expected_text_lines = expected_f.readlines()
- with current_filepath.open() as current_f:
- current_text_lines = current_f.readlines()
- if len(expected_text_lines) != len(current_text_lines):
- print(
- f"Lines in expected text file ({len(expected_text_lines)}) "
- f"don't match current text file ({len(current_text_lines)})"
- )
- return False
- expected_text = "\n".join(expected_text_lines)
- current_text = "\n".join(current_text_lines)
- if expected_text == current_text:
- return True
- print("txt content don't match:")
- print(f"expected: {expected_text}")
- print(f"current: {current_text}")
- return False
-
-
-file_type_equality_check = {
- ".json": json_equality_check,
- ".html": html_equality_check,
- ".txt": txt_equality_check,
-}
-
-
-@dataclass
-class ValidationConfigs:
- test_id: str
+class SourceValidationConfigs(ValidationConfig):
expected_number_indexed_file_data: Optional[int] = None
expected_num_files: Optional[int] = None
predownload_file_data_check: Optional[Callable[[FileData], None]] = None
postdownload_file_data_check: Optional[Callable[[FileData], None]] = None
- exclude_fields: list[str] = field(
+ exclude_fields: list[str] = Field(
default_factory=lambda: ["local_download_path", "metadata.date_processed"]
)
- exclude_fields_extend: list[str] = field(default_factory=list)
+ exclude_fields_extend: list[str] = Field(default_factory=list)
validate_downloaded_files: bool = False
validate_file_data: bool = True
- downloaded_file_equality_check: Optional[Callable[[Path, Path], bool]] = None
def get_exclude_fields(self) -> list[str]:
exclude_fields = self.exclude_fields
@@ -97,9 +41,6 @@ def run_download_dir_validation(self, download_dir: Path):
downloaded_files = [p for p in download_dir.rglob("*") if p.is_file()]
assert len(downloaded_files) == expected_num_files
- def test_output_dir(self) -> Path:
- return expected_results_path / self.test_id
-
def omit_ignored_fields(self, data: dict) -> dict:
exclude_fields = self.get_exclude_fields()
# Ignore fields that dynamically change every time the tests run
@@ -143,14 +84,14 @@ def check_files_in_paths(expected_output_dir: Path, current_output_dir: Path):
def check_contents(
- expected_output_dir: Path, all_file_data: list[FileData], configs: ValidationConfigs
+ expected_output_dir: Path, all_file_data: list[FileData], configs: SourceValidationConfigs
):
found_diff = False
for file_data in all_file_data:
file_data_path = expected_output_dir / f"{file_data.identifier}.json"
with file_data_path.open("r") as file:
expected_file_data_contents = json.load(file)
- current_file_data_contents = file_data.to_dict()
+ current_file_data_contents = file_data.model_dump()
expected_file_data_contents = configs.omit_ignored_fields(expected_file_data_contents)
current_file_data_contents = configs.omit_ignored_fields(current_file_data_contents)
diff = DeepDiff(expected_file_data_contents, current_file_data_contents)
@@ -160,27 +101,10 @@ def check_contents(
assert not found_diff, f"Diffs found between files: {found_diff}"
-def detect_diff(
- configs: ValidationConfigs, expected_filepath: Path, current_filepath: Path
-) -> bool:
- if expected_filepath.suffix != current_filepath.suffix:
- return True
- if downloaded_file_equality_check := configs.downloaded_file_equality_check:
- return not downloaded_file_equality_check(expected_filepath, current_filepath)
- current_suffix = expected_filepath.suffix
- if current_suffix in file_type_equality_check:
- equality_check_callable = file_type_equality_check[current_suffix]
- return not equality_check_callable(
- expected_filepath=expected_filepath, current_filepath=current_filepath
- )
- # Fallback is using filecmp.cmp to compare the files
- return not filecmp.cmp(expected_filepath, current_filepath, shallow=False)
-
-
def check_raw_file_contents(
expected_output_dir: Path,
current_output_dir: Path,
- configs: ValidationConfigs,
+ configs: SourceValidationConfigs,
):
current_files = get_files(dir_path=current_output_dir)
found_diff = False
@@ -188,7 +112,7 @@ def check_raw_file_contents(
for current_file in current_files:
current_file_path = current_output_dir / current_file
expected_file_path = expected_output_dir / current_file
- if detect_diff(configs, expected_file_path, current_file_path):
+ if configs.detect_diff(expected_file_path, current_file_path):
found_diff = True
files.append(str(expected_file_path))
print(f"diffs between files {expected_file_path} and {current_file_path}")
@@ -196,7 +120,7 @@ def check_raw_file_contents(
def run_expected_results_validation(
- expected_output_dir: Path, all_file_data: list[FileData], configs: ValidationConfigs
+ expected_output_dir: Path, all_file_data: list[FileData], configs: SourceValidationConfigs
):
check_files(expected_output_dir=expected_output_dir, all_file_data=all_file_data)
check_contents(
@@ -207,7 +131,7 @@ def run_expected_results_validation(
def run_expected_download_files_validation(
expected_output_dir: Path,
current_download_dir: Path,
- configs: ValidationConfigs,
+ configs: SourceValidationConfigs,
):
check_files_in_paths(
expected_output_dir=expected_output_dir, current_output_dir=current_download_dir
@@ -234,12 +158,12 @@ def update_fixtures(
save_downloads: bool = False,
save_filedata: bool = True,
):
- # Delete current files
- shutil.rmtree(path=output_dir, ignore_errors=True)
- output_dir.mkdir(parents=True)
# Rewrite the current file data
+ if not output_dir.exists():
+ output_dir.mkdir(parents=True)
if save_filedata:
file_data_output_path = output_dir / "file_data"
+ shutil.rmtree(path=file_data_output_path, ignore_errors=True)
print(
f"Writing {len(all_file_data)} file data to "
f"saved fixture location {file_data_output_path}"
@@ -248,7 +172,7 @@ def update_fixtures(
for file_data in all_file_data:
file_data_path = file_data_output_path / f"{file_data.identifier}.json"
with file_data_path.open(mode="w") as f:
- json.dump(file_data.to_dict(), f, indent=2)
+ json.dump(file_data.model_dump(), f, indent=2)
# Record file structure of download directory
download_files = get_files(dir_path=download_dir)
@@ -260,6 +184,7 @@ def update_fixtures(
# If applicable, save raw downloads
if save_downloads:
raw_download_output_path = output_dir / "downloads"
+ shutil.rmtree(path=raw_download_output_path, ignore_errors=True)
print(
f"Writing {len(download_files)} downloaded files to "
f"saved fixture location {raw_download_output_path}"
@@ -268,7 +193,7 @@ def update_fixtures(
def run_all_validations(
- configs: ValidationConfigs,
+ configs: SourceValidationConfigs,
predownload_file_data: list[FileData],
postdownload_file_data: list[FileData],
download_dir: Path,
@@ -289,7 +214,10 @@ def run_all_validations(
if configs.validate_file_data:
run_expected_results_validation(
expected_output_dir=test_output_dir / "file_data",
- all_file_data=postdownload_file_data,
+ all_file_data=get_all_file_data(
+ all_predownload_file_data=predownload_file_data,
+ all_postdownload_file_data=postdownload_file_data,
+ ),
configs=configs,
)
download_files = get_files(dir_path=download_dir)
@@ -305,10 +233,23 @@ def run_all_validations(
)
+def get_all_file_data(
+ all_postdownload_file_data: list[FileData], all_predownload_file_data: list[FileData]
+) -> list[FileData]:
+ all_file_data = all_postdownload_file_data
+ indexed_file_data = [
+ fd
+ for fd in all_predownload_file_data
+ if fd.identifier not in [f.identifier for f in all_file_data]
+ ]
+ all_file_data += indexed_file_data
+ return all_file_data
+
+
async def source_connector_validation(
indexer: Indexer,
downloader: Downloader,
- configs: ValidationConfigs,
+ configs: SourceValidationConfigs,
overwrite_fixtures: bool = os.getenv("OVERWRITE_FIXTURES", "False").lower() == "true",
) -> None:
# Run common validations on the process of running a source connector, supporting dynamic
@@ -322,7 +263,7 @@ async def source_connector_validation(
test_output_dir = configs.test_output_dir()
for file_data in indexer.run():
assert file_data
- predownload_file_data = replace(file_data)
+ predownload_file_data = file_data.model_copy(deep=True)
all_predownload_file_data.append(predownload_file_data)
if downloader.is_async():
resp = await downloader.run_async(file_data=file_data)
@@ -330,10 +271,10 @@ async def source_connector_validation(
resp = downloader.run(file_data=file_data)
if isinstance(resp, list):
for r in resp:
- postdownload_file_data = replace(r["file_data"])
+ postdownload_file_data = r["file_data"].model_copy(deep=True)
all_postdownload_file_data.append(postdownload_file_data)
else:
- postdownload_file_data = replace(resp["file_data"])
+ postdownload_file_data = resp["file_data"].model_copy(deep=True)
all_postdownload_file_data.append(postdownload_file_data)
if not overwrite_fixtures:
print("Running validation")
@@ -349,7 +290,10 @@ async def source_connector_validation(
update_fixtures(
output_dir=test_output_dir,
download_dir=download_dir,
- all_file_data=all_postdownload_file_data,
+ all_file_data=get_all_file_data(
+ all_predownload_file_data=all_predownload_file_data,
+ all_postdownload_file_data=all_postdownload_file_data,
+ ),
save_downloads=configs.validate_downloaded_files,
save_filedata=configs.validate_file_data,
)
diff --git a/test/integration/connectors/utils/validation/utils.py b/test/integration/connectors/utils/validation/utils.py
new file mode 100644
index 000000000..b3ddd61ee
--- /dev/null
+++ b/test/integration/connectors/utils/validation/utils.py
@@ -0,0 +1,36 @@
+import filecmp
+import shutil
+from pathlib import Path
+from typing import Callable, Optional
+
+from pydantic import BaseModel
+
+from test.integration.connectors.utils.constants import expected_results_path
+from test.integration.connectors.utils.validation.equality import file_type_equality_check
+
+
+class ValidationConfig(BaseModel):
+ test_id: str
+ file_equality_check: Optional[Callable[[Path, Path], bool]] = None
+
+ def test_output_dir(self) -> Path:
+ return expected_results_path / self.test_id
+
+ def detect_diff(self, expected_filepath: Path, current_filepath: Path) -> bool:
+ if expected_filepath.suffix != current_filepath.suffix:
+ return True
+ if file_equality_check := self.file_equality_check:
+ return not file_equality_check(expected_filepath, current_filepath)
+ current_suffix = expected_filepath.suffix
+ if current_suffix in file_type_equality_check:
+ equality_check_callable = file_type_equality_check[current_suffix]
+ return not equality_check_callable(
+ expected_filepath=expected_filepath, current_filepath=current_filepath
+ )
+ # Fallback is using filecmp.cmp to compare the files
+ return not filecmp.cmp(expected_filepath, current_filepath, shallow=False)
+
+
+def reset_dir(dir_path: Path) -> None:
+ shutil.rmtree(path=dir_path, ignore_errors=True)
+ dir_path.mkdir(parents=True)
diff --git a/test/integration/embedders/test_bedrock.py b/test/integration/embedders/test_bedrock.py
index 6980620e0..e53b2ccdc 100644
--- a/test/integration/embedders/test_bedrock.py
+++ b/test/integration/embedders/test_bedrock.py
@@ -2,9 +2,12 @@
import os
from pathlib import Path
+import pytest
+
from test.integration.embedders.utils import validate_embedding_output, validate_raw_embedder
from test.integration.utils import requires_env
from unstructured_ingest.embed.bedrock import BedrockEmbeddingConfig, BedrockEmbeddingEncoder
+from unstructured_ingest.v2.errors import UserAuthError, UserError
from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
@@ -47,3 +50,28 @@ def test_raw_bedrock_embedder(embedder_file: Path):
expected_dimensions=(1536,),
expected_is_unit_vector=False,
)
+
+
+def test_raw_bedrock_embedder_invalid_credentials(embedder_file: Path):
+ embedder = BedrockEmbeddingEncoder(
+ config=BedrockEmbeddingConfig(
+ aws_access_key_id="no_key",
+ aws_secret_access_key="no_secret",
+ )
+ )
+ with pytest.raises(UserAuthError):
+ embedder.get_exemplary_embedding()
+
+
+@requires_env("AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY")
+def test_raw_bedrock_embedder_invalid_model(embedder_file: Path):
+ aws_credentials = get_aws_credentials()
+ embedder = BedrockEmbeddingEncoder(
+ config=BedrockEmbeddingConfig(
+ aws_access_key_id=aws_credentials["aws_access_key_id"],
+ aws_secret_access_key=aws_credentials["aws_secret_access_key"],
+ model_name="invalid_model",
+ )
+ )
+ with pytest.raises(UserError):
+ embedder.get_exemplary_embedding()
diff --git a/test/integration/embedders/test_octoai.py b/test/integration/embedders/test_octoai.py
index 3e9ff36c4..d1fd1a43a 100644
--- a/test/integration/embedders/test_octoai.py
+++ b/test/integration/embedders/test_octoai.py
@@ -2,9 +2,12 @@
import os
from pathlib import Path
+import pytest
+
from test.integration.embedders.utils import validate_embedding_output, validate_raw_embedder
from test.integration.utils import requires_env
from unstructured_ingest.embed.octoai import OctoAiEmbeddingConfig, OctoAIEmbeddingEncoder
+from unstructured_ingest.v2.errors import UserAuthError
from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
API_KEY = "OCTOAI_API_KEY"
@@ -39,3 +42,14 @@ def test_raw_octoai_embedder(embedder_file: Path):
validate_raw_embedder(
embedder=embedder, embedder_file=embedder_file, expected_dimensions=(1024,)
)
+
+
+@pytest.mark.skip(reason="Unexpected connection error at the moment")
+def test_raw_octoai_embedder_invalid_credentials():
+ embedder = OctoAIEmbeddingEncoder(
+ config=OctoAiEmbeddingConfig(
+ api_key="fake_api_key",
+ )
+ )
+ with pytest.raises(UserAuthError):
+ embedder.get_exemplary_embedding()
diff --git a/test/integration/embedders/test_openai.py b/test/integration/embedders/test_openai.py
index 1a146ba56..dd6784dfb 100644
--- a/test/integration/embedders/test_openai.py
+++ b/test/integration/embedders/test_openai.py
@@ -2,9 +2,12 @@
import os
from pathlib import Path
+import pytest
+
from test.integration.embedders.utils import validate_embedding_output, validate_raw_embedder
from test.integration.utils import requires_env
from unstructured_ingest.embed.openai import OpenAIEmbeddingConfig, OpenAIEmbeddingEncoder
+from unstructured_ingest.v2.errors import UserAuthError
from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
API_KEY = "OPENAI_API_KEY"
@@ -39,3 +42,13 @@ def test_raw_openai_embedder(embedder_file: Path):
validate_raw_embedder(
embedder=embedder, embedder_file=embedder_file, expected_dimensions=(1536,)
)
+
+
+def test_raw_openai_embedder_invalid_credentials():
+ embedder = OpenAIEmbeddingEncoder(
+ config=OpenAIEmbeddingConfig(
+ api_key="fake_api_key",
+ )
+ )
+ with pytest.raises(UserAuthError):
+ embedder.get_exemplary_embedding()
diff --git a/test/integration/embedders/test_togetherai.py b/test/integration/embedders/test_togetherai.py
index b646764d1..d93f3b618 100644
--- a/test/integration/embedders/test_togetherai.py
+++ b/test/integration/embedders/test_togetherai.py
@@ -2,12 +2,15 @@
import os
from pathlib import Path
+import pytest
+
from test.integration.embedders.utils import validate_embedding_output, validate_raw_embedder
from test.integration.utils import requires_env
from unstructured_ingest.embed.togetherai import (
TogetherAIEmbeddingConfig,
TogetherAIEmbeddingEncoder,
)
+from unstructured_ingest.v2.errors import UserAuthError
from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
API_KEY = "TOGETHERAI_API_KEY"
@@ -41,3 +44,10 @@ def test_raw_togetherai_embedder(embedder_file: Path):
expected_dimensions=(768,),
expected_is_unit_vector=False,
)
+
+
+def test_raw_togetherai_embedder_invalid_credentials():
+ embedder = TogetherAIEmbeddingEncoder(config=TogetherAIEmbeddingConfig(api_key="fake_api_key"))
+
+ with pytest.raises(UserAuthError):
+ embedder.get_exemplary_embedding()
diff --git a/test/integration/partitioners/results/multi_page_image.tif.json b/test/integration/partitioners/results/multi_page_image.tif.json
new file mode 100644
index 000000000..34ea3bb2d
--- /dev/null
+++ b/test/integration/partitioners/results/multi_page_image.tif.json
@@ -0,0 +1,788 @@
+[
+ {
+ "type": "NarrativeText",
+ "element_id": "c1eca20e1a09b2b6cfcc33f1cccbcda4",
+ "text": "About Main C DLL Demo",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "UncategorizedText",
+ "element_id": "63895a7bb5b47e352c903ec361c68584",
+ "text": "(=]",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "b3738c47774e4382562bb9b745fcf9dd",
+ "text": "LEAD",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "ae7d2e57a7f8c26f3fb97f8404be1163",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "299cdaeaf690bd620986070a657b752c",
+ "text": "Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALL RIGHTS RESERVED.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "5fff5d6bdb8f879d51bdcabcadf420eb",
+ "text": "Technical Support: 1927 South Tryon Street Charlotte, NC 26203 (704) 372-9681",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "f2f493c2d95e51656092f1a71f35b59e",
+ "text": "LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "bb2f370c02dd42332b9ad32315c6cd6e",
+ "text": "Version 18.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "14a1adaa6818bdf6e1aafd63c2937443",
+ "text": "Date: Feb 14 2014",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "618d91d775359ba56f2407d58a9ef7e9",
+ "text": "Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "63688cd8ad4eb1bdc566cdcb6d3f052c",
+ "text": "You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "parent_id": "299cdaeaf690bd620986070a657b752c",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "5ad183f1caafe8991653bed2531402f1",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 1,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "fda4b0be4db57079e9bdfef8d2c487d1",
+ "text": "About Main C DLL Demo",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "2a51f01f09470edd5493b0aaa3243ca8",
+ "text": "L{E4AD) N O O e S",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "dff48f2186a5f848c9e496e8d7a21bc2",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "503d6c661aefd45fd4b5d1be3b9f043c",
+ "text": "Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALL RIGHTS RESERVED.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "parent_id": "dff48f2186a5f848c9e496e8d7a21bc2",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "3b9cbaf41e8ce3d78e9808a7643593b1",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "8694168e47d6504dfe85341e652089fa",
+ "text": "Technical Support: 1927 South Tryon Street Charlotte, NC 26203 (704) 372-9681",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "398ee76ff0fbac4603887aaded172049",
+ "text": "LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "2c4ed200f63d536145d5aaf930d05986",
+ "text": "Version 18.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "bd348e8780b0eb41b3b07c5b65af0fa2",
+ "text": "Date: Feb 14 2014",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "49f48440011f82ac767df5c2c9f9c061",
+ "text": "Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "7e9e673ac8697eeb719c22472e063cb8",
+ "text": "You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "caaa737db1f614d1d1dbe57dfa83bf57",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 2,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "0d6dc4396122df202405ae73b2ce5580",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "1ae9b5696f054089d5798a763fc8d285",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "3e946578d0833b8cf6cd76257c3da0cd",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0 Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALL RIGHTS RESERVED.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "81429fa87922a56d2ca8bede135b2bd2",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "5a5b5dfc46c9f8ce4f79f0705d9ec036",
+ "text": "Technical Support: 1927 South Tryon Street Charlotte, NC 26203 (704) 372-9681",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "parent_id": "81429fa87922a56d2ca8bede135b2bd2",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "26586959ce73849037e4ee7fa5b5e267",
+ "text": "LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "parent_id": "81429fa87922a56d2ca8bede135b2bd2",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "a497b3a2b37db99ddf6d8a7877feb78f",
+ "text": "You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "parent_id": "81429fa87922a56d2ca8bede135b2bd2",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "ebb56060b56cb02a31c2e2a54d9a9925",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 3,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "685d23d5cb20698582edc8f9a431eee1",
+ "text": "0K",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "4f662b15b9b985c38585108fe56ae745",
+ "text": "You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "c83f764b3b2cb2dabca0cba5f601c6c8",
+ "text": "LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "12a9799b5278cdeca626ba5092626387",
+ "text": "Technical Support: 1927 South Tryon Street Charlotte, NC 28203 (704) 372-9681",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "054ea873456737d641b1a71d70e1f472",
+ "text": "Technical Support:",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "85cb683a660780810d34ea7d8cb1e416",
+ "text": "Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALLRIGHTS RESERVED.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "7181eda2b2721328116dfbf254a83ae0",
+ "text": "Copyright \u00a9 1991-2014 LEAD Technologies, Inc.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "a86bf2f62342f2931a34b510a4d1e88b",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "d24d5696a2f1f4f25f541f081a4426a8",
+ "text": "(G 2",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "2d00f0617752433c3e138c444fe43abb",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 4,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "815262197a78a3b281b61a896a121786",
+ "text": "About Main C DLL Demo",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "UncategorizedText",
+ "element_id": "926ee1734edd788ce6c827ae112d9092",
+ "text": "(=]",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "3405f6b3961df8be23b9b012266be9f6",
+ "text": "LEAD",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "6f121217f9b469cb588a94128d2dc486",
+ "text": "LEADTOOLS C DLL Main Demo 32 Bit Version 1.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Title",
+ "element_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "text": "Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALL RIGHTS RESERVED.",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "1b29d9ffcab88c01541e0ac031d902c3",
+ "text": "Technical Support: 1927 South Tryon Street Charlotte, NC 26203 (704) 372-9681",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "45c655b41c6291872fb5c0c43862719e",
+ "text": "LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "0786a7f4d0e49e260b42d54c2de563e1",
+ "text": "Version 18.0",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "f6787e549ea560f035aae201bae01107",
+ "text": "Date: Feb 14 2014",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "1b32e3fd7e72bb682d097147aba8b9aa",
+ "text": "Time: 16:52:29",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "NarrativeText",
+ "element_id": "a3dc5c068711ba0fd2fb317d056bd338",
+ "text": "You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "parent_id": "356dd63cf6d4c27bcc07988fef3db6a1",
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "5199bb4282b8d7ff7c76058536dc0ed8",
+ "text": "",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 5,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ },
+ {
+ "type": "Image",
+ "element_id": "40508a4f1878d262953b0b7b15d208ed",
+ "text": "About Main C DLL Demo (=] LEAD LEADTOOLS C DLL Main Demo 32 Bit Version 1.0 Copyright \u00a9 1991-2014 LEAD Technologies, Inc. ALL RIGHTS RESERVED. Technical Support: 1927 South Tryon Street Charlotte, NC 26203 (704) 372-9681 LEADTOOLS\u00ae for Win32 Raster Imaging Pro Version 18.0 Date: Feb 14 2014 Time: 16:52:29 You are licensed to use this program as described in the license agreement contained in the help file",
+ "metadata": {
+ "filetype": "image/tiff",
+ "languages": [
+ "eng"
+ ],
+ "page_number": 6,
+ "filename": "multi_page_image.tif",
+ "data_source": {}
+ }
+ }
+]
\ No newline at end of file
diff --git a/test/integration/partitioners/test_partitioner.py b/test/integration/partitioners/test_partitioner.py
index bc31e3686..6292aae0c 100644
--- a/test/integration/partitioners/test_partitioner.py
+++ b/test/integration/partitioners/test_partitioner.py
@@ -3,9 +3,9 @@
from pathlib import Path
import pytest
-from unstructured_client.models.errors.sdkerror import SDKError
from test.integration.utils import requires_env
+from unstructured_ingest.v2.errors import UserError
from unstructured_ingest.v2.processes.partitioner import Partitioner, PartitionerConfig
int_test_dir = Path(__file__).parent
@@ -71,5 +71,5 @@ async def test_partitioner_api_fast_error(partition_file: Path):
strategy="fast", partition_by_api=True, api_key=api_key, partition_endpoint=api_url
)
partitioner = Partitioner(config=partitioner_config)
- with pytest.raises(SDKError):
+ with pytest.raises(UserError):
await partitioner.run_async(filename=partition_file)
diff --git a/test/unit/connector/test_milvus_stager.py b/test/unit/connector/test_milvus_stager.py
index b51988d1f..cb479e477 100644
--- a/test/unit/connector/test_milvus_stager.py
+++ b/test/unit/connector/test_milvus_stager.py
@@ -75,9 +75,9 @@ def test_milvus_stager_processes_elements_correctly(
if then_error:
with pytest.raises(KeyError):
- stager.conform_dict(data=given_element, file_data=FILE_DATA)
+ stager.conform_dict(element_dict=given_element, file_data=FILE_DATA)
else:
- staged_element = stager.conform_dict(data=given_element, file_data=FILE_DATA)
+ staged_element = stager.conform_dict(element_dict=given_element, file_data=FILE_DATA)
assert staged_element == then_element
@@ -133,7 +133,7 @@ def test_milvus_stager_processes_metadata_correctly(
config = MilvusUploadStagerConfig(flatten_metadata=given_flatten_metadata)
stager = MilvusUploadStager(upload_stager_config=config)
- staged_element = stager.conform_dict(data=given_element, file_data=FILE_DATA)
+ staged_element = stager.conform_dict(element_dict=given_element, file_data=FILE_DATA)
assert staged_element == then_element
@@ -187,5 +187,5 @@ def test_milvus_stager_processes_metadata_correctly_when_using_include_list(
)
stager = MilvusUploadStager(upload_stager_config=config)
- staged_element = stager.conform_dict(data=given_element, file_data=FILE_DATA)
+ staged_element = stager.conform_dict(element_dict=given_element, file_data=FILE_DATA)
assert staged_element == then_element
diff --git a/test/unit/embed/test_octoai.py b/test/unit/embed/test_octoai.py
index 054e54eb9..3593e9897 100644
--- a/test/unit/embed/test_octoai.py
+++ b/test/unit/embed/test_octoai.py
@@ -4,7 +4,14 @@
def test_embed_documents_does_not_break_element_to_dict(mocker):
# Mocked client with the desired behavior for embed_documents
mock_client = mocker.MagicMock()
- mock_client.embed_documents.return_value = [1, 2]
+ mock_data = []
+ for i in range(2):
+ data = mocker.MagicMock()
+ data.embedding = [1, 2]
+ mock_data.append(data)
+ mock_response = mocker.MagicMock()
+ mock_response.data = mock_data
+ mock_client.embeddings.create.return_value = mock_response
# Mock get_client to return our mock_client
mocker.patch.object(OctoAiEmbeddingConfig, "get_client", return_value=mock_client)
diff --git a/test/unit/processes/connectors/test_pinecone.py b/test/unit/processes/connectors/test_pinecone.py
index bb934b962..ba4dd526f 100644
--- a/test/unit/processes/connectors/test_pinecone.py
+++ b/test/unit/processes/connectors/test_pinecone.py
@@ -1,6 +1,6 @@
import pytest
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces import FileData, SourceIdentifiers
from unstructured_ingest.v2.processes.connectors.pinecone import (
CONNECTOR_TYPE,
PineconeUploadStager,
@@ -33,6 +33,7 @@ def test_conform_dict(
file_data = FileData(
connector_type=CONNECTOR_TYPE,
identifier="pinecone_mock_id",
+ source_identifiers=SourceIdentifiers(filename="file.txt", fullpath="file.txt"),
)
if metadata_fields is not None:
stager = PineconeUploadStager(
diff --git a/test_e2e/dest/chroma.sh b/test_e2e/dest/chroma.sh
deleted file mode 100755
index 3444ac11c..000000000
--- a/test_e2e/dest/chroma.sh
+++ /dev/null
@@ -1,60 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-SRC_PATH=$(dirname "$(realpath "$0")")
-SCRIPT_DIR=$(dirname "$SRC_PATH")
-cd "$SCRIPT_DIR"/.. || exit 1
-OUTPUT_FOLDER_NAME=chroma-dest
-OUTPUT_DIR=$SCRIPT_DIR/structured-output/$OUTPUT_FOLDER_NAME
-WORK_DIR=$SCRIPT_DIR/workdir/$OUTPUT_FOLDER_NAME
-DOWNLOAD_DIR=$SCRIPT_DIR/download/$OUTPUT_FOLDER_NAME
-max_processes=${MAX_PROCESSES:=$(python3 -c "import os; print(os.cpu_count())")}
-CI=${CI:-"false"}
-
-RANDOM_SUFFIX=$((RANDOM % 100000 + 1))
-
-COLLECTION_NAME="chroma-test-output-$RANDOM_SUFFIX"
-
-# shellcheck disable=SC1091
-source "$SCRIPT_DIR"/cleanup.sh
-
-function cleanup() {
- # Kill chroma background process
- docker compose -f "$SCRIPT_DIR"/env_setup/chroma/docker-compose.yml down --remove-orphans -v
- cleanup_dir "$OUTPUT_DIR"
- cleanup_dir "$WORK_DIR"
- if [ "$CI" == "true" ]; then
- cleanup_dir "$DOWNLOAD_DIR"
- fi
-}
-
-trap cleanup EXIT
-
-# Run chroma from different script so it can be forced into background
-docker compose -f "$SCRIPT_DIR"/env_setup/chroma/docker-compose.yml up -d --wait
-
-PYTHONPATH=. ./unstructured_ingest/main.py \
- local \
- --api-key "$UNS_PAID_API_KEY" \
- --partition-by-api \
- --partition-endpoint "https://api.unstructuredapp.io" \
- --num-processes "$max_processes" \
- --output-dir "$OUTPUT_DIR" \
- --strategy fast \
- --verbose \
- --input-path example-docs/book-war-and-peace-1p.txt \
- --work-dir "$WORK_DIR" \
- --chunking-strategy by_title \
- --chunk-max-characters 1500 \
- --chunk-multipage-sections \
- --embedding-provider "huggingface" \
- chroma \
- --host "localhost" \
- --port 8000 \
- --collection-name "$COLLECTION_NAME" \
- --tenant "default_tenant" \
- --database "default_database" \
- --batch-size 80
-
-python "$SCRIPT_DIR"/python/test-ingest-chroma-output.py --collection-name "$COLLECTION_NAME"
diff --git a/test_e2e/env_setup/chroma/docker-compose.yml b/test_e2e/env_setup/chroma/docker-compose.yml
deleted file mode 100644
index ac798800c..000000000
--- a/test_e2e/env_setup/chroma/docker-compose.yml
+++ /dev/null
@@ -1,10 +0,0 @@
-services:
- chroma:
- image: chromadb/chroma:latest
- ports:
- - "8000:8000"
- healthcheck:
- test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
- interval: 5s
- timeout: 10s
- retries: 3
diff --git a/test_e2e/env_setup/kafka/create-kafka-instance.sh b/test_e2e/env_setup/kafka/create-kafka-instance.sh
index df9a0b589..a942a63ae 100755
--- a/test_e2e/env_setup/kafka/create-kafka-instance.sh
+++ b/test_e2e/env_setup/kafka/create-kafka-instance.sh
@@ -4,7 +4,7 @@ set -e
SCRIPT_DIR=$(dirname "$(realpath "$0")")
-# Create the Weaviate instance
+# Create the Kafka instance
docker compose version
docker compose -f "$SCRIPT_DIR"/docker-compose.yml up --wait
docker compose -f "$SCRIPT_DIR"/docker-compose.yml ps
diff --git a/test_e2e/expected-structured-output/couchbase/unstructured-10748.json b/test_e2e/expected-structured-output/couchbase/unstructured-10748.txt.json
similarity index 92%
rename from test_e2e/expected-structured-output/couchbase/unstructured-10748.json
rename to test_e2e/expected-structured-output/couchbase/unstructured-10748.txt.json
index ef965db1b..f9563e038 100644
--- a/test_e2e/expected-structured-output/couchbase/unstructured-10748.json
+++ b/test_e2e/expected-structured-output/couchbase/unstructured-10748.txt.json
@@ -4,13 +4,13 @@
"element_id": "470542e5ae8f22f3aa1b31118fa9ac40",
"text": "LOCAIR",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -31,13 +31,13 @@
"element_id": "a7d213674255037dc5f657f54af0a5af",
"text": "airline",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -58,13 +58,13 @@
"element_id": "22db043bfcb2a0e12aee99bcfbeec2ca",
"text": "airline_10748",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -85,13 +85,13 @@
"element_id": "45fb0b4e778a1427a6d383234d9c1ba0",
"text": "inventory",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -112,13 +112,13 @@
"element_id": "24fbfeb901eb07fda549a7a42bcf249d",
"text": "United States",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -139,13 +139,13 @@
"element_id": "d02a5176b14e904a66045d8ee95e9a16",
"text": "ZQ",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -166,13 +166,13 @@
"element_id": "9f5679af63718475e2ca931aac11277f",
"text": "LOC",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -193,13 +193,13 @@
"element_id": "1b5ed28b5115b39cd1463dfd4f268cf0",
"text": "10748",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -220,13 +220,13 @@
"element_id": "af1d04a071aa892d54ab7391df223aa3",
"text": "Locair",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -247,13 +247,13 @@
"element_id": "6ec5ec0c3f1aa7e1d92cd8bef5e10cd2",
"text": "airline",
"metadata": {
- "filename": "unstructured-10748.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-10748.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
diff --git a/test_e2e/expected-structured-output/couchbase/unstructured-1543.json b/test_e2e/expected-structured-output/couchbase/unstructured-1543.txt.json
similarity index 92%
rename from test_e2e/expected-structured-output/couchbase/unstructured-1543.json
rename to test_e2e/expected-structured-output/couchbase/unstructured-1543.txt.json
index 7051f3396..0b26cc2ea 100644
--- a/test_e2e/expected-structured-output/couchbase/unstructured-1543.json
+++ b/test_e2e/expected-structured-output/couchbase/unstructured-1543.txt.json
@@ -4,13 +4,13 @@
"element_id": "bb4d8bebc7c7954f3e6e696da43c4221",
"text": "BEE MED",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -31,13 +31,13 @@
"element_id": "3cb8e237496b6719457c867c06dc31ea",
"text": "airline",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -58,13 +58,13 @@
"element_id": "cfe38b907d980201d9faf57a6e62d9ce",
"text": "airline_1543",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -85,13 +85,13 @@
"element_id": "9f788a0d7d66f56bb16b496ec9dbbaeb",
"text": "inventory",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -112,13 +112,13 @@
"element_id": "10eced54e07863b4c954934a2604c12a",
"text": "United Kingdom",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -139,13 +139,13 @@
"element_id": "e6be0e191b31d5a3b470105b43266d2d",
"text": "KJ",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -166,13 +166,13 @@
"element_id": "1a539de1680625c6b966c64d3b92309c",
"text": "LAJ",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -193,13 +193,13 @@
"element_id": "b6794ffb4b5427798174da171e2ff752",
"text": "1543",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -220,13 +220,13 @@
"element_id": "ccccfb77a57e268d3345d0646c055f59",
"text": "British Mediterranean Airways",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -247,13 +247,13 @@
"element_id": "e773b2f9794fc4b0e454ff30637b45f7",
"text": "airline",
"metadata": {
- "filename": "unstructured-1543.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1543.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
diff --git a/test_e2e/expected-structured-output/couchbase/unstructured-16264.json b/test_e2e/expected-structured-output/couchbase/unstructured-16264.txt.json
similarity index 92%
rename from test_e2e/expected-structured-output/couchbase/unstructured-16264.json
rename to test_e2e/expected-structured-output/couchbase/unstructured-16264.txt.json
index 9e51fc909..df0525740 100644
--- a/test_e2e/expected-structured-output/couchbase/unstructured-16264.json
+++ b/test_e2e/expected-structured-output/couchbase/unstructured-16264.txt.json
@@ -4,13 +4,13 @@
"element_id": "4c46ea52f3dd94b701b1ff6ff127b4b2",
"text": "None",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -31,13 +31,13 @@
"element_id": "53c1d0e2f23b37dd9f52cf63689fbe39",
"text": "airline",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -58,13 +58,13 @@
"element_id": "16fa667c9762eedc6490182df843523d",
"text": "airline_16264",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -85,13 +85,13 @@
"element_id": "abfe3078a30290059dcb510c7c8c94de",
"text": "inventory",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -112,13 +112,13 @@
"element_id": "f5d0bbb3999f3d72fa2a3b501a6f1640",
"text": "United States",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -139,13 +139,13 @@
"element_id": "532cc071e1e4cb35f6a364ae10b213ca",
"text": "T6",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -166,13 +166,13 @@
"element_id": "ec963c1221649a11cee02c73367880df",
"text": "TP6",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -193,13 +193,13 @@
"element_id": "601ef15e4cb13ac163a8416e093b8846",
"text": "16264",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -220,13 +220,13 @@
"element_id": "3aa7e5e250e11c0a771d5740d5995d66",
"text": "Trans Pas Air",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -247,13 +247,13 @@
"element_id": "eef90975c2584d1bf560392843d93ada",
"text": "airline",
"metadata": {
- "filename": "unstructured-16264.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-16264.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
diff --git a/test_e2e/expected-structured-output/couchbase/unstructured-1739.json b/test_e2e/expected-structured-output/couchbase/unstructured-1739.txt.json
similarity index 92%
rename from test_e2e/expected-structured-output/couchbase/unstructured-1739.json
rename to test_e2e/expected-structured-output/couchbase/unstructured-1739.txt.json
index 995ee1613..00f0ff489 100644
--- a/test_e2e/expected-structured-output/couchbase/unstructured-1739.json
+++ b/test_e2e/expected-structured-output/couchbase/unstructured-1739.txt.json
@@ -4,13 +4,13 @@
"element_id": "6f83f1705e9bdfbacef79a9c8a7fa3f2",
"text": "CHAUTAUQUA",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -31,13 +31,13 @@
"element_id": "b335e995cb7ac9af8aebd454d004cfeb",
"text": "airline",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -58,13 +58,13 @@
"element_id": "f2cab231d830cc71bf480efcc3f99604",
"text": "airline_1739",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -85,13 +85,13 @@
"element_id": "d38254ae63238ba409322bca79469308",
"text": "inventory",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -112,13 +112,13 @@
"element_id": "842391567d2bc07f41f38cf7123f4741",
"text": "United States",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -139,13 +139,13 @@
"element_id": "43af1a187faa47901ab9a7b1a6b88d3f",
"text": "RP",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -166,13 +166,13 @@
"element_id": "c67600301f329fb5996af95d1185c5b5",
"text": "CHQ",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -193,13 +193,13 @@
"element_id": "b993c79f841df2ea59ca2ae7d91ab174",
"text": "1739",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -220,13 +220,13 @@
"element_id": "683065e141694f72292d8bef94f9231b",
"text": "Chautauqua Airlines",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -247,13 +247,13 @@
"element_id": "69e095ef1862ad4bfdbe9b7b6debbdd7",
"text": "airline",
"metadata": {
- "filename": "unstructured-1739.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-1739.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
diff --git a/test_e2e/expected-structured-output/couchbase/unstructured-3494.json b/test_e2e/expected-structured-output/couchbase/unstructured-3494.txt.json
similarity index 92%
rename from test_e2e/expected-structured-output/couchbase/unstructured-3494.json
rename to test_e2e/expected-structured-output/couchbase/unstructured-3494.txt.json
index 5886b771e..e34086e29 100644
--- a/test_e2e/expected-structured-output/couchbase/unstructured-3494.json
+++ b/test_e2e/expected-structured-output/couchbase/unstructured-3494.txt.json
@@ -4,13 +4,13 @@
"element_id": "316ec3d24dd199e7f1d05cd220260cdb",
"text": "MIDWAY",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -31,13 +31,13 @@
"element_id": "93b8a2d76a5d31b642dc6d328ce39024",
"text": "airline",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -58,13 +58,13 @@
"element_id": "ef5ef8431990e3b49b64fcf71b516707",
"text": "airline_3494",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -85,13 +85,13 @@
"element_id": "eaf9c352f40237f3197c81674003fea6",
"text": "inventory",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -112,13 +112,13 @@
"element_id": "92737ddc67d35f9fa9fe1cc6e6d8a57c",
"text": "United States",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -139,13 +139,13 @@
"element_id": "65948931f1a8e8f6b26a4fb7a0d3df35",
"text": "JI",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -166,13 +166,13 @@
"element_id": "dcb5e10bc3e23f5862351117f1827acf",
"text": "MDW",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -193,13 +193,13 @@
"element_id": "20bcb89312f7591fa1bee79268139ba7",
"text": "3494",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -220,13 +220,13 @@
"element_id": "f2d628cc532dcb51eb0e9c7ef14b76e2",
"text": "Midway Airlines",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
@@ -247,13 +247,13 @@
"element_id": "5ee70bef18416716a43dcdf0283e50ea",
"text": "airline",
"metadata": {
- "filename": "unstructured-3494.txt",
"languages": [
"eng"
],
+ "filename": "unstructured-3494.txt",
"filetype": "text/plain",
"data_source": {
- "url": null,
+ "url": "couchbase://localhost/unstructured",
"version": null,
"record_locator": {
"connection_string": "couchbase://localhost",
diff --git a/test_e2e/expected-structured-output/google-drive/fake.docx.json b/test_e2e/expected-structured-output/google-drive/fake.docx.json
index 429748d09..525151945 100644
--- a/test_e2e/expected-structured-output/google-drive/fake.docx.json
+++ b/test_e2e/expected-structured-output/google-drive/fake.docx.json
@@ -17,6 +17,13 @@
"date_created": "1686809759.687",
"date_modified": "1686809743.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -29,31 +36,24 @@
"pendingOwner": false
},
{
- "id": "09147371668407854156",
- "displayName": "roman",
+ "id": "04774006893477068632",
+ "displayName": "ryan",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
- "emailAddress": "roman@unstructured.io",
- "role": "writer",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
+ "emailAddress": "ryan@unstructured.io",
+ "role": "owner",
"deleted": false,
"pendingOwner": false
},
{
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
- {
- "id": "04774006893477068632",
- "displayName": "ryan",
+ "id": "09147371668407854156",
+ "displayName": "roman",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
- "emailAddress": "ryan@unstructured.io",
- "role": "owner",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
+ "emailAddress": "roman@unstructured.io",
+ "role": "writer",
"deleted": false,
"pendingOwner": false
}
diff --git a/test_e2e/expected-structured-output/google-drive/nested/fake.docx.json b/test_e2e/expected-structured-output/google-drive/nested/fake.docx.json
index cadad69aa..30a9bb172 100644
--- a/test_e2e/expected-structured-output/google-drive/nested/fake.docx.json
+++ b/test_e2e/expected-structured-output/google-drive/nested/fake.docx.json
@@ -17,6 +17,13 @@
"date_created": "1718722775.76",
"date_modified": "1718722788.018",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -39,13 +46,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
diff --git a/test_e2e/expected-structured-output/google-drive/recalibrating-risk-report.pdf.json b/test_e2e/expected-structured-output/google-drive/recalibrating-risk-report.pdf.json
index 9d82efa90..f457b1257 100644
--- a/test_e2e/expected-structured-output/google-drive/recalibrating-risk-report.pdf.json
+++ b/test_e2e/expected-structured-output/google-drive/recalibrating-risk-report.pdf.json
@@ -17,6 +17,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -39,13 +46,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -80,6 +80,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -102,13 +109,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -143,6 +143,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -165,13 +172,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -206,6 +206,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -228,13 +235,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -269,6 +269,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -291,13 +298,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -332,6 +332,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -354,13 +361,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -395,6 +395,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -417,13 +424,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -458,6 +458,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -480,13 +487,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -521,6 +521,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -543,13 +550,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -584,6 +584,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -606,13 +613,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -647,6 +647,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -669,13 +676,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -710,6 +710,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -732,13 +739,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -773,6 +773,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -795,13 +802,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -836,6 +836,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -858,13 +865,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -899,6 +899,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -921,13 +928,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -962,6 +962,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -984,13 +991,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1025,6 +1025,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1047,13 +1054,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1088,6 +1088,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1110,13 +1117,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1152,10 +1152,17 @@
"date_modified": "1676196572.0",
"permissions_data": [
{
- "id": "18298851591250030956",
- "displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
- "type": "user",
- "kind": "drive#permission",
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
+ {
+ "id": "18298851591250030956",
+ "displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
+ "type": "user",
+ "kind": "drive#permission",
"photoLink": "https://lh3.googleusercontent.com/a/ACg8ocJok2KRwwYvrEDkeZVCYosHOMoa52GZa2qIIC1jScCRoFLHaQ=s64",
"emailAddress": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
"role": "writer",
@@ -1173,13 +1180,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1214,6 +1214,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1236,13 +1243,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1277,6 +1277,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1299,13 +1306,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1340,6 +1340,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1362,13 +1369,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1403,6 +1403,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1425,13 +1432,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1466,6 +1466,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1488,13 +1495,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1529,6 +1529,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1551,13 +1558,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1592,6 +1592,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1614,13 +1621,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1655,6 +1655,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1677,13 +1684,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1718,6 +1718,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1740,13 +1747,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1781,6 +1781,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1803,13 +1810,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1844,6 +1844,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1866,13 +1873,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1907,6 +1907,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1929,13 +1936,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -1970,6 +1970,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -1992,13 +1999,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2033,6 +2033,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2055,13 +2062,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2096,6 +2096,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2118,13 +2125,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2159,6 +2159,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2181,13 +2188,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2222,6 +2222,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2244,13 +2251,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2285,6 +2285,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2307,13 +2314,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2348,6 +2348,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2370,13 +2377,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2411,6 +2411,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2433,13 +2440,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2474,6 +2474,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2496,13 +2503,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2537,6 +2537,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2559,13 +2566,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2600,6 +2600,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2622,13 +2629,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2663,6 +2663,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2685,13 +2692,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2726,6 +2726,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2748,13 +2755,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2789,6 +2789,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2811,13 +2818,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2852,6 +2852,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2874,13 +2881,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2915,6 +2915,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -2937,13 +2944,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -2978,6 +2978,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3000,13 +3007,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3041,6 +3041,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3063,13 +3070,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3104,6 +3104,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3126,13 +3133,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3167,6 +3167,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3189,13 +3196,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3230,6 +3230,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3252,13 +3259,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3293,6 +3293,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3315,13 +3322,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3356,6 +3356,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3378,13 +3385,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3419,6 +3419,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3441,13 +3448,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3482,6 +3482,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3504,13 +3511,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3545,6 +3545,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3567,13 +3574,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3608,6 +3608,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3630,13 +3637,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3671,6 +3671,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3693,13 +3700,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3734,6 +3734,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3756,13 +3763,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3797,6 +3797,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3819,13 +3826,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3860,6 +3860,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3882,13 +3889,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3923,6 +3923,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -3945,13 +3952,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -3986,6 +3986,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4008,13 +4015,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4049,6 +4049,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4071,13 +4078,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4112,6 +4112,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4134,13 +4141,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4175,6 +4175,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4197,13 +4204,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4238,6 +4238,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4260,13 +4267,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4301,6 +4301,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4323,13 +4330,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4364,6 +4364,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4386,13 +4393,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4427,6 +4427,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4449,13 +4456,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4490,6 +4490,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4507,17 +4514,10 @@
"type": "user",
"kind": "drive#permission",
"photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
- "emailAddress": "ryan@unstructured.io",
- "role": "writer",
- "deleted": false,
- "pendingOwner": false
- },
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
+ "emailAddress": "ryan@unstructured.io",
+ "role": "writer",
+ "deleted": false,
+ "pendingOwner": false
},
{
"id": "09147371668407854156",
@@ -4553,6 +4553,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4575,13 +4582,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4616,6 +4616,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4638,13 +4645,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4679,6 +4679,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4701,13 +4708,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4742,6 +4742,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4764,13 +4771,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4805,6 +4805,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4827,13 +4834,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4868,6 +4868,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4890,13 +4897,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4931,6 +4931,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -4953,13 +4960,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -4994,6 +4994,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5016,13 +5023,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5057,6 +5057,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5079,13 +5086,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5120,6 +5120,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5142,13 +5149,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5183,6 +5183,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5205,13 +5212,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5246,6 +5246,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5268,13 +5275,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5309,6 +5309,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5331,13 +5338,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5372,6 +5372,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5394,13 +5401,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5435,6 +5435,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5457,13 +5464,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5498,6 +5498,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5520,13 +5527,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5561,6 +5561,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5583,13 +5590,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
@@ -5624,6 +5624,13 @@
"date_created": "1718723636.34",
"date_modified": "1676196572.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -5646,13 +5653,6 @@
"deleted": false,
"pendingOwner": false
},
- {
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
{
"id": "09147371668407854156",
"displayName": "roman",
diff --git a/test_e2e/expected-structured-output/google-drive/test-drive-doc.docx.json b/test_e2e/expected-structured-output/google-drive/test-drive-doc.docx.json
index 4637deab9..38fce8df4 100644
--- a/test_e2e/expected-structured-output/google-drive/test-drive-doc.docx.json
+++ b/test_e2e/expected-structured-output/google-drive/test-drive-doc.docx.json
@@ -22,6 +22,13 @@
"date_created": "1686809758.931",
"date_modified": "1686809744.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -34,31 +41,24 @@
"pendingOwner": false
},
{
- "id": "09147371668407854156",
- "displayName": "roman",
+ "id": "04774006893477068632",
+ "displayName": "ryan",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
- "emailAddress": "roman@unstructured.io",
- "role": "writer",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
+ "emailAddress": "ryan@unstructured.io",
+ "role": "owner",
"deleted": false,
"pendingOwner": false
},
{
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
- {
- "id": "04774006893477068632",
- "displayName": "ryan",
+ "id": "09147371668407854156",
+ "displayName": "roman",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
- "emailAddress": "ryan@unstructured.io",
- "role": "owner",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
+ "emailAddress": "roman@unstructured.io",
+ "role": "writer",
"deleted": false,
"pendingOwner": false
}
@@ -90,6 +90,13 @@
"date_created": "1686809758.931",
"date_modified": "1686809744.0",
"permissions_data": [
+ {
+ "id": "anyoneWithLink",
+ "type": "anyone",
+ "kind": "drive#permission",
+ "role": "reader",
+ "allowFileDiscovery": false
+ },
{
"id": "18298851591250030956",
"displayName": "ingest@unstructured-ingest-test.iam.gserviceaccount.com",
@@ -102,31 +109,24 @@
"pendingOwner": false
},
{
- "id": "09147371668407854156",
- "displayName": "roman",
+ "id": "04774006893477068632",
+ "displayName": "ryan",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
- "emailAddress": "roman@unstructured.io",
- "role": "writer",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
+ "emailAddress": "ryan@unstructured.io",
+ "role": "owner",
"deleted": false,
"pendingOwner": false
},
{
- "id": "anyoneWithLink",
- "type": "anyone",
- "kind": "drive#permission",
- "role": "reader",
- "allowFileDiscovery": false
- },
- {
- "id": "04774006893477068632",
- "displayName": "ryan",
+ "id": "09147371668407854156",
+ "displayName": "roman",
"type": "user",
"kind": "drive#permission",
- "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
- "emailAddress": "ryan@unstructured.io",
- "role": "owner",
+ "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
+ "emailAddress": "roman@unstructured.io",
+ "role": "writer",
"deleted": false,
"pendingOwner": false
}
diff --git a/test_e2e/python/test-ingest-chroma-output.py b/test_e2e/python/test-ingest-chroma-output.py
deleted file mode 100755
index dc15a5540..000000000
--- a/test_e2e/python/test-ingest-chroma-output.py
+++ /dev/null
@@ -1,29 +0,0 @@
-import chromadb
-import click
-
-
-@click.command()
-@click.option("--collection-name", type=str)
-def run_check(collection_name):
- print(f"Checking contents of Chroma collection: {collection_name}")
-
- chroma_client = chromadb.HttpClient(host="localhost", port=8000)
-
- collection = chroma_client.get_or_create_collection(name=collection_name)
-
- number_of_embeddings = collection.count()
- expected_embeddings = 3
- print(
- f"# of embeddings in collection vs expected: {number_of_embeddings}/{expected_embeddings}"
- )
-
- assert number_of_embeddings == expected_embeddings, (
- f"Number of rows in generated table ({number_of_embeddings}) "
- f"doesn't match expected value: {expected_embeddings}"
- )
-
- print("Table check complete")
-
-
-if __name__ == "__main__":
- run_check()
diff --git a/test_e2e/src/box.sh b/test_e2e/src/box.sh
index 441d50218..2e0a3a256 100755
--- a/test_e2e/src/box.sh
+++ b/test_e2e/src/box.sh
@@ -27,22 +27,18 @@ function cleanup() {
}
trap cleanup EXIT
-if [ -z "$BOX_APP_CONFIG" ] && [ -z "$BOX_APP_CONFIG_PATH" ]; then
- echo "Skipping Box ingest test because neither BOX_APP_CONFIG nor BOX_APP_CONFIG_PATH env vars are set."
+if [ -z "$BOX_APP_CONFIG" ]; then
+ echo "Skipping Box ingest test because BOX_APP_CONFIG env var is not set."
exit 8
fi
-if [ -z "$BOX_APP_CONFIG_PATH" ]; then
- # Create temporary service key file
- BOX_APP_CONFIG_PATH=$(mktemp)
- echo "$BOX_APP_CONFIG" >"$BOX_APP_CONFIG_PATH"
-
+# Make sure the BOX_APP_CONFIG is valid JSON
+echo "Checking valid JSON in BOX_APP_CONFIG environment variable"
+if ! echo "$BOX_APP_CONFIG" | jq 'keys' >/dev/null; then
+ echo "BOX_APP_CONFIG does not contain valid JSON. Exiting."
+ exit 1
fi
-# Make sure valid json
-echo "Checking valid json at file $BOX_APP_CONFIG_PATH"
-jq 'keys' <"$BOX_APP_CONFIG_PATH"
-
RUN_SCRIPT=${RUN_SCRIPT:-./unstructured_ingest/main.py}
PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
box \
@@ -50,7 +46,7 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--partition-by-api \
--partition-endpoint "https://api.unstructuredapp.io" \
--download-dir "$DOWNLOAD_DIR" \
- --box-app-config "$BOX_APP_CONFIG_PATH" \
+ --box-app-config "$BOX_APP_CONFIG" \
--remote-url box://utic-test-ingest-fixtures \
--metadata-exclude coordinates,filename,file_directory,metadata.data_source.date_processed,metadata.last_modified,metadata.detection_class_prob,metadata.parent_id,metadata.category_depth \
--output-dir "$OUTPUT_DIR" \
diff --git a/test_e2e/test-dest.sh b/test_e2e/test-dest.sh
index dbf3d7845..1f1a325c3 100755
--- a/test_e2e/test-dest.sh
+++ b/test_e2e/test-dest.sh
@@ -17,7 +17,6 @@ export OMP_THREAD_LIMIT=1
all_tests=(
'azure.sh'
'box.sh'
- 'chroma.sh'
# 'clarifai.sh'
'couchbase.sh'
'dropbox.sh'
diff --git a/unstructured_ingest/__version__.py b/unstructured_ingest/__version__.py
index 5417231d0..5d08f71ba 100644
--- a/unstructured_ingest/__version__.py
+++ b/unstructured_ingest/__version__.py
@@ -1 +1 @@
-__version__ = "0.3.7-dev6" # pragma: no cover
+__version__ = "0.3.12-dev4" # pragma: no cover
diff --git a/unstructured_ingest/embed/bedrock.py b/unstructured_ingest/embed/bedrock.py
index 33eba3dc5..31a47d5f4 100644
--- a/unstructured_ingest/embed/bedrock.py
+++ b/unstructured_ingest/embed/bedrock.py
@@ -6,7 +6,9 @@
from pydantic import Field, SecretStr
from unstructured_ingest.embed.interfaces import BaseEmbeddingEncoder, EmbeddingConfig
+from unstructured_ingest.logger import logger
from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.errors import ProviderError, RateLimitError, UserAuthError, UserError
if TYPE_CHECKING:
from botocore.client import BaseClient
@@ -44,6 +46,32 @@ def get_client(self) -> "BedrockClient":
class BedrockEmbeddingEncoder(BaseEmbeddingEncoder):
config: BedrockEmbeddingConfig
+ def wrap_error(self, e: Exception) -> Exception:
+ from botocore.exceptions import ClientError
+
+ if isinstance(e, ClientError):
+ # https://docs.aws.amazon.com/awssupport/latest/APIReference/CommonErrors.html
+ http_response = e.response
+ meta = http_response["ResponseMetadata"]
+ http_response_code = meta["HTTPStatusCode"]
+ error_code = http_response["Error"]["Code"]
+ if http_response_code == 400:
+ if error_code == "ValidationError":
+ return UserError(http_response["Error"])
+ elif error_code == "ThrottlingException":
+ return RateLimitError(http_response["Error"])
+ elif error_code == "NotAuthorized" or error_code == "AccessDeniedException":
+ return UserAuthError(http_response["Error"])
+ if http_response_code == 403:
+ return UserAuthError(http_response["Error"])
+ if 400 <= http_response_code < 500:
+ return UserError(http_response["Error"])
+ if http_response_code >= 500:
+ return ProviderError(http_response["Error"])
+
+ logger.error(f"unhandled exception from bedrock: {e}", exc_info=True)
+ return e
+
def embed_query(self, query: str) -> list[float]:
"""Call out to Bedrock embedding endpoint."""
# replace newlines, which can negatively affect performance.
@@ -61,25 +89,25 @@ def embed_query(self, query: str) -> list[float]:
input_body["inputText"] = text
body = json.dumps(input_body)
+ bedrock_client = self.config.get_client()
+ # invoke bedrock API
try:
- bedrock_client = self.config.get_client()
- # invoke bedrock API
response = bedrock_client.invoke_model(
body=body,
modelId=self.config.embed_model_name,
accept="application/json",
contentType="application/json",
)
-
- # format output based on provider
- response_body = json.loads(response.get("body").read())
- if provider == "cohere":
- return response_body.get("embeddings")[0]
- else:
- # includes common provider == "amazon"
- return response_body.get("embedding")
except Exception as e:
- raise ValueError(f"Error raised by inference endpoint: {e}")
+ raise self.wrap_error(e=e)
+
+ # format output based on provider
+ response_body = json.loads(response.get("body").read())
+ if provider == "cohere":
+ return response_body.get("embeddings")[0]
+ else:
+ # includes common provider == "amazon"
+ return response_body.get("embedding")
def embed_documents(self, elements: list[dict]) -> list[dict]:
embeddings = [self.embed_query(query=e.get("text", "")) for e in elements]
diff --git a/unstructured_ingest/embed/interfaces.py b/unstructured_ingest/embed/interfaces.py
index 2171ec7e0..5a694a5ed 100644
--- a/unstructured_ingest/embed/interfaces.py
+++ b/unstructured_ingest/embed/interfaces.py
@@ -17,6 +17,11 @@ def initialize(self):
"""Initializes the embedding encoder class. Should also validate the instance
is properly configured: e.g., embed a single a element"""
+ def wrap_error(self, e: Exception) -> Exception:
+ """Handle errors from the embedding service. Should raise a more informative error
+ if possible"""
+ return e
+
@property
def num_of_dimensions(self) -> tuple[int, ...]:
exemplary_embedding = self.get_exemplary_embedding()
diff --git a/unstructured_ingest/embed/octoai.py b/unstructured_ingest/embed/octoai.py
index d10544e27..db7efebca 100644
--- a/unstructured_ingest/embed/octoai.py
+++ b/unstructured_ingest/embed/octoai.py
@@ -4,7 +4,15 @@
from pydantic import Field, SecretStr
from unstructured_ingest.embed.interfaces import BaseEmbeddingEncoder, EmbeddingConfig
+from unstructured_ingest.logger import logger
from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.errors import (
+ ProviderError,
+ QuotaError,
+ RateLimitError,
+ UserAuthError,
+ UserError,
+)
if TYPE_CHECKING:
from openai import OpenAI
@@ -30,12 +38,45 @@ def get_client(self) -> "OpenAI":
class OctoAIEmbeddingEncoder(BaseEmbeddingEncoder):
config: OctoAiEmbeddingConfig
+ def wrap_error(self, e: Exception) -> Exception:
+ # https://platform.openai.com/docs/guides/error-codes/api-errors
+ from openai import APIStatusError
+
+ if not isinstance(e, APIStatusError):
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ raise e
+ error_code = e.code
+ if 400 <= e.status_code < 500:
+ # user error
+ if e.status_code == 401:
+ return UserAuthError(e.message)
+ if e.status_code == 429:
+ # 429 indicates rate limit exceeded and quote exceeded
+ if error_code == "insufficient_quota":
+ return QuotaError(e.message)
+ else:
+ return RateLimitError(e.message)
+ return UserError(e.message)
+ if e.status_code >= 500:
+ return ProviderError(e.message)
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ return e
+
def embed_query(self, query: str):
- client = self.config.get_client()
- response = client.embeddings.create(input=query, model=self.config.embedder_model_name)
+ try:
+ client = self.config.get_client()
+ response = client.embeddings.create(input=query, model=self.config.embedder_model_name)
+ except Exception as e:
+ raise self.wrap_error(e=e)
return response.data[0].embedding
def embed_documents(self, elements: list[dict]) -> list[dict]:
- embeddings = [self.embed_query(e.get("text", "")) for e in elements]
+ texts = [e.get("text", "") for e in elements]
+ try:
+ client = self.config.get_client()
+ response = client.embeddings.create(input=texts, model=self.config.embedder_model_name)
+ except Exception as e:
+ raise self.wrap_error(e=e)
+ embeddings = [data.embedding for data in response.data]
elements_with_embeddings = self._add_embeddings_to_elements(elements, embeddings)
return elements_with_embeddings
diff --git a/unstructured_ingest/embed/openai.py b/unstructured_ingest/embed/openai.py
index 1b6f92b5c..d2df8e611 100644
--- a/unstructured_ingest/embed/openai.py
+++ b/unstructured_ingest/embed/openai.py
@@ -4,7 +4,15 @@
from pydantic import Field, SecretStr
from unstructured_ingest.embed.interfaces import BaseEmbeddingEncoder, EmbeddingConfig
+from unstructured_ingest.logger import logger
from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.errors import (
+ ProviderError,
+ QuotaError,
+ RateLimitError,
+ UserAuthError,
+ UserError,
+)
if TYPE_CHECKING:
from openai import OpenAI
@@ -25,9 +33,37 @@ def get_client(self) -> "OpenAI":
class OpenAIEmbeddingEncoder(BaseEmbeddingEncoder):
config: OpenAIEmbeddingConfig
+ def wrap_error(self, e: Exception) -> Exception:
+ # https://platform.openai.com/docs/guides/error-codes/api-errors
+ from openai import APIStatusError
+
+ if not isinstance(e, APIStatusError):
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ raise e
+ error_code = e.code
+ if 400 <= e.status_code < 500:
+ # user error
+ if e.status_code == 401:
+ return UserAuthError(e.message)
+ if e.status_code == 429:
+ # 429 indicates rate limit exceeded and quote exceeded
+ if error_code == "insufficient_quota":
+ return QuotaError(e.message)
+ else:
+ return RateLimitError(e.message)
+ return UserError(e.message)
+ if e.status_code >= 500:
+ return ProviderError(e.message)
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ return e
+
def embed_query(self, query: str) -> list[float]:
+
client = self.config.get_client()
- response = client.embeddings.create(input=query, model=self.config.embedder_model_name)
+ try:
+ response = client.embeddings.create(input=query, model=self.config.embedder_model_name)
+ except Exception as e:
+ raise self.wrap_error(e=e)
return response.data[0].embedding
def embed_documents(self, elements: list[dict]) -> list[dict]:
diff --git a/unstructured_ingest/embed/togetherai.py b/unstructured_ingest/embed/togetherai.py
index 75039bc80..65b944c07 100644
--- a/unstructured_ingest/embed/togetherai.py
+++ b/unstructured_ingest/embed/togetherai.py
@@ -4,7 +4,15 @@
from pydantic import Field, SecretStr
from unstructured_ingest.embed.interfaces import BaseEmbeddingEncoder, EmbeddingConfig
+from unstructured_ingest.logger import logger
from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.errors import (
+ RateLimitError as CustomRateLimitError,
+)
+from unstructured_ingest.v2.errors import (
+ UserAuthError,
+ UserError,
+)
if TYPE_CHECKING:
from together import Together
@@ -27,6 +35,20 @@ def get_client(self) -> "Together":
class TogetherAIEmbeddingEncoder(BaseEmbeddingEncoder):
config: TogetherAIEmbeddingConfig
+ def wrap_error(self, e: Exception) -> Exception:
+ # https://docs.together.ai/docs/error-codes
+ from together.error import AuthenticationError, RateLimitError, TogetherException
+
+ if not isinstance(e, TogetherException):
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ return e
+ message = e.args[0]
+ if isinstance(e, AuthenticationError):
+ return UserAuthError(message)
+ if isinstance(e, RateLimitError):
+ return CustomRateLimitError(message)
+ return UserError(message)
+
def embed_query(self, query: str) -> list[float]:
return self._embed_documents(elements=[query])[0]
@@ -36,5 +58,10 @@ def embed_documents(self, elements: list[dict]) -> list[dict]:
def _embed_documents(self, elements: list[str]) -> list[list[float]]:
client = self.config.get_client()
- outputs = client.embeddings.create(model=self.config.embedder_model_name, input=elements)
+ try:
+ outputs = client.embeddings.create(
+ model=self.config.embedder_model_name, input=elements
+ )
+ except Exception as e:
+ raise self.wrap_error(e=e)
return [outputs.data[i].embedding for i in range(len(elements))]
diff --git a/unstructured_ingest/embed/voyageai.py b/unstructured_ingest/embed/voyageai.py
index ccd994c6a..6761d2254 100644
--- a/unstructured_ingest/embed/voyageai.py
+++ b/unstructured_ingest/embed/voyageai.py
@@ -4,7 +4,16 @@
from pydantic import Field, SecretStr
from unstructured_ingest.embed.interfaces import BaseEmbeddingEncoder, EmbeddingConfig
+from unstructured_ingest.logger import logger
from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.errors import (
+ ProviderError,
+ UserAuthError,
+ UserError,
+)
+from unstructured_ingest.v2.errors import (
+ RateLimitError as CustomRateLimitError,
+)
if TYPE_CHECKING:
from voyageai import Client as VoyageAIClient
@@ -38,9 +47,32 @@ def get_client(self) -> "VoyageAIClient":
class VoyageAIEmbeddingEncoder(BaseEmbeddingEncoder):
config: VoyageAIEmbeddingConfig
+ def wrap_error(self, e: Exception) -> Exception:
+ # https://docs.voyageai.com/docs/error-codes
+ from voyageai.error import AuthenticationError, RateLimitError, VoyageError
+
+ if not isinstance(e, VoyageError):
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ raise e
+ http_code = e.http_status
+ message = e.user_message
+ if isinstance(e, AuthenticationError):
+ return UserAuthError(message)
+ if isinstance(e, RateLimitError):
+ return CustomRateLimitError(message)
+ if 400 <= http_code < 500:
+ return UserError(message)
+ if http_code >= 500:
+ return ProviderError(message)
+ logger.error(f"unhandled exception from openai: {e}", exc_info=True)
+ return e
+
def _embed_documents(self, elements: list[str]) -> list[list[float]]:
client: VoyageAIClient = self.config.get_client()
- response = client.embed(texts=elements, model=self.config.embedder_model_name)
+ try:
+ response = client.embed(texts=elements, model=self.config.embedder_model_name)
+ except Exception as e:
+ self.wrap_error(e=e)
return response.embeddings
def embed_documents(self, elements: list[dict]) -> list[dict]:
diff --git a/unstructured_ingest/utils/chunking.py b/unstructured_ingest/utils/chunking.py
index 239dffdbb..365cf700e 100644
--- a/unstructured_ingest/utils/chunking.py
+++ b/unstructured_ingest/utils/chunking.py
@@ -1,4 +1,7 @@
+import base64
import hashlib
+import json
+import zlib
from itertools import groupby
@@ -43,3 +46,11 @@ def assign_and_map_hash_ids(elements: list[dict]) -> list[dict]:
e["metadata"]["parent_id"] = old_to_new_mapping[parent_id]
return elements
+
+
+def elements_from_base64_gzipped_json(raw_s: str) -> list[dict]:
+ decoded_b64_bytes = base64.b64decode(raw_s)
+ elements_json_bytes = zlib.decompress(decoded_b64_bytes)
+ elements_json_str = elements_json_bytes.decode("utf-8")
+ element_dicts = json.loads(elements_json_str)
+ return element_dicts
diff --git a/unstructured_ingest/utils/data_prep.py b/unstructured_ingest/utils/data_prep.py
index 465157e58..7dd3f0908 100644
--- a/unstructured_ingest/utils/data_prep.py
+++ b/unstructured_ingest/utils/data_prep.py
@@ -1,8 +1,10 @@
import itertools
import json
from datetime import datetime
+from pathlib import Path
from typing import Any, Generator, Iterable, Optional, Sequence, TypeVar, cast
+import ndjson
import pandas as pd
DATE_FORMATS = ("%Y-%m-%d", "%Y-%m-%dT%H:%M:%S", "%Y-%m-%d+%H:%M:%S", "%Y-%m-%dT%H:%M:%S%z")
@@ -131,3 +133,37 @@ def validate_date_args(date: Optional[str] = None) -> bool:
f"The argument {date} does not satisfy the format:"
f" YYYY-MM-DD or YYYY-MM-DDTHH:MM:SS or YYYY-MM-DD+HH:MM:SS or YYYY-MM-DDTHH:MM:SS±HHMM",
)
+
+
+def get_data(path: Path) -> list[dict]:
+ with path.open() as f:
+ if path.suffix == ".json":
+ return json.load(f)
+ elif path.suffix == ".ndjson":
+ return ndjson.load(f)
+ elif path.suffix == ".csv":
+ df = pd.read_csv(path)
+ return df.to_dict(orient="records")
+ elif path.suffix == ".parquet":
+ df = pd.read_parquet(path)
+ return df.to_dict(orient="records")
+ else:
+ raise ValueError(f"Unsupported file type: {path}")
+
+
+def get_data_df(path: Path) -> pd.DataFrame:
+ with path.open() as f:
+ if path.suffix == ".json":
+ data = json.load(f)
+ return pd.DataFrame(data=data)
+ elif path.suffix == ".ndjson":
+ data = ndjson.load(f)
+ return pd.DataFrame(data=data)
+ elif path.suffix == ".csv":
+ df = pd.read_csv(path)
+ return df
+ elif path.suffix == ".parquet":
+ df = pd.read_parquet(path)
+ return df
+ else:
+ raise ValueError(f"Unsupported file type: {path}")
diff --git a/unstructured_ingest/v2/errors.py b/unstructured_ingest/v2/errors.py
new file mode 100644
index 000000000..086e0b41b
--- /dev/null
+++ b/unstructured_ingest/v2/errors.py
@@ -0,0 +1,18 @@
+class UserError(Exception):
+ pass
+
+
+class UserAuthError(UserError):
+ pass
+
+
+class RateLimitError(UserError):
+ pass
+
+
+class QuotaError(UserError):
+ pass
+
+
+class ProviderError(Exception):
+ pass
diff --git a/unstructured_ingest/v2/examples/vectara.py b/unstructured_ingest/v2/examples/vectara.py
new file mode 100644
index 000000000..acd26c1e0
--- /dev/null
+++ b/unstructured_ingest/v2/examples/vectara.py
@@ -0,0 +1,54 @@
+from pathlib import Path
+
+from unstructured_ingest.v2.interfaces import ProcessorConfig
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.pipeline.pipeline import Pipeline
+from unstructured_ingest.v2.processes.chunker import ChunkerConfig
+from unstructured_ingest.v2.processes.connectors.local import (
+ LocalConnectionConfig,
+ LocalDownloaderConfig,
+ LocalIndexerConfig,
+)
+from unstructured_ingest.v2.processes.connectors.vectara import (
+ CONNECTOR_TYPE,
+ VectaraAccessConfig,
+ VectaraConnectionConfig,
+ VectaraUploaderConfig,
+ VectaraUploadStagerConfig,
+)
+from unstructured_ingest.v2.processes.embedder import EmbedderConfig
+from unstructured_ingest.v2.processes.partitioner import PartitionerConfig
+
+base_path = Path(__file__).parent.parent.parent.parent
+docs_path = base_path / "example-docs"
+work_dir = base_path / "tmp_ingest" / CONNECTOR_TYPE
+output_path = work_dir / "output"
+download_path = work_dir / "download"
+
+if __name__ == "__main__":
+ logger.info(f"writing all content in: {work_dir.resolve()}")
+ Pipeline.from_configs(
+ context=ProcessorConfig(work_dir=str(work_dir.resolve())),
+ indexer_config=LocalIndexerConfig(input_path=str(docs_path.resolve()) + "/multisimple/"),
+ downloader_config=LocalDownloaderConfig(download_dir=download_path),
+ source_connection_config=LocalConnectionConfig(),
+ partitioner_config=PartitionerConfig(strategy="fast"),
+ chunker_config=ChunkerConfig(
+ chunking_strategy="by_title",
+ chunk_include_orig_elements=False,
+ chunk_max_characters=1500,
+ chunk_multipage_sections=True,
+ ),
+ embedder_config=EmbedderConfig(embedding_provider="huggingface"),
+ destination_connection_config=VectaraConnectionConfig(
+ access_config=VectaraAccessConfig(
+ oauth_client_id="fill oauth_client_id", oauth_secret="fill oauth_secret"
+ ),
+ customer_id="fill customer_id",
+ corpus_name="fill corpus_name",
+ corpus_key="fill corpus_key",
+ token_url="fill token_url",
+ ),
+ stager_config=VectaraUploadStagerConfig(batch_size=10),
+ uploader_config=VectaraUploaderConfig(),
+ ).run()
diff --git a/unstructured_ingest/v2/examples/weaviate.py b/unstructured_ingest/v2/examples/weaviate.py
index aedd2e3e1..f8bc08732 100644
--- a/unstructured_ingest/v2/examples/weaviate.py
+++ b/unstructured_ingest/v2/examples/weaviate.py
@@ -9,11 +9,11 @@
LocalDownloaderConfig,
LocalIndexerConfig,
)
-from unstructured_ingest.v2.processes.connectors.weaviate import (
+from unstructured_ingest.v2.processes.connectors.weaviate.local import (
CONNECTOR_TYPE,
- WeaviateConnectionConfig,
- WeaviateUploaderConfig,
- WeaviateUploadStagerConfig,
+ LocalWeaviateConnectionConfig,
+ LocalWeaviateUploaderConfig,
+ LocalWeaviateUploadStagerConfig,
)
from unstructured_ingest.v2.processes.embedder import EmbedderConfig
from unstructured_ingest.v2.processes.partitioner import PartitionerConfig
@@ -34,12 +34,11 @@
partitioner_config=PartitionerConfig(strategy="fast"),
chunker_config=ChunkerConfig(chunking_strategy="by_title"),
embedder_config=EmbedderConfig(embedding_provider="huggingface"),
- destination_connection_config=WeaviateConnectionConfig(
- host_url="http://localhost:8080",
- class_name="elements",
- access_config=None,
- anonymous=True,
+ destination_connection_config=LocalWeaviateConnectionConfig(
+ # Connects to http://localhost:8080
+ ),
+ stager_config=LocalWeaviateUploadStagerConfig(),
+ uploader_config=LocalWeaviateUploaderConfig(
+ collection="elements", batch_size=10, dynamic_batch=False
),
- stager_config=WeaviateUploadStagerConfig(),
- uploader_config=WeaviateUploaderConfig(batch_size=10),
).run()
diff --git a/unstructured_ingest/v2/interfaces/__init__.py b/unstructured_ingest/v2/interfaces/__init__.py
index 36b691b94..6ba9e071c 100644
--- a/unstructured_ingest/v2/interfaces/__init__.py
+++ b/unstructured_ingest/v2/interfaces/__init__.py
@@ -1,6 +1,6 @@
from .connector import AccessConfig, BaseConnector, ConnectionConfig
from .downloader import Downloader, DownloaderConfig, DownloadResponse, download_responses
-from .file_data import FileData, FileDataSourceMetadata, SourceIdentifiers
+from .file_data import BatchFileData, BatchItem, FileData, FileDataSourceMetadata, SourceIdentifiers
from .indexer import Indexer, IndexerConfig
from .process import BaseProcess
from .processor import ProcessorConfig
@@ -27,4 +27,6 @@
"ConnectionConfig",
"BaseConnector",
"FileDataSourceMetadata",
+ "BatchFileData",
+ "BatchItem",
]
diff --git a/unstructured_ingest/v2/interfaces/file_data.py b/unstructured_ingest/v2/interfaces/file_data.py
index de83fc4f0..e3a9a0ddd 100644
--- a/unstructured_ingest/v2/interfaces/file_data.py
+++ b/unstructured_ingest/v2/interfaces/file_data.py
@@ -1,13 +1,14 @@
import json
-from dataclasses import dataclass, field
from pathlib import Path
-from typing import Any, Literal, Optional
+from typing import Any, Optional
+from uuid import NAMESPACE_DNS, uuid5
-from dataclasses_json import DataClassJsonMixin
+from pydantic import BaseModel, Field, ValidationError, field_validator, model_validator
+from unstructured_ingest.v2.logger import logger
-@dataclass
-class SourceIdentifiers:
+
+class SourceIdentifiers(BaseModel):
filename: str
fullpath: str
rel_path: Optional[str] = None
@@ -21,8 +22,7 @@ def relative_path(self) -> str:
return self.rel_path or self.fullpath
-@dataclass
-class FileDataSourceMetadata(DataClassJsonMixin):
+class FileDataSourceMetadata(BaseModel):
url: Optional[str] = None
version: Optional[str] = None
record_locator: Optional[dict[str, Any]] = None
@@ -33,14 +33,12 @@ class FileDataSourceMetadata(DataClassJsonMixin):
filesize_bytes: Optional[int] = None
-@dataclass
-class FileData(DataClassJsonMixin):
+class FileData(BaseModel):
identifier: str
connector_type: str
- source_identifiers: Optional[SourceIdentifiers] = None
- doc_type: Literal["file", "batch"] = field(default="file")
- metadata: FileDataSourceMetadata = field(default_factory=lambda: FileDataSourceMetadata())
- additional_metadata: dict[str, Any] = field(default_factory=dict)
+ source_identifiers: SourceIdentifiers
+ metadata: FileDataSourceMetadata = Field(default_factory=lambda: FileDataSourceMetadata())
+ additional_metadata: dict[str, Any] = Field(default_factory=dict)
reprocess: bool = False
local_download_path: Optional[str] = None
display_name: Optional[str] = None
@@ -52,11 +50,67 @@ def from_file(cls, path: str) -> "FileData":
raise ValueError(f"file path not valid: {path}")
with open(str(path.resolve()), "rb") as f:
file_data_dict = json.load(f)
- file_data = FileData.from_dict(file_data_dict)
+ file_data = cls.model_validate(file_data_dict)
return file_data
+ @classmethod
+ def cast(cls, file_data: "FileData", **kwargs) -> "FileData":
+ file_data_dict = file_data.model_dump()
+ return cls.model_validate(file_data_dict, **kwargs)
+
def to_file(self, path: str) -> None:
path = Path(path).resolve()
path.parent.mkdir(parents=True, exist_ok=True)
with open(str(path.resolve()), "w") as f:
- json.dump(self.to_dict(), f, indent=2)
+ json.dump(self.model_dump(), f, indent=2)
+
+
+class BatchItem(BaseModel):
+ identifier: str
+ version: Optional[str] = None
+
+
+class BatchFileData(FileData):
+ identifier: str = Field(init=False)
+ batch_items: list[BatchItem]
+ source_identifiers: Optional[SourceIdentifiers] = None
+
+ @field_validator("batch_items")
+ @classmethod
+ def check_batch_items(cls, v: list[BatchItem]) -> list[BatchItem]:
+ if not v:
+ raise ValueError("batch items cannot be empty")
+ all_identifiers = [item.identifier for item in v]
+ if len(all_identifiers) != len(set(all_identifiers)):
+ raise ValueError(f"duplicate identifiers: {all_identifiers}")
+ sorted_batch_items = sorted(v, key=lambda item: item.identifier)
+ return sorted_batch_items
+
+ @model_validator(mode="before")
+ @classmethod
+ def populate_identifier(cls, data: Any) -> Any:
+ if isinstance(data, dict) and "identifier" not in data:
+ batch_items = data["batch_items"]
+ identifier_data = json.dumps(
+ {item.identifier: item.version for item in batch_items}, sort_keys=True
+ )
+ data["identifier"] = str(uuid5(NAMESPACE_DNS, str(identifier_data)))
+ return data
+
+
+def file_data_from_file(path: str) -> FileData:
+ try:
+ return BatchFileData.from_file(path=path)
+ except ValidationError:
+ logger.debug(f"{path} not valid for batch file data")
+
+ return FileData.from_file(path=path)
+
+
+def file_data_from_dict(data: dict) -> FileData:
+ try:
+ return BatchFileData.model_validate(data)
+ except ValidationError:
+ logger.debug(f"{data} not valid for batch file data")
+
+ return FileData.model_validate(data)
diff --git a/unstructured_ingest/v2/interfaces/upload_stager.py b/unstructured_ingest/v2/interfaces/upload_stager.py
index 57b59f12e..52113056d 100644
--- a/unstructured_ingest/v2/interfaces/upload_stager.py
+++ b/unstructured_ingest/v2/interfaces/upload_stager.py
@@ -1,8 +1,10 @@
-from abc import ABC, abstractmethod
+import json
+from abc import ABC
from dataclasses import dataclass
from pathlib import Path
from typing import Any, TypeVar
+import ndjson
from pydantic import BaseModel
from unstructured_ingest.v2.interfaces.file_data import FileData
@@ -20,16 +22,78 @@ class UploadStagerConfig(BaseModel):
class UploadStager(BaseProcess, ABC):
upload_stager_config: UploadStagerConfigT
- @abstractmethod
+ def write_output(self, output_path: Path, data: list[dict]) -> None:
+ if output_path.suffix == ".json":
+ with output_path.open("w") as f:
+ json.dump(data, f, indent=2)
+ elif output_path.suffix == ".ndjson":
+ with output_path.open("w") as f:
+ ndjson.dump(data, f)
+ else:
+ raise ValueError(f"Unsupported output format: {output_path}")
+
+ def get_data(self, elements_filepath: Path) -> list[dict]:
+ if elements_filepath.suffix == ".json":
+ with elements_filepath.open() as f:
+ return json.load(f)
+ elif elements_filepath.suffix == ".ndjson":
+ with elements_filepath.open() as f:
+ return ndjson.load(f)
+ else:
+ raise ValueError(f"Unsupported input format: {elements_filepath}")
+
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ return element_dict
+
+ def get_output_path(self, output_filename: str, output_dir: Path) -> Path:
+ output_path = Path(output_filename)
+ output_filename = f"{Path(output_filename).stem}{output_path.suffix}"
+ output_path = Path(output_dir) / Path(f"{output_filename}")
+ output_path.parent.mkdir(parents=True, exist_ok=True)
+ return output_path
+
+ def stream_update(self, input_file: Path, output_file: Path, file_data: FileData) -> None:
+ with input_file.open() as in_f:
+ reader = ndjson.reader(in_f)
+ with output_file.open("w") as out_f:
+ writer = ndjson.writer(out_f)
+ for element in reader:
+ conformed_element = self.conform_dict(element_dict=element, file_data=file_data)
+ writer.writerow(row=conformed_element)
+ writer.f.flush()
+
+ def process_whole(self, input_file: Path, output_file: Path, file_data: FileData) -> None:
+ with input_file.open() as in_f:
+ elements_contents = json.load(in_f)
+
+ conformed_elements = [
+ self.conform_dict(element_dict=element, file_data=file_data)
+ for element in elements_contents
+ ]
+
+ with open(output_file, "w") as out_f:
+ json.dump(conformed_elements, out_f, indent=2)
+
def run(
self,
elements_filepath: Path,
file_data: FileData,
output_dir: Path,
output_filename: str,
- **kwargs: Any
+ **kwargs: Any,
) -> Path:
- pass
+ output_file = self.get_output_path(output_filename=output_filename, output_dir=output_dir)
+ if elements_filepath.suffix == ".ndjson":
+ self.stream_update(
+ input_file=elements_filepath, output_file=output_file, file_data=file_data
+ )
+ elif elements_filepath.suffix == ".json":
+ self.process_whole(
+ input_file=elements_filepath, output_file=output_file, file_data=file_data
+ )
+ else:
+ raise ValueError(f"Unsupported file extension: {elements_filepath}")
+ return output_file
async def run_async(
self,
@@ -37,12 +101,12 @@ async def run_async(
file_data: FileData,
output_dir: Path,
output_filename: str,
- **kwargs: Any
+ **kwargs: Any,
) -> Path:
return self.run(
elements_filepath=elements_filepath,
output_dir=output_dir,
output_filename=output_filename,
file_data=file_data,
- **kwargs
+ **kwargs,
)
diff --git a/unstructured_ingest/v2/interfaces/uploader.py b/unstructured_ingest/v2/interfaces/uploader.py
index ca2024148..dc7682c8a 100644
--- a/unstructured_ingest/v2/interfaces/uploader.py
+++ b/unstructured_ingest/v2/interfaces/uploader.py
@@ -5,6 +5,7 @@
from pydantic import BaseModel
+from unstructured_ingest.utils.data_prep import get_data
from unstructured_ingest.v2.interfaces.connector import BaseConnector
from unstructured_ingest.v2.interfaces.file_data import FileData
from unstructured_ingest.v2.interfaces.process import BaseProcess
@@ -38,7 +39,15 @@ def run_batch(self, contents: list[UploadContent], **kwargs: Any) -> None:
raise NotImplementedError()
def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- raise NotImplementedError()
+ data = get_data(path=path)
+ self.run_data(data=data, file_data=file_data, **kwargs)
async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return self.run(contents=[UploadContent(path=path, file_data=file_data)], **kwargs)
+ data = get_data(path=path)
+ await self.run_data_async(data=data, file_data=file_data, **kwargs)
+
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ raise NotImplementedError()
+
+ async def run_data_async(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ return self.run_data(data=data, file_data=file_data, **kwargs)
diff --git a/unstructured_ingest/v2/pipeline/steps/chunk.py b/unstructured_ingest/v2/pipeline/steps/chunk.py
index 0ae051699..519dcc8f9 100644
--- a/unstructured_ingest/v2/pipeline/steps/chunk.py
+++ b/unstructured_ingest/v2/pipeline/steps/chunk.py
@@ -6,6 +6,7 @@
from typing import Callable, Optional, TypedDict
from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.processes.chunker import Chunker
@@ -51,7 +52,7 @@ async def _run_async(
self, fn: Callable, path: str, file_data_path: str, **kwargs
) -> ChunkStepResponse:
path = Path(path)
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
output_filepath = self.get_output_filepath(filename=path)
if not self.should_chunk(filepath=output_filepath, file_data=file_data):
logger.debug(f"skipping chunking, output already exists: {output_filepath}")
diff --git a/unstructured_ingest/v2/pipeline/steps/download.py b/unstructured_ingest/v2/pipeline/steps/download.py
index 66a24d58e..929abb196 100644
--- a/unstructured_ingest/v2/pipeline/steps/download.py
+++ b/unstructured_ingest/v2/pipeline/steps/download.py
@@ -8,6 +8,7 @@
from unstructured_ingest.v2.interfaces import FileData, download_responses
from unstructured_ingest.v2.interfaces.downloader import Downloader
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.utils import serialize_base_model_json
@@ -87,12 +88,12 @@ def update_file_data(
f"match size of local file: {file_size_bytes}, updating"
)
file_data.metadata.filesize_bytes = file_size_bytes
- logger.debug(f"updating file data with new content: {file_data.to_dict()}")
+ logger.debug(f"updating file data with new content: {file_data.model_dump()}")
with file_data_path.open("w") as file:
- json.dump(file_data.to_dict(), file, indent=2)
+ json.dump(file_data.model_dump(), file, indent=2)
async def _run_async(self, fn: Callable, file_data_path: str) -> list[DownloadStepResponse]:
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
download_path = self.process.get_download_path(file_data=file_data)
if not self.should_download(file_data=file_data, file_data_path=file_data_path):
logger.debug(f"skipping download, file already exists locally: {download_path}")
@@ -172,7 +173,7 @@ def persist_new_file_data(self, file_data: FileData) -> str:
filepath = (self.cache_dir / filename).resolve()
filepath.parent.mkdir(parents=True, exist_ok=True)
with open(str(filepath), "w") as f:
- json.dump(file_data.to_dict(), f, indent=2)
+ json.dump(file_data.model_dump(), f, indent=2)
return str(filepath)
def get_hash(self, extras: Optional[list[str]]) -> str:
diff --git a/unstructured_ingest/v2/pipeline/steps/embed.py b/unstructured_ingest/v2/pipeline/steps/embed.py
index aa718dd38..ba3431a89 100644
--- a/unstructured_ingest/v2/pipeline/steps/embed.py
+++ b/unstructured_ingest/v2/pipeline/steps/embed.py
@@ -6,6 +6,7 @@
from typing import Callable, Optional, TypedDict
from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.processes.embedder import Embedder
@@ -49,7 +50,7 @@ def _save_output(self, output_filepath: str, embedded_content: list[dict]):
async def _run_async(self, fn: Callable, path: str, file_data_path: str) -> EmbedStepResponse:
path = Path(path)
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
output_filepath = self.get_output_filepath(filename=path)
if not self.should_embed(filepath=output_filepath, file_data=file_data):
logger.debug(f"skipping embedding, output already exists: {output_filepath}")
diff --git a/unstructured_ingest/v2/pipeline/steps/filter.py b/unstructured_ingest/v2/pipeline/steps/filter.py
index 48ed23f19..4aacc1b97 100644
--- a/unstructured_ingest/v2/pipeline/steps/filter.py
+++ b/unstructured_ingest/v2/pipeline/steps/filter.py
@@ -2,7 +2,7 @@
from dataclasses import dataclass
from typing import Callable, Optional
-from unstructured_ingest.v2.interfaces.file_data import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.processes.filter import Filterer
@@ -20,7 +20,7 @@ def __post_init__(self):
logger.info(f"created {self.identifier} with configs: {config}")
async def _run_async(self, fn: Callable, file_data_path: str, **kwargs) -> Optional[dict]:
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
fn_kwargs = {"file_data": file_data}
if not asyncio.iscoroutinefunction(fn):
resp = fn(**fn_kwargs)
diff --git a/unstructured_ingest/v2/pipeline/steps/index.py b/unstructured_ingest/v2/pipeline/steps/index.py
index 529559c15..afae2ef42 100644
--- a/unstructured_ingest/v2/pipeline/steps/index.py
+++ b/unstructured_ingest/v2/pipeline/steps/index.py
@@ -37,14 +37,14 @@ def __post_init__(self):
@instrument(span_name=STEP_ID)
def run(self) -> Generator[str, None, None]:
for file_data in self.process.run():
- logger.debug(f"generated file data: {file_data.to_dict()}")
+ logger.debug(f"generated file data: {file_data.model_dump()}")
try:
record_hash = self.get_hash(extras=[file_data.identifier])
filename = f"{record_hash}.json"
filepath = (self.cache_dir / filename).resolve()
filepath.parent.mkdir(parents=True, exist_ok=True)
with open(str(filepath), "w") as f:
- json.dump(file_data.to_dict(), f, indent=2)
+ json.dump(file_data.model_dump(), f, indent=2)
yield str(filepath)
except Exception as e:
logger.error(f"failed to create index for file data: {file_data}", exc_info=True)
@@ -54,14 +54,14 @@ def run(self) -> Generator[str, None, None]:
async def run_async(self) -> AsyncGenerator[str, None]:
async for file_data in self.process.run_async():
- logger.debug(f"generated file data: {file_data.to_dict()}")
+ logger.debug(f"generated file data: {file_data.model_dump()}")
try:
record_hash = self.get_hash(extras=[file_data.identifier])
filename = f"{record_hash}.json"
filepath = (self.cache_dir / filename).resolve()
filepath.parent.mkdir(parents=True, exist_ok=True)
with open(str(filepath), "w") as f:
- json.dump(file_data.to_dict(), f, indent=2)
+ json.dump(file_data.model_dump(), f, indent=2)
yield str(filepath)
except Exception as e:
logger.error(f"failed to create index for file data: {file_data}", exc_info=True)
diff --git a/unstructured_ingest/v2/pipeline/steps/partition.py b/unstructured_ingest/v2/pipeline/steps/partition.py
index 19cae20c9..4ffd549fe 100644
--- a/unstructured_ingest/v2/pipeline/steps/partition.py
+++ b/unstructured_ingest/v2/pipeline/steps/partition.py
@@ -6,6 +6,7 @@
from typing import Callable, Optional, TypedDict
from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.processes.partitioner import Partitioner
@@ -51,12 +52,12 @@ async def _run_async(
self, fn: Callable, path: str, file_data_path: str
) -> Optional[PartitionStepResponse]:
path = Path(path)
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
output_filepath = self.get_output_filepath(filename=Path(file_data_path))
if not self.should_partition(filepath=output_filepath, file_data=file_data):
logger.debug(f"skipping partitioning, output already exists: {output_filepath}")
return PartitionStepResponse(file_data_path=file_data_path, path=str(output_filepath))
- fn_kwargs = {"filename": path, "metadata": file_data.metadata.to_dict()}
+ fn_kwargs = {"filename": path, "metadata": file_data.metadata.model_dump()}
if not asyncio.iscoroutinefunction(fn):
partitioned_content = fn(**fn_kwargs)
elif semaphore := self.context.semaphore:
diff --git a/unstructured_ingest/v2/pipeline/steps/stage.py b/unstructured_ingest/v2/pipeline/steps/stage.py
index 0ff47d94b..3e8b62e83 100644
--- a/unstructured_ingest/v2/pipeline/steps/stage.py
+++ b/unstructured_ingest/v2/pipeline/steps/stage.py
@@ -4,7 +4,7 @@
from pathlib import Path
from typing import Callable, Optional, TypedDict
-from unstructured_ingest.v2.interfaces.file_data import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.interfaces.upload_stager import UploadStager
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
@@ -39,11 +39,13 @@ async def _run_async(
self, fn: Callable, path: str, file_data_path: str
) -> UploadStageStepResponse:
path = Path(path)
+ # Maintain extension
+ output_filename = f"{self.get_hash(extras=[path.name])}{path.suffix}"
fn_kwargs = {
"elements_filepath": path,
- "file_data": FileData.from_file(path=file_data_path),
+ "file_data": file_data_from_file(path=file_data_path),
"output_dir": self.cache_dir,
- "output_filename": self.get_hash(extras=[path.name]),
+ "output_filename": output_filename,
}
if not asyncio.iscoroutinefunction(fn):
staged_output_path = fn(**fn_kwargs)
diff --git a/unstructured_ingest/v2/pipeline/steps/uncompress.py b/unstructured_ingest/v2/pipeline/steps/uncompress.py
index a99eda880..80e7603dd 100644
--- a/unstructured_ingest/v2/pipeline/steps/uncompress.py
+++ b/unstructured_ingest/v2/pipeline/steps/uncompress.py
@@ -3,7 +3,7 @@
from pathlib import Path
from typing import Callable, TypedDict
-from unstructured_ingest.v2.interfaces.file_data import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import PipelineStep
from unstructured_ingest.v2.processes.uncompress import Uncompressor
@@ -28,7 +28,7 @@ def __post_init__(self):
async def _run_async(
self, fn: Callable, path: str, file_data_path: str
) -> list[UncompressStepResponse]:
- file_data = FileData.from_file(path=file_data_path)
+ file_data = file_data_from_file(path=file_data_path)
fn_kwargs = {"file_data": file_data}
if not asyncio.iscoroutinefunction(fn):
new_file_data = fn(**fn_kwargs)
diff --git a/unstructured_ingest/v2/pipeline/steps/upload.py b/unstructured_ingest/v2/pipeline/steps/upload.py
index 176f8015a..21da4c5f5 100644
--- a/unstructured_ingest/v2/pipeline/steps/upload.py
+++ b/unstructured_ingest/v2/pipeline/steps/upload.py
@@ -3,7 +3,7 @@
from pathlib import Path
from typing import Callable, Optional, TypedDict
-from unstructured_ingest.v2.interfaces import FileData
+from unstructured_ingest.v2.interfaces.file_data import file_data_from_file
from unstructured_ingest.v2.interfaces.uploader import UploadContent
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.pipeline.interfaces import BatchPipelineStep
@@ -41,14 +41,14 @@ def __post_init__(self):
@instrument(span_name=STEP_ID)
def _run_batch(self, contents: list[UploadStepContent]) -> None:
upload_contents = [
- UploadContent(path=Path(c["path"]), file_data=FileData.from_file(c["file_data_path"]))
+ UploadContent(path=Path(c["path"]), file_data=file_data_from_file(c["file_data_path"]))
for c in contents
]
self.process.run_batch(contents=upload_contents)
async def _run_async(self, path: str, file_data_path: str, fn: Optional[Callable] = None):
fn = fn or self.process.run_async
- fn_kwargs = {"path": Path(path), "file_data": FileData.from_file(path=file_data_path)}
+ fn_kwargs = {"path": Path(path), "file_data": file_data_from_file(path=file_data_path)}
if not asyncio.iscoroutinefunction(fn):
fn(**fn_kwargs)
elif semaphore := self.context.semaphore:
diff --git a/unstructured_ingest/v2/processes/connectors/__init__.py b/unstructured_ingest/v2/processes/connectors/__init__.py
index 2659c4cd2..c5e466d3e 100644
--- a/unstructured_ingest/v2/processes/connectors/__init__.py
+++ b/unstructured_ingest/v2/processes/connectors/__init__.py
@@ -1,6 +1,7 @@
from __future__ import annotations
import unstructured_ingest.v2.processes.connectors.databricks # noqa: F401
+import unstructured_ingest.v2.processes.connectors.duckdb # noqa: F401
import unstructured_ingest.v2.processes.connectors.elasticsearch # noqa: F401
import unstructured_ingest.v2.processes.connectors.fsspec # noqa: F401
import unstructured_ingest.v2.processes.connectors.kafka # noqa: F401
@@ -39,18 +40,24 @@
from .milvus import milvus_destination_entry
from .mongodb import CONNECTOR_TYPE as MONGODB_CONNECTOR_TYPE
from .mongodb import mongodb_destination_entry, mongodb_source_entry
+from .neo4j import CONNECTOR_TYPE as NEO4J_CONNECTOR_TYPE
+from .neo4j import neo4j_destination_entry
from .onedrive import CONNECTOR_TYPE as ONEDRIVE_CONNECTOR_TYPE
from .onedrive import onedrive_destination_entry, onedrive_source_entry
from .outlook import CONNECTOR_TYPE as OUTLOOK_CONNECTOR_TYPE
from .outlook import outlook_source_entry
from .pinecone import CONNECTOR_TYPE as PINECONE_CONNECTOR_TYPE
from .pinecone import pinecone_destination_entry
+from .redisdb import CONNECTOR_TYPE as REDIS_CONNECTOR_TYPE
+from .redisdb import redis_destination_entry
from .salesforce import CONNECTOR_TYPE as SALESFORCE_CONNECTOR_TYPE
from .salesforce import salesforce_source_entry
from .sharepoint import CONNECTOR_TYPE as SHAREPOINT_CONNECTOR_TYPE
from .sharepoint import sharepoint_source_entry
from .slack import CONNECTOR_TYPE as SLACK_CONNECTOR_TYPE
from .slack import slack_source_entry
+from .vectara import CONNECTOR_TYPE as VECTARA_CONNECTOR_TYPE
+from .vectara import vectara_destination_entry
add_source_entry(source_type=ASTRA_DB_CONNECTOR_TYPE, entry=astra_db_source_entry)
add_destination_entry(destination_type=ASTRA_DB_CONNECTOR_TYPE, entry=astra_db_destination_entry)
@@ -73,6 +80,7 @@
add_source_entry(source_type=ONEDRIVE_CONNECTOR_TYPE, entry=onedrive_source_entry)
add_destination_entry(destination_type=ONEDRIVE_CONNECTOR_TYPE, entry=onedrive_destination_entry)
+add_destination_entry(destination_type=NEO4J_CONNECTOR_TYPE, entry=neo4j_destination_entry)
add_source_entry(source_type=SALESFORCE_CONNECTOR_TYPE, entry=salesforce_source_entry)
@@ -97,4 +105,7 @@
add_source_entry(source_type=SLACK_CONNECTOR_TYPE, entry=slack_source_entry)
+add_destination_entry(destination_type=VECTARA_CONNECTOR_TYPE, entry=vectara_destination_entry)
add_source_entry(source_type=CONFLUENCE_CONNECTOR_TYPE, entry=confluence_source_entry)
+
+add_destination_entry(destination_type=REDIS_CONNECTOR_TYPE, entry=redis_destination_entry)
diff --git a/unstructured_ingest/v2/processes/connectors/astradb.py b/unstructured_ingest/v2/processes/connectors/astradb.py
index fb0089a3e..10e43eee3 100644
--- a/unstructured_ingest/v2/processes/connectors/astradb.py
+++ b/unstructured_ingest/v2/processes/connectors/astradb.py
@@ -1,14 +1,11 @@
-import copy
import csv
import hashlib
-import json
-import sys
from dataclasses import dataclass, field
from pathlib import Path
from time import time
from typing import TYPE_CHECKING, Any, Generator, Optional
-from pydantic import Field, Secret
+from pydantic import BaseModel, Field, Secret
from unstructured_ingest import __name__ as integration_name
from unstructured_ingest.__version__ import __version__ as integration_version
@@ -17,12 +14,14 @@
SourceConnectionError,
SourceConnectionNetworkError,
)
-from unstructured_ingest.utils.data_prep import batch_generator
+from unstructured_ingest.utils.data_prep import batch_generator, get_data
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.utils.string_and_date_utils import truncate_string_bytes
from unstructured_ingest.v2.constants import RECORD_ID_LABEL
from unstructured_ingest.v2.interfaces import (
AccessConfig,
+ BatchFileData,
+ BatchItem,
ConnectionConfig,
Downloader,
DownloaderConfig,
@@ -31,6 +30,7 @@
FileDataSourceMetadata,
Indexer,
IndexerConfig,
+ SourceIdentifiers,
Uploader,
UploaderConfig,
UploadStager,
@@ -54,6 +54,15 @@
MAX_CONTENT_PARAM_BYTE_SIZE = 8000
+class AstraDBAdditionalMetadata(BaseModel):
+ collection_name: str
+ keyspace: Optional[str] = None
+
+
+class AstraDBBatchFileData(BatchFileData):
+ additional_metadata: AstraDBAdditionalMetadata
+
+
class AstraDBAccessConfig(AccessConfig):
token: str = Field(description="Astra DB Token with access to the database.")
api_endpoint: str = Field(description="The API endpoint for the Astra DB.")
@@ -180,9 +189,6 @@ def precheck(self) -> None:
def _get_doc_ids(self) -> set[str]:
"""Fetches all document ids in an index"""
- # Initialize set of ids
- ids = set()
-
# Get the collection
collection = self.get_collection()
@@ -195,31 +201,26 @@ def _get_doc_ids(self) -> set[str]:
astra_db_docs.append(result)
# Create file data for each astra record
- for astra_record in astra_db_docs:
- ids.add(astra_record["_id"])
+ ids = sorted([astra_record["_id"] for astra_record in astra_db_docs])
- return ids
+ return set(ids)
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ def run(self, **kwargs: Any) -> Generator[AstraDBBatchFileData, None, None]:
all_ids = self._get_doc_ids()
ids = list(all_ids)
id_batches = batch_generator(ids, self.index_config.batch_size)
for batch in id_batches:
- # Make sure the hash is always a positive number to create identified
- identified = str(hash(batch) + sys.maxsize + 1)
- fd = FileData(
- identifier=identified,
+ fd = AstraDBBatchFileData(
connector_type=CONNECTOR_TYPE,
- doc_type="batch",
metadata=FileDataSourceMetadata(
date_processed=str(time()),
),
- additional_metadata={
- "ids": list(batch),
- "collection_name": self.index_config.collection_name,
- "keyspace": self.index_config.keyspace,
- },
+ additional_metadata=AstraDBAdditionalMetadata(
+ collection_name=self.index_config.collection_name,
+ keyspace=self.index_config.keyspace,
+ ),
+ batch_items=[BatchItem(identifier=b) for b in batch],
)
yield fd
@@ -248,7 +249,9 @@ def write_astra_result_to_csv(self, astra_result: dict, download_path: str) -> N
writer.writerow(astra_result.keys())
writer.writerow(astra_result.values())
- def generate_download_response(self, result: dict, file_data: FileData) -> DownloadResponse:
+ def generate_download_response(
+ self, result: dict, file_data: AstraDBBatchFileData
+ ) -> DownloadResponse:
record_id = result["_id"]
filename_id = self.get_identifier(record_id=record_id)
filename = f"{filename_id}.csv" # csv to preserve column info
@@ -256,7 +259,7 @@ def generate_download_response(self, result: dict, file_data: FileData) -> Downl
logger.debug(f"Downloading results from record {record_id} as csv to {download_path}")
download_path.parent.mkdir(parents=True, exist_ok=True)
try:
- self.write_astra_result_to_csv(astra_result=result, download_path=download_path)
+ self.write_astra_result_to_csv(astra_result=result, download_path=str(download_path))
except Exception as e:
logger.error(
f"failed to download from record {record_id} to {download_path}: {e}",
@@ -265,14 +268,13 @@ def generate_download_response(self, result: dict, file_data: FileData) -> Downl
raise SourceConnectionNetworkError(f"failed to download file {file_data.identifier}")
# modify input file_data for download_response
- copied_file_data = copy.deepcopy(file_data)
- copied_file_data.identifier = filename
- copied_file_data.doc_type = "file"
- copied_file_data.metadata.date_processed = str(time())
- copied_file_data.metadata.record_locator = {"document_id": record_id}
- copied_file_data.additional_metadata.pop("ids", None)
+ file_data.source_identifiers = SourceIdentifiers(filename=filename, fullpath=filename)
+ cast_file_data = FileData.cast(file_data=file_data)
+ cast_file_data.identifier = filename
+ cast_file_data.metadata.date_processed = str(time())
+ cast_file_data.metadata.record_locator = {"document_id": record_id}
return super().generate_download_response(
- file_data=copied_file_data, download_path=download_path
+ file_data=cast_file_data, download_path=download_path
)
def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
@@ -280,9 +282,10 @@ def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
async def run_async(self, file_data: FileData, **kwargs: Any) -> download_responses:
# Get metadata from file_data
- ids: list[str] = file_data.additional_metadata["ids"]
- collection_name: str = file_data.additional_metadata["collection_name"]
- keyspace: str = file_data.additional_metadata["keyspace"]
+ astra_file_data = AstraDBBatchFileData.cast(file_data=file_data)
+ ids: list[str] = [item.identifier for item in astra_file_data.batch_items]
+ collection_name: str = astra_file_data.additional_metadata.collection_name
+ keyspace: str = astra_file_data.additional_metadata.keyspace
# Retrieve results from async collection
download_responses = []
@@ -293,7 +296,7 @@ async def run_async(self, file_data: FileData, **kwargs: Any) -> download_respon
)
async for result in async_astra_collection.find({"_id": {"$in": ids}}):
download_responses.append(
- self.generate_download_response(result=result, file_data=file_data)
+ self.generate_download_response(result=result, file_data=astra_file_data)
)
return download_responses
@@ -325,29 +328,6 @@ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
"metadata": element_dict,
}
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
- conformed_elements = []
- for element in elements_contents:
- conformed_elements.append(self.conform_dict(element_dict=element, file_data=file_data))
- output_filename_path = Path(output_filename)
- if output_filename_path.suffix == ".json":
- output_path = Path(output_dir) / output_filename_path
- else:
- output_path = Path(output_dir) / output_filename_path.with_suffix(".json")
- output_path.parent.mkdir(parents=True, exist_ok=True)
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file, indent=2)
- return output_path
-
@dataclass
class AstraDBUploader(Uploader):
@@ -386,11 +366,9 @@ def delete_by_record_id(self, collection: "AstraDBCollection", file_data: FileDa
f"deleted {delete_resp.deleted_count} records from collection {collection.name}"
)
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing {len(elements_dict)} objects to destination "
+ f"writing {len(data)} objects to destination "
f"collection {self.upload_config.collection_name}"
)
@@ -399,9 +377,13 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
self.delete_by_record_id(collection=collection, file_data=file_data)
- for chunk in batch_generator(elements_dict, astra_db_batch_size):
+ for chunk in batch_generator(data, astra_db_batch_size):
collection.insert_many(chunk)
+ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ data = get_data(path=path)
+ self.run_data(data=data, file_data=file_data, **kwargs)
+
astra_db_source_entry = SourceRegistryEntry(
indexer=AstraDBIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/azure_ai_search.py b/unstructured_ingest/v2/processes/connectors/azure_ai_search.py
index 0978b9409..4155d1e8e 100644
--- a/unstructured_ingest/v2/processes/connectors/azure_ai_search.py
+++ b/unstructured_ingest/v2/processes/connectors/azure_ai_search.py
@@ -1,7 +1,7 @@
import json
+from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, Generator
from pydantic import Field, Secret
@@ -49,29 +49,33 @@ class AzureAISearchConnectionConfig(ConnectionConfig):
access_config: Secret[AzureAISearchAccessConfig]
@requires_dependencies(["azure.search", "azure.core"], extras="azure-ai-search")
- def get_search_client(self) -> "SearchClient":
+ @contextmanager
+ def get_search_client(self) -> Generator["SearchClient", None, None]:
from azure.core.credentials import AzureKeyCredential
from azure.search.documents import SearchClient
- return SearchClient(
+ with SearchClient(
endpoint=self.endpoint,
index_name=self.index,
credential=AzureKeyCredential(
self.access_config.get_secret_value().azure_ai_search_key
),
- )
+ ) as client:
+ yield client
@requires_dependencies(["azure.search", "azure.core"], extras="azure-ai-search")
- def get_search_index_client(self) -> "SearchIndexClient":
+ @contextmanager
+ def get_search_index_client(self) -> Generator["SearchIndexClient", None, None]:
from azure.core.credentials import AzureKeyCredential
from azure.search.documents.indexes import SearchIndexClient
- return SearchIndexClient(
+ with SearchIndexClient(
endpoint=self.endpoint,
credential=AzureKeyCredential(
self.access_config.get_secret_value().azure_ai_search_key
),
- )
+ ) as search_index_client:
+ yield search_index_client
class AzureAISearchUploadStagerConfig(UploadStagerConfig):
@@ -92,14 +96,13 @@ class AzureAISearchUploadStager(UploadStager):
default_factory=lambda: AzureAISearchUploadStagerConfig()
)
- @staticmethod
- def conform_dict(data: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
"""
updates the dictionary that is from each Element being converted into a dict/json
into a dictionary that conforms to the schema expected by the
Azure Cognitive Search index
"""
-
+ data = element_dict.copy()
data["id"] = get_enhanced_element_id(element_dict=data, file_data=file_data)
data[RECORD_ID_LABEL] = file_data.identifier
@@ -140,31 +143,6 @@ def conform_dict(data: dict, file_data: FileData) -> dict:
data["metadata"]["page_number"] = str(page_number)
return data
- def run(
- self,
- file_data: FileData,
- elements_filepath: Path,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
-
- conformed_elements = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
-
- if Path(output_filename).suffix != ".json":
- output_filename = f"{output_filename}.json"
- else:
- output_filename = f"{Path(output_filename).stem}.json"
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
- output_path.parent.mkdir(parents=True, exist_ok=True)
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file, indent=2)
- return output_path
-
@dataclass
class AzureAISearchUploader(Uploader):
@@ -270,9 +248,7 @@ def precheck(self) -> None:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
f"writing document batches to destination"
f" endpoint at {str(self.connection_config.endpoint)}"
@@ -287,7 +263,7 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
batch_size = self.upload_config.batch_size
with self.connection_config.get_search_client() as search_client:
- for chunk in batch_generator(elements_dict, batch_size):
+ for chunk in batch_generator(data, batch_size):
self.write_dict(elements_dict=chunk, search_client=search_client) # noqa: E203
diff --git a/unstructured_ingest/v2/processes/connectors/chroma.py b/unstructured_ingest/v2/processes/connectors/chroma.py
index 96db9b92c..0933fd1cb 100644
--- a/unstructured_ingest/v2/processes/connectors/chroma.py
+++ b/unstructured_ingest/v2/processes/connectors/chroma.py
@@ -1,7 +1,5 @@
-import json
from dataclasses import dataclass, field
from datetime import date, datetime
-from pathlib import Path
from typing import TYPE_CHECKING, Annotated, Any, Optional
from dateutil import parser
@@ -42,7 +40,6 @@ class ChromaAccessConfig(AccessConfig):
class ChromaConnectionConfig(ConnectionConfig):
- collection_name: str = Field(description="The name of the Chroma collection to write into.")
access_config: Secret[ChromaAccessConfig] = Field(
default=ChromaAccessConfig(), validate_default=True
)
@@ -62,6 +59,32 @@ class ChromaConnectionConfig(ConnectionConfig):
)
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ @requires_dependencies(["chromadb"], extras="chroma")
+ def get_client(self) -> "Client":
+ import chromadb
+
+ access_config = self.access_config.get_secret_value()
+ if path := self.path:
+ return chromadb.PersistentClient(
+ path=path,
+ settings=access_config.settings,
+ tenant=self.tenant,
+ database=self.database,
+ )
+
+ elif (host := self.host) and (port := self.port):
+ return chromadb.HttpClient(
+ host=host,
+ port=str(port),
+ ssl=self.ssl,
+ headers=access_config.headers,
+ settings=access_config.settings,
+ tenant=self.tenant,
+ database=self.database,
+ )
+ else:
+ raise ValueError("Chroma connector requires either path or host and port to be set.")
+
class ChromaUploadStagerConfig(UploadStagerConfig):
pass
@@ -82,11 +105,11 @@ def parse_date_string(date_string: str) -> date:
logger.debug(f"date {date_string} string not a timestamp: {e}")
return parser.parse(date_string)
- @staticmethod
- def conform_dict(data: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
"""
Prepares dictionary in the format that Chroma requires
"""
+ data = element_dict.copy()
return {
"id": get_enhanced_element_id(element_dict=data, file_data=file_data),
"embedding": data.pop("embeddings", None),
@@ -94,26 +117,9 @@ def conform_dict(data: dict, file_data: FileData) -> dict:
"metadata": flatten_dict(data, separator="-", flatten_lists=True, remove_none=True),
}
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
- conformed_elements = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file)
- return output_path
-
class ChromaUploaderConfig(UploaderConfig):
+ collection_name: str = Field(description="The name of the Chroma collection to write into.")
batch_size: int = Field(default=100, description="Number of records per batch")
@@ -125,40 +131,13 @@ class ChromaUploader(Uploader):
def precheck(self) -> None:
try:
- self.create_client()
+ self.connection_config.get_client()
except Exception as e:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
- @requires_dependencies(["chromadb"], extras="chroma")
- def create_client(self) -> "Client":
- import chromadb
-
- access_config = self.connection_config.access_config.get_secret_value()
- if self.connection_config.path:
- return chromadb.PersistentClient(
- path=self.connection_config.path,
- settings=access_config.settings,
- tenant=self.connection_config.tenant,
- database=self.connection_config.database,
- )
-
- elif self.connection_config.host and self.connection_config.port:
- return chromadb.HttpClient(
- host=self.connection_config.host,
- port=self.connection_config.port,
- ssl=self.connection_config.ssl,
- headers=access_config.headers,
- settings=access_config.settings,
- tenant=self.connection_config.tenant,
- database=self.connection_config.database,
- )
- else:
- raise ValueError("Chroma connector requires either path or host and port to be set.")
-
@DestinationConnectionError.wrap
def upsert_batch(self, collection, batch):
-
try:
# Chroma wants lists even if there is only one element
# Upserting to prevent duplicates
@@ -189,19 +168,16 @@ def prepare_chroma_list(chunk: tuple[dict[str, Any]]) -> dict[str, list[Any]]:
)
return chroma_dict
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
-
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing {len(elements_dict)} objects to destination "
- f"collection {self.connection_config.collection_name} "
+ f"writing {len(data)} objects to destination "
+ f"collection {self.upload_config.collection_name} "
f"at {self.connection_config.host}",
)
- client = self.create_client()
+ client = self.connection_config.get_client()
- collection = client.get_or_create_collection(name=self.connection_config.collection_name)
- for chunk in batch_generator(elements_dict, self.upload_config.batch_size):
+ collection = client.get_or_create_collection(name=self.upload_config.collection_name)
+ for chunk in batch_generator(data, self.upload_config.batch_size):
self.upsert_batch(collection, self.prepare_chroma_list(chunk))
diff --git a/unstructured_ingest/v2/processes/connectors/couchbase.py b/unstructured_ingest/v2/processes/connectors/couchbase.py
index 734bf4a73..c19c3fa9b 100644
--- a/unstructured_ingest/v2/processes/connectors/couchbase.py
+++ b/unstructured_ingest/v2/processes/connectors/couchbase.py
@@ -1,13 +1,12 @@
import hashlib
-import json
-import sys
import time
+from contextlib import contextmanager
from dataclasses import dataclass, field
from datetime import timedelta
from pathlib import Path
from typing import TYPE_CHECKING, Any, Generator, List
-from pydantic import Field, Secret
+from pydantic import BaseModel, Field, Secret
from unstructured_ingest.error import (
DestinationConnectionError,
@@ -18,6 +17,8 @@
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.interfaces import (
AccessConfig,
+ BatchFileData,
+ BatchItem,
ConnectionConfig,
Downloader,
DownloaderConfig,
@@ -26,6 +27,7 @@
FileDataSourceMetadata,
Indexer,
IndexerConfig,
+ SourceIdentifiers,
Uploader,
UploaderConfig,
UploadStager,
@@ -40,11 +42,20 @@
if TYPE_CHECKING:
from couchbase.cluster import Cluster
+ from couchbase.collection import Collection
CONNECTOR_TYPE = "couchbase"
SERVER_API_VERSION = "1"
+class CouchbaseAdditionalMetadata(BaseModel):
+ bucket: str
+
+
+class CouchbaseBatchFileData(BatchFileData):
+ additional_metadata: CouchbaseAdditionalMetadata
+
+
class CouchbaseAccessConfig(AccessConfig):
password: str = Field(description="The password for the Couchbase server")
@@ -65,7 +76,8 @@ class CouchbaseConnectionConfig(ConnectionConfig):
access_config: Secret[CouchbaseAccessConfig]
@requires_dependencies(["couchbase"], extras="couchbase")
- def connect_to_couchbase(self) -> "Cluster":
+ @contextmanager
+ def get_client(self) -> Generator["Cluster", None, None]:
from couchbase.auth import PasswordAuthenticator
from couchbase.cluster import Cluster
from couchbase.options import ClusterOptions
@@ -73,9 +85,14 @@ def connect_to_couchbase(self) -> "Cluster":
auth = PasswordAuthenticator(self.username, self.access_config.get_secret_value().password)
options = ClusterOptions(auth)
options.apply_profile("wan_development")
- cluster = Cluster(self.connection_string, options)
- cluster.wait_until_ready(timedelta(seconds=5))
- return cluster
+ cluster = None
+ try:
+ cluster = Cluster(self.connection_string, options)
+ cluster.wait_until_ready(timedelta(seconds=5))
+ yield cluster
+ finally:
+ if cluster:
+ cluster.close()
class CouchbaseUploadStagerConfig(UploadStagerConfig):
@@ -88,32 +105,16 @@ class CouchbaseUploadStager(UploadStager):
default_factory=lambda: CouchbaseUploadStagerConfig()
)
- def run(
- self,
- elements_filepath: Path,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
-
- output_elements = []
- for element in elements_contents:
- new_doc = {
- element["element_id"]: {
- "embedding": element.get("embeddings", None),
- "text": element.get("text", None),
- "metadata": element.get("metadata", None),
- "type": element.get("type", None),
- }
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
+ return {
+ data["element_id"]: {
+ "embedding": data.get("embeddings", None),
+ "text": data.get("text", None),
+ "metadata": data.get("metadata", None),
+ "type": data.get("type", None),
}
- output_elements.append(new_doc)
-
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
- with open(output_path, "w") as output_file:
- json.dump(output_elements, output_file)
- return output_path
+ }
class CouchbaseUploaderConfig(UploaderConfig):
@@ -128,26 +129,26 @@ class CouchbaseUploader(Uploader):
def precheck(self) -> None:
try:
- self.connection_config.connect_to_couchbase()
+ self.connection_config.get_client()
except Exception as e:
logger.error(f"Failed to validate connection {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing {len(elements_dict)} objects to destination "
+ f"writing {len(data)} objects to destination "
f"bucket, {self.connection_config.bucket} "
f"at {self.connection_config.connection_string}",
)
- cluster = self.connection_config.connect_to_couchbase()
- bucket = cluster.bucket(self.connection_config.bucket)
- scope = bucket.scope(self.connection_config.scope)
- collection = scope.collection(self.connection_config.collection)
+ with self.connection_config.get_client() as client:
+ bucket = client.bucket(self.connection_config.bucket)
+ scope = bucket.scope(self.connection_config.scope)
+ collection = scope.collection(self.connection_config.collection)
- for chunk in batch_generator(elements_dict, self.upload_config.batch_size):
- collection.upsert_multi({doc_id: doc for doc in chunk for doc_id, doc in doc.items()})
+ for chunk in batch_generator(data, self.upload_config.batch_size):
+ collection.upsert_multi(
+ {doc_id: doc for doc in chunk for doc_id, doc in doc.items()}
+ )
class CouchbaseIndexerConfig(IndexerConfig):
@@ -162,7 +163,7 @@ class CouchbaseIndexer(Indexer):
def precheck(self) -> None:
try:
- self.connection_config.connect_to_couchbase()
+ self.connection_config.get_client()
except Exception as e:
logger.error(f"Failed to validate connection {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
@@ -180,41 +181,31 @@ def _get_doc_ids(self) -> List[str]:
attempts = 0
while attempts < max_attempts:
try:
- cluster = self.connection_config.connect_to_couchbase()
- result = cluster.query(query)
- document_ids = [row["id"] for row in result]
- return document_ids
+ with self.connection_config.get_client() as client:
+ result = client.query(query)
+ document_ids = [row["id"] for row in result]
+ return document_ids
except Exception as e:
attempts += 1
time.sleep(3)
if attempts == max_attempts:
raise SourceConnectionError(f"failed to get document ids: {e}")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ def run(self, **kwargs: Any) -> Generator[CouchbaseBatchFileData, None, None]:
ids = self._get_doc_ids()
-
- id_batches = [
- ids[i * self.index_config.batch_size : (i + 1) * self.index_config.batch_size]
- for i in range(
- (len(ids) + self.index_config.batch_size - 1) // self.index_config.batch_size
- )
- ]
- for batch in id_batches:
+ for batch in batch_generator(ids, self.index_config.batch_size):
# Make sure the hash is always a positive number to create identified
- identified = str(hash(tuple(batch)) + sys.maxsize + 1)
- yield FileData(
- identifier=identified,
+ yield CouchbaseBatchFileData(
connector_type=CONNECTOR_TYPE,
- doc_type="batch",
metadata=FileDataSourceMetadata(
url=f"{self.connection_config.connection_string}/"
f"{self.connection_config.bucket}",
date_processed=str(time.time()),
),
- additional_metadata={
- "ids": list(batch),
- "bucket": self.connection_config.bucket,
- },
+ additional_metadata=CouchbaseAdditionalMetadata(
+ bucket=self.connection_config.bucket
+ ),
+ batch_items=[BatchItem(identifier=b) for b in batch],
)
@@ -251,7 +242,7 @@ def map_cb_results(self, cb_results: dict) -> str:
return concatenated_values
def generate_download_response(
- self, result: dict, bucket: str, file_data: FileData
+ self, result: dict, bucket: str, file_data: CouchbaseBatchFileData
) -> DownloadResponse:
record_id = result[self.download_config.collection_id]
filename_id = self.get_identifier(bucket=bucket, record_id=record_id)
@@ -271,44 +262,54 @@ def generate_download_response(
exc_info=True,
)
raise SourceConnectionNetworkError(f"failed to download file {file_data.identifier}")
- return DownloadResponse(
- file_data=FileData(
- identifier=filename_id,
- connector_type=CONNECTOR_TYPE,
- metadata=FileDataSourceMetadata(
- version=None,
- date_processed=str(time.time()),
- record_locator={
- "connection_string": self.connection_config.connection_string,
- "bucket": bucket,
- "scope": self.connection_config.scope,
- "collection": self.connection_config.collection,
- "document_id": record_id,
- },
- ),
- ),
- path=download_path,
+ file_data.source_identifiers = SourceIdentifiers(filename=filename, fullpath=filename)
+ cast_file_data = FileData.cast(file_data=file_data)
+ cast_file_data.identifier = filename_id
+ cast_file_data.metadata.date_processed = str(time.time())
+ cast_file_data.metadata.record_locator = {
+ "connection_string": self.connection_config.connection_string,
+ "bucket": bucket,
+ "scope": self.connection_config.scope,
+ "collection": self.connection_config.collection,
+ "document_id": record_id,
+ }
+ return super().generate_download_response(
+ file_data=cast_file_data,
+ download_path=download_path,
)
def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
- bucket_name: str = file_data.additional_metadata["bucket"]
- ids: list[str] = file_data.additional_metadata["ids"]
+ couchbase_file_data = CouchbaseBatchFileData.cast(file_data=file_data)
+ bucket_name: str = couchbase_file_data.additional_metadata.bucket
+ ids: list[str] = [item.identifier for item in couchbase_file_data.batch_items]
- cluster = self.connection_config.connect_to_couchbase()
- bucket = cluster.bucket(bucket_name)
- scope = bucket.scope(self.connection_config.scope)
- collection = scope.collection(self.connection_config.collection)
+ with self.connection_config.get_client() as client:
+ bucket = client.bucket(bucket_name)
+ scope = bucket.scope(self.connection_config.scope)
+ collection = scope.collection(self.connection_config.collection)
- download_resp = self.process_all_doc_ids(ids, collection, bucket_name, file_data)
- return list(download_resp)
+ download_resp = self.process_all_doc_ids(ids, collection, bucket_name, file_data)
+ return list(download_resp)
- def process_doc_id(self, doc_id, collection, bucket_name, file_data):
+ def process_doc_id(
+ self,
+ doc_id: str,
+ collection: "Collection",
+ bucket_name: str,
+ file_data: CouchbaseBatchFileData,
+ ):
result = collection.get(doc_id)
return self.generate_download_response(
result=result.content_as[dict], bucket=bucket_name, file_data=file_data
)
- def process_all_doc_ids(self, ids, collection, bucket_name, file_data):
+ def process_all_doc_ids(
+ self,
+ ids: list[str],
+ collection: "Collection",
+ bucket_name: str,
+ file_data: CouchbaseBatchFileData,
+ ):
for doc_id in ids:
yield self.process_doc_id(doc_id, collection, bucket_name, file_data)
diff --git a/unstructured_ingest/v2/processes/connectors/databricks/volumes.py b/unstructured_ingest/v2/processes/connectors/databricks/volumes.py
index 9be97e1cb..a4d5326ec 100644
--- a/unstructured_ingest/v2/processes/connectors/databricks/volumes.py
+++ b/unstructured_ingest/v2/processes/connectors/databricks/volumes.py
@@ -14,6 +14,7 @@
)
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
ConnectionConfig,
Downloader,
DownloaderConfig,
@@ -52,6 +53,10 @@ def path(self) -> str:
return path
+class DatabricksVolumesAccessConfig(AccessConfig):
+ token: Optional[str] = Field(default=None, description="Databricks Personal Access Token")
+
+
class DatabricksVolumesConnectionConfig(ConnectionConfig, ABC):
host: Optional[str] = Field(
default=None,
diff --git a/unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py b/unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py
index 2cc738bd0..f0b217a90 100644
--- a/unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py
+++ b/unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py
@@ -3,12 +3,12 @@
from pydantic import Field, Secret
-from unstructured_ingest.v2.interfaces import AccessConfig
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
)
from unstructured_ingest.v2.processes.connectors.databricks.volumes import (
+ DatabricksVolumesAccessConfig,
DatabricksVolumesConnectionConfig,
DatabricksVolumesDownloader,
DatabricksVolumesDownloaderConfig,
@@ -21,7 +21,7 @@
CONNECTOR_TYPE = "databricks_volumes_aws"
-class DatabricksAWSVolumesAccessConfig(AccessConfig):
+class DatabricksAWSVolumesAccessConfig(DatabricksVolumesAccessConfig):
account_id: Optional[str] = Field(
default=None,
description="The Databricks account ID for the Databricks " "accounts endpoint",
diff --git a/unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py b/unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py
index 57f8b0f38..cd53c0de6 100644
--- a/unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py
+++ b/unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py
@@ -3,12 +3,12 @@
from pydantic import Field, Secret
-from unstructured_ingest.v2.interfaces import AccessConfig
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
)
from unstructured_ingest.v2.processes.connectors.databricks.volumes import (
+ DatabricksVolumesAccessConfig,
DatabricksVolumesConnectionConfig,
DatabricksVolumesDownloader,
DatabricksVolumesDownloaderConfig,
@@ -21,7 +21,7 @@
CONNECTOR_TYPE = "databricks_volumes_azure"
-class DatabricksAzureVolumesAccessConfig(AccessConfig):
+class DatabricksAzureVolumesAccessConfig(DatabricksVolumesAccessConfig):
account_id: Optional[str] = Field(
default=None,
description="The Databricks account ID for the Databricks " "accounts endpoint.",
diff --git a/unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py b/unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py
index 4c604515a..65f37da75 100644
--- a/unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py
+++ b/unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py
@@ -3,12 +3,12 @@
from pydantic import Field, Secret
-from unstructured_ingest.v2.interfaces import AccessConfig
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
)
from unstructured_ingest.v2.processes.connectors.databricks.volumes import (
+ DatabricksVolumesAccessConfig,
DatabricksVolumesConnectionConfig,
DatabricksVolumesDownloader,
DatabricksVolumesDownloaderConfig,
@@ -21,7 +21,7 @@
CONNECTOR_TYPE = "databricks_volumes_gcp"
-class DatabricksGoogleVolumesAccessConfig(AccessConfig):
+class DatabricksGoogleVolumesAccessConfig(DatabricksVolumesAccessConfig):
account_id: Optional[str] = Field(
default=None,
description="The Databricks account ID for the Databricks " "accounts endpoint.",
diff --git a/unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py b/unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py
index d23d4e3fd..43223cf87 100644
--- a/unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py
+++ b/unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py
@@ -3,12 +3,12 @@
from pydantic import Field, Secret
-from unstructured_ingest.v2.interfaces import AccessConfig
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
)
from unstructured_ingest.v2.processes.connectors.databricks.volumes import (
+ DatabricksVolumesAccessConfig,
DatabricksVolumesConnectionConfig,
DatabricksVolumesDownloader,
DatabricksVolumesDownloaderConfig,
@@ -21,7 +21,7 @@
CONNECTOR_TYPE = "databricks_volumes"
-class DatabricksNativeVolumesAccessConfig(AccessConfig):
+class DatabricksNativeVolumesAccessConfig(DatabricksVolumesAccessConfig):
client_id: Optional[str] = Field(default=None, description="Client ID of the OAuth app.")
client_secret: Optional[str] = Field(
default=None, description="Client Secret of the OAuth app."
diff --git a/unstructured_ingest/v2/processes/connectors/delta_table.py b/unstructured_ingest/v2/processes/connectors/delta_table.py
index 6cb3854b8..6f795ca13 100644
--- a/unstructured_ingest/v2/processes/connectors/delta_table.py
+++ b/unstructured_ingest/v2/processes/connectors/delta_table.py
@@ -11,6 +11,7 @@
from pydantic import Field, Secret
from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.data_prep import get_data_df
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.utils.table import convert_to_pandas_dataframe
from unstructured_ingest.v2.interfaces import (
@@ -28,6 +29,7 @@
CONNECTOR_TYPE = "delta_table"
+@requires_dependencies(["deltalake"], extras="delta-table")
def write_deltalake_with_error_handling(queue, **kwargs):
from deltalake.writer import write_deltalake
@@ -136,39 +138,7 @@ def precheck(self):
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
- def process_csv(self, csv_paths: list[Path]) -> pd.DataFrame:
- logger.debug(f"uploading content from {len(csv_paths)} csv files")
- df = pd.concat((pd.read_csv(path) for path in csv_paths), ignore_index=True)
- return df
-
- def process_json(self, json_paths: list[Path]) -> pd.DataFrame:
- logger.debug(f"uploading content from {len(json_paths)} json files")
- all_records = []
- for p in json_paths:
- with open(p) as json_file:
- all_records.extend(json.load(json_file))
-
- return pd.DataFrame(data=all_records)
-
- def process_parquet(self, parquet_paths: list[Path]) -> pd.DataFrame:
- logger.debug(f"uploading content from {len(parquet_paths)} parquet files")
- df = pd.concat((pd.read_parquet(path) for path in parquet_paths), ignore_index=True)
- return df
-
- def read_dataframe(self, path: Path) -> pd.DataFrame:
- if path.suffix == ".csv":
- return self.process_csv(csv_paths=[path])
- elif path.suffix == ".json":
- return self.process_json(json_paths=[path])
- elif path.suffix == ".parquet":
- return self.process_parquet(parquet_paths=[path])
- else:
- raise ValueError(f"Unsupported file type, must be parquet, json or csv file: {path}")
-
- @requires_dependencies(["deltalake"], extras="delta-table")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
-
- df = self.read_dataframe(path)
+ def upload_dataframe(self, df: pd.DataFrame, file_data: FileData) -> None:
updated_upload_path = os.path.join(
self.connection_config.table_uri, file_data.source_identifiers.relative_path
)
@@ -203,6 +173,14 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
logger.error(f"Exception occurred in write_deltalake: {error_message}")
raise RuntimeError(f"Error in write_deltalake: {error_message}")
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ df = pd.DataFrame(data=data)
+ self.upload_dataframe(df=df, file_data=file_data)
+
+ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ df = get_data_df(path)
+ self.upload_dataframe(df=df, file_data=file_data)
+
delta_table_destination_entry = DestinationRegistryEntry(
connection_config=DeltaTableConnectionConfig,
diff --git a/unstructured_ingest/v2/processes/connectors/duckdb/__init__.py b/unstructured_ingest/v2/processes/connectors/duckdb/__init__.py
new file mode 100644
index 000000000..d51ca8929
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/duckdb/__init__.py
@@ -0,0 +1,15 @@
+from __future__ import annotations
+
+from unstructured_ingest.v2.processes.connector_registry import (
+ add_destination_entry,
+)
+
+from .duckdb import CONNECTOR_TYPE as DUCKDB_CONNECTOR_TYPE
+from .duckdb import duckdb_destination_entry
+from .motherduck import CONNECTOR_TYPE as MOTHERDUCK_CONNECTOR_TYPE
+from .motherduck import motherduck_destination_entry
+
+add_destination_entry(destination_type=DUCKDB_CONNECTOR_TYPE, entry=duckdb_destination_entry)
+add_destination_entry(
+ destination_type=MOTHERDUCK_CONNECTOR_TYPE, entry=motherduck_destination_entry
+)
diff --git a/unstructured_ingest/v2/processes/connectors/duckdb/base.py b/unstructured_ingest/v2/processes/connectors/duckdb/base.py
new file mode 100644
index 000000000..8aaa0db46
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/duckdb/base.py
@@ -0,0 +1,99 @@
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Any
+
+import pandas as pd
+
+from unstructured_ingest.v2.interfaces import FileData, UploadStager
+from unstructured_ingest.v2.utils import get_enhanced_element_id
+
+_COLUMNS = (
+ "id",
+ "element_id",
+ "text",
+ "embeddings",
+ "type",
+ "system",
+ "layout_width",
+ "layout_height",
+ "points",
+ "url",
+ "version",
+ "date_created",
+ "date_modified",
+ "date_processed",
+ "permissions_data",
+ "record_locator",
+ "category_depth",
+ "parent_id",
+ "attached_filename",
+ "filetype",
+ "last_modified",
+ "file_directory",
+ "filename",
+ "languages",
+ "page_number",
+ "links",
+ "page_name",
+ "link_urls",
+ "link_texts",
+ "sent_from",
+ "sent_to",
+ "subject",
+ "section",
+ "header_footer_type",
+ "emphasized_text_contents",
+ "emphasized_text_tags",
+ "text_as_html",
+ "regex_metadata",
+ "detection_class_prob",
+)
+
+# _DATE_COLUMNS = ("date_created", "date_modified", "date_processed", "last_modified")
+
+
+@dataclass
+class BaseDuckDBUploadStager(UploadStager):
+
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
+ metadata: dict[str, Any] = data.pop("metadata", {})
+ data_source = metadata.pop("data_source", {})
+ coordinates = metadata.pop("coordinates", {})
+
+ data.update(metadata)
+ data.update(data_source)
+ data.update(coordinates)
+
+ data["id"] = get_enhanced_element_id(element_dict=data, file_data=file_data)
+
+ # remove extraneous, not supported columns
+ data = {k: v for k, v in data.items() if k in _COLUMNS}
+ return data
+
+ def run(
+ self,
+ elements_filepath: Path,
+ file_data: FileData,
+ output_dir: Path,
+ output_filename: str,
+ **kwargs: Any,
+ ) -> Path:
+ elements_contents = self.get_data(elements_filepath=elements_filepath)
+ output_path = self.get_output_path(output_filename=output_filename, output_dir=output_dir)
+
+ output = [
+ self.conform_dict(element_dict=element_dict, file_data=file_data)
+ for element_dict in elements_contents
+ ]
+ df = pd.DataFrame(data=output)
+
+ for column in filter(
+ lambda x: x in df.columns,
+ ("version", "page_number", "regex_metadata"),
+ ):
+ df[column] = df[column].apply(str)
+
+ data = df.to_dict(orient="records")
+ self.write_output(output_path=output_path, data=data)
+ return output_path
diff --git a/unstructured_ingest/v2/processes/connectors/duckdb/duckdb.py b/unstructured_ingest/v2/processes/connectors/duckdb/duckdb.py
new file mode 100644
index 000000000..827e64e8d
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/duckdb/duckdb.py
@@ -0,0 +1,127 @@
+from contextlib import contextmanager
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, Generator, Optional
+
+import pandas as pd
+from pydantic import Field, Secret
+
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.data_prep import get_data_df
+from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
+ ConnectionConfig,
+ FileData,
+ Uploader,
+ UploaderConfig,
+ UploadStagerConfig,
+)
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.v2.processes.connectors.duckdb.base import BaseDuckDBUploadStager
+
+if TYPE_CHECKING:
+ from duckdb import DuckDBPyConnection as DuckDBConnection
+
+CONNECTOR_TYPE = "duckdb"
+
+
+class DuckDBAccessConfig(AccessConfig):
+ pass
+
+
+class DuckDBConnectionConfig(ConnectionConfig):
+ connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ database: Optional[str] = Field(
+ default=None,
+ description="Database name. Path to the DuckDB .db file. If the file does "
+ "not exist, it will be created at the specified path.",
+ )
+ db_schema: Optional[str] = Field(
+ default="main",
+ description="Schema name. Schema in the database where the elements table is located.",
+ )
+ table: Optional[str] = Field(
+ default="elements",
+ description="Table name. Table name into which the elements data is inserted.",
+ )
+ access_config: Secret[DuckDBAccessConfig] = Field(
+ default=DuckDBAccessConfig(), validate_default=True
+ )
+
+ def __post_init__(self):
+ if self.database is None:
+ raise ValueError(
+ "A DuckDB connection requires a path to a *.db or *.duckdb file "
+ "through the `database` argument"
+ )
+
+ @requires_dependencies(["duckdb"], extras="duckdb")
+ @contextmanager
+ def get_client(self) -> Generator["DuckDBConnection", None, None]:
+ import duckdb
+
+ with duckdb.connect(self.database) as client:
+ yield client
+
+ @contextmanager
+ def get_cursor(self) -> Generator["DuckDBConnection", None, None]:
+ with self.get_client() as client:
+ with client.cursor() as cursor:
+ yield cursor
+
+
+class DuckDBUploadStagerConfig(UploadStagerConfig):
+ pass
+
+
+@dataclass
+class DuckDBUploadStager(BaseDuckDBUploadStager):
+ upload_stager_config: DuckDBUploadStagerConfig = field(
+ default_factory=lambda: DuckDBUploadStagerConfig()
+ )
+
+
+class DuckDBUploaderConfig(UploaderConfig):
+ batch_size: int = Field(default=50, description="[Not-used] Number of records per batch")
+
+
+@dataclass
+class DuckDBUploader(Uploader):
+ connector_type: str = CONNECTOR_TYPE
+ upload_config: DuckDBUploaderConfig
+ connection_config: DuckDBConnectionConfig
+
+ def precheck(self) -> None:
+ try:
+ with self.connection_config.get_cursor() as cursor:
+ cursor.execute("SELECT 1;")
+ except Exception as e:
+ logger.error(f"failed to validate connection: {e}", exc_info=True)
+ raise DestinationConnectionError(f"failed to validate connection: {e}")
+
+ def upload_dataframe(self, df: pd.DataFrame) -> None:
+ logger.debug(f"uploading {len(df)} entries to {self.connection_config.database} ")
+
+ with self.connection_config.get_client() as conn:
+ conn.query(
+ f"INSERT INTO {self.connection_config.db_schema}.{self.connection_config.table} BY NAME SELECT * FROM df" # noqa: E501
+ )
+
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ df = pd.DataFrame(data=data)
+ self.upload_dataframe(df=df)
+
+ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ df = get_data_df(path)
+ self.upload_dataframe(df=df)
+
+
+duckdb_destination_entry = DestinationRegistryEntry(
+ connection_config=DuckDBConnectionConfig,
+ uploader=DuckDBUploader,
+ uploader_config=DuckDBUploaderConfig,
+ upload_stager=DuckDBUploadStager,
+ upload_stager_config=DuckDBUploadStagerConfig,
+)
diff --git a/unstructured_ingest/v2/processes/connectors/duckdb/motherduck.py b/unstructured_ingest/v2/processes/connectors/duckdb/motherduck.py
new file mode 100644
index 000000000..b2e51416b
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/duckdb/motherduck.py
@@ -0,0 +1,126 @@
+from contextlib import contextmanager
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, Generator, Optional
+
+import pandas as pd
+from pydantic import Field, Secret
+
+from unstructured_ingest.__version__ import __version__ as unstructured_io_ingest_version
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.data_prep import get_data_df
+from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
+ ConnectionConfig,
+ FileData,
+ Uploader,
+ UploaderConfig,
+ UploadStagerConfig,
+)
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.v2.processes.connectors.duckdb.base import BaseDuckDBUploadStager
+
+if TYPE_CHECKING:
+ from duckdb import DuckDBPyConnection as MotherDuckConnection
+
+CONNECTOR_TYPE = "motherduck"
+
+
+class MotherDuckAccessConfig(AccessConfig):
+ md_token: str = Field(default=None, description="MotherDuck token")
+
+
+class MotherDuckConnectionConfig(ConnectionConfig):
+ connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ database: str = Field(
+ description="Database name. Name of the MotherDuck database.",
+ )
+ db_schema: Optional[str] = Field(
+ default="main",
+ description="Schema name. Schema in the database where the elements table is located.",
+ )
+ table: Optional[str] = Field(
+ default="elements",
+ description="Table name. Table name into which the elements data is inserted.",
+ )
+ access_config: Secret[MotherDuckAccessConfig] = Field(
+ default=MotherDuckAccessConfig(), validate_default=True
+ )
+
+ @requires_dependencies(["duckdb"], extras="duckdb")
+ @contextmanager
+ def get_client(self) -> Generator["MotherDuckConnection", None, None]:
+ import duckdb
+
+ access_config = self.access_config.get_secret_value()
+ with duckdb.connect(
+ f"md:?motherduck_token={access_config.md_token}",
+ config={
+ "custom_user_agent": f"unstructured-io-ingest/{unstructured_io_ingest_version}"
+ },
+ ) as conn:
+ conn.sql(f"USE {self.database}")
+ yield conn
+
+ @contextmanager
+ def get_cursor(self) -> Generator["MotherDuckConnection", None, None]:
+ with self.get_client() as client:
+ with client.cursor() as cursor:
+ yield cursor
+
+
+class MotherDuckUploadStagerConfig(UploadStagerConfig):
+ pass
+
+
+@dataclass
+class MotherDuckUploadStager(BaseDuckDBUploadStager):
+ upload_stager_config: MotherDuckUploadStagerConfig = field(
+ default_factory=lambda: MotherDuckUploadStagerConfig()
+ )
+
+
+class MotherDuckUploaderConfig(UploaderConfig):
+ batch_size: int = Field(default=50, description="[Not-used] Number of records per batch")
+
+
+@dataclass
+class MotherDuckUploader(Uploader):
+ connector_type: str = CONNECTOR_TYPE
+ upload_config: MotherDuckUploaderConfig
+ connection_config: MotherDuckConnectionConfig
+
+ def precheck(self) -> None:
+ try:
+ with self.connection_config.get_cursor() as cursor:
+ cursor.execute("SELECT 1;")
+ except Exception as e:
+ logger.error(f"failed to validate connection: {e}", exc_info=True)
+ raise DestinationConnectionError(f"failed to validate connection: {e}")
+
+ def upload_dataframe(self, df: pd.DataFrame) -> None:
+ logger.debug(f"uploading {len(df)} entries to {self.connection_config.database} ")
+
+ with self.connection_config.get_client() as conn:
+ conn.query(
+ f"INSERT INTO {self.connection_config.db_schema}.{self.connection_config.table} BY NAME SELECT * FROM df" # noqa: E501
+ )
+
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ df = pd.DataFrame(data=data)
+ self.upload_dataframe(df=df)
+
+ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ df = get_data_df(path)
+ self.upload_dataframe(df=df)
+
+
+motherduck_destination_entry = DestinationRegistryEntry(
+ connection_config=MotherDuckConnectionConfig,
+ uploader=MotherDuckUploader,
+ uploader_config=MotherDuckUploaderConfig,
+ upload_stager=MotherDuckUploadStager,
+ upload_stager_config=MotherDuckUploadStagerConfig,
+)
diff --git a/unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py b/unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py
index 6424b26e3..dcb23087d 100644
--- a/unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py
+++ b/unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py
@@ -1,6 +1,5 @@
+import collections
import hashlib
-import json
-import sys
from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
@@ -15,11 +14,17 @@
SourceConnectionNetworkError,
WriteError,
)
-from unstructured_ingest.utils.data_prep import flatten_dict, generator_batching_wbytes
+from unstructured_ingest.utils.data_prep import (
+ batch_generator,
+ flatten_dict,
+ generator_batching_wbytes,
+)
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.constants import RECORD_ID_LABEL
from unstructured_ingest.v2.interfaces import (
AccessConfig,
+ BatchFileData,
+ BatchItem,
ConnectionConfig,
Downloader,
DownloaderConfig,
@@ -48,6 +53,14 @@
CONNECTOR_TYPE = "elasticsearch"
+class ElastisearchAdditionalMetadata(BaseModel):
+ index_name: str
+
+
+class ElasticsearchBatchFileData(BatchFileData):
+ additional_metadata: ElastisearchAdditionalMetadata
+
+
class ElasticsearchAccessConfig(AccessConfig):
password: Optional[str] = Field(
default=None, description="password when using basic auth or connecting to a cloud instance"
@@ -174,36 +187,21 @@ def _get_doc_ids(self) -> set[str]:
return {hit["_id"] for hit in hits}
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ def run(self, **kwargs: Any) -> Generator[ElasticsearchBatchFileData, None, None]:
all_ids = self._get_doc_ids()
ids = list(all_ids)
- id_batches: list[frozenset[str]] = [
- frozenset(
- ids[
- i
- * self.index_config.batch_size : (i + 1) # noqa
- * self.index_config.batch_size
- ]
- )
- for i in range(
- (len(ids) + self.index_config.batch_size - 1) // self.index_config.batch_size
- )
- ]
- for batch in id_batches:
+ for batch in batch_generator(ids, self.index_config.batch_size):
# Make sure the hash is always a positive number to create identified
- identified = str(hash(batch) + sys.maxsize + 1)
- yield FileData(
- identifier=identified,
+ yield ElasticsearchBatchFileData(
connector_type=CONNECTOR_TYPE,
- doc_type="batch",
metadata=FileDataSourceMetadata(
url=f"{self.connection_config.hosts[0]}/{self.index_config.index_name}",
date_processed=str(time()),
),
- additional_metadata={
- "ids": list(batch),
- "index_name": self.index_config.index_name,
- },
+ additional_metadata=ElastisearchAdditionalMetadata(
+ index_name=self.index_config.index_name,
+ ),
+ batch_items=[BatchItem(identifier=b) for b in batch],
)
@@ -237,7 +235,7 @@ def map_es_results(self, es_results: dict) -> str:
return concatenated_values
def generate_download_response(
- self, result: dict, index_name: str, file_data: FileData
+ self, result: dict, index_name: str, file_data: ElasticsearchBatchFileData
) -> DownloadResponse:
record_id = result["_id"]
filename_id = self.get_identifier(index_name=index_name, record_id=record_id)
@@ -257,22 +255,19 @@ def generate_download_response(
exc_info=True,
)
raise SourceConnectionNetworkError(f"failed to download file {file_data.identifier}")
- return DownloadResponse(
- file_data=FileData(
- identifier=filename_id,
- connector_type=CONNECTOR_TYPE,
- source_identifiers=SourceIdentifiers(filename=filename, fullpath=filename),
- metadata=FileDataSourceMetadata(
- version=str(result["_version"]) if "_version" in result else None,
- date_processed=str(time()),
- record_locator={
- "hosts": self.connection_config.hosts,
- "index_name": index_name,
- "document_id": record_id,
- },
- ),
- ),
- path=download_path,
+ file_data.source_identifiers = SourceIdentifiers(filename=filename, fullpath=filename)
+ cast_file_data = FileData.cast(file_data=file_data)
+ cast_file_data.identifier = filename_id
+ cast_file_data.metadata.date_processed = str(time())
+ cast_file_data.metadata.version = str(result["_version"]) if "_version" in result else None
+ cast_file_data.metadata.record_locator = {
+ "hosts": self.connection_config.hosts,
+ "index_name": index_name,
+ "document_id": record_id,
+ }
+ return super().generate_download_response(
+ file_data=cast_file_data,
+ download_path=download_path,
)
def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
@@ -285,11 +280,12 @@ def load_async(self):
return AsyncElasticsearch, async_scan
- async def run_async(self, file_data: FileData, **kwargs: Any) -> download_responses:
+ async def run_async(self, file_data: BatchFileData, **kwargs: Any) -> download_responses:
+ elasticsearch_filedata = ElasticsearchBatchFileData.cast(file_data=file_data)
AsyncClient, async_scan = self.load_async()
- index_name: str = file_data.additional_metadata["index_name"]
- ids: list[str] = file_data.additional_metadata["ids"]
+ index_name: str = elasticsearch_filedata.additional_metadata.index_name
+ ids: list[str] = [item.identifier for item in elasticsearch_filedata.batch_items]
scan_query = {
"_source": self.download_config.fields,
@@ -307,7 +303,7 @@ async def run_async(self, file_data: FileData, **kwargs: Any) -> download_respon
):
download_responses.append(
self.generate_download_response(
- result=result, index_name=index_name, file_data=file_data
+ result=result, index_name=index_name, file_data=elasticsearch_filedata
)
)
return download_responses
@@ -323,7 +319,8 @@ class ElasticsearchUploadStagerConfig(UploadStagerConfig):
class ElasticsearchUploadStager(UploadStager):
upload_stager_config: ElasticsearchUploadStagerConfig
- def conform_dict(self, data: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
resp = {
"_index": self.upload_stager_config.index_name,
"_id": get_enhanced_element_id(element_dict=data, file_data=file_data),
@@ -339,29 +336,6 @@ def conform_dict(self, data: dict, file_data: FileData) -> dict:
resp["_source"]["metadata"] = flatten_dict(data["metadata"], separator="-")
return resp
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
- conformed_elements = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
- if Path(output_filename).suffix != ".json":
- output_filename = f"{output_filename}.json"
- else:
- output_filename = f"{Path(output_filename).stem}.json"
- output_path = Path(output_dir) / output_filename
- output_path.parent.mkdir(parents=True, exist_ok=True)
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file, indent=2)
- return output_path
-
class ElasticsearchUploaderConfig(UploaderConfig):
index_name: str = Field(
@@ -425,14 +399,15 @@ def delete_by_record_id(self, client, file_data: FileData) -> None:
if failures := delete_resp.get("failures"):
raise WriteError(f"failed to delete records: {failures}")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ @requires_dependencies(["elasticsearch"], extras="elasticsearch")
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None: # noqa: E501
+ from elasticsearch.helpers.errors import BulkIndexError
+
parallel_bulk = self.load_parallel_bulk()
- with path.open("r") as file:
- elements_dict = json.load(file)
upload_destination = self.connection_config.hosts or self.connection_config.cloud_id
logger.info(
- f"writing {len(elements_dict)} elements via document batches to destination "
+ f"writing {len(data)} elements via document batches to destination "
f"index named {self.upload_config.index_name} at {upload_destination} with "
f"batch size (in bytes) {self.upload_config.batch_size_bytes} with "
f"{self.upload_config.num_threads} (number of) threads"
@@ -447,20 +422,35 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
f"This may cause issues when uploading."
)
for batch in generator_batching_wbytes(
- elements_dict, batch_size_limit_bytes=self.upload_config.batch_size_bytes
+ data, batch_size_limit_bytes=self.upload_config.batch_size_bytes
):
- for success, info in parallel_bulk(
- client=client,
- actions=batch,
- thread_count=self.upload_config.num_threads,
- ):
- if not success:
- logger.error(
- "upload failed for a batch in "
- f"{(self.__class__.__name__).replace('Uploader', '')} "
- "destination connector:",
- info,
- )
+ try:
+ iterator = parallel_bulk(
+ client=client,
+ actions=batch,
+ thread_count=self.upload_config.num_threads,
+ )
+ collections.deque(iterator, maxlen=0)
+ except BulkIndexError as e:
+ sanitized_errors = [
+ self._sanitize_bulk_index_error(error) for error in e.errors
+ ]
+ logger.error(
+ f"Batch upload failed - {e} - with following errors: {sanitized_errors}"
+ )
+ raise e
+ except Exception as e:
+ logger.error(f"Batch upload failed - {e}")
+ raise e
+
+ def _sanitize_bulk_index_error(self, error: dict[str, dict]) -> dict:
+ """Remove data uploaded to index from the log, leave only error information.
+
+ Error structure is `{
: {..., "data": }}`
+ """
+ for error_data in error.values():
+ error_data.pop("data", None)
+ return error
elasticsearch_source_entry = SourceRegistryEntry(
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/azure.py b/unstructured_ingest/v2/processes/connectors/fsspec/azure.py
index dc3ec8a7d..964c9af0c 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/azure.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/azure.py
@@ -1,14 +1,14 @@
from __future__ import annotations
+from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
from time import time
-from typing import Any, Generator, Optional
+from typing import TYPE_CHECKING, Any, Generator, Optional
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import DownloadResponse, FileData, FileDataSourceMetadata
+from unstructured_ingest.v2.interfaces import FileDataSourceMetadata
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -25,6 +25,9 @@
)
from unstructured_ingest.v2.processes.connectors.fsspec.utils import json_serial, sterilize_dict
+if TYPE_CHECKING:
+ from adlfs import AzureBlobFileSystem
+
CONNECTOR_TYPE = "azure"
@@ -89,6 +92,12 @@ def get_access_config(self) -> dict[str, Any]:
}
return access_configs
+ @requires_dependencies(["adlfs", "fsspec"], extras="azure")
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["AzureBlobFileSystem", None, None]:
+ with super().get_client(protocol=protocol) as client:
+ yield client
+
@dataclass
class AzureIndexer(FsspecIndexer):
@@ -96,17 +105,9 @@ class AzureIndexer(FsspecIndexer):
index_config: AzureIndexerConfig
connector_type: str = CONNECTOR_TYPE
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def precheck(self) -> None:
- super().precheck()
-
def sterilize_info(self, file_data: dict) -> dict:
return sterilize_dict(data=file_data, default=azure_json_serial)
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- return super().run(**kwargs)
-
def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
path = file_data["name"]
date_created = (
@@ -149,14 +150,6 @@ class AzureDownloader(FsspecDownloader):
connector_type: str = CONNECTOR_TYPE
download_config: Optional[AzureDownloaderConfig] = field(default_factory=AzureDownloaderConfig)
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class AzureUploaderConfig(FsspecUploaderConfig):
pass
@@ -168,22 +161,6 @@ class AzureUploader(FsspecUploader):
connection_config: AzureConnectionConfig
upload_config: AzureUploaderConfig = field(default=None)
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["adlfs", "fsspec"], extras="azure")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
azure_source_entry = SourceRegistryEntry(
indexer=AzureIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/box.py b/unstructured_ingest/v2/processes/connectors/fsspec/box.py
index b8d865cd9..ce1bccb3c 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/box.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/box.py
@@ -1,15 +1,16 @@
from __future__ import annotations
+from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
from time import time
-from typing import Any, Generator, Optional
+from typing import TYPE_CHECKING, Annotated, Any, Generator, Optional
from dateutil import parser
from pydantic import Field, Secret
+from pydantic.functional_validators import BeforeValidator
from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import DownloadResponse, FileData, FileDataSourceMetadata
+from unstructured_ingest.v2.interfaces import FileDataSourceMetadata
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -23,7 +24,12 @@
FsspecIndexerConfig,
FsspecUploader,
FsspecUploaderConfig,
+ SourceConnectionError,
)
+from unstructured_ingest.v2.processes.connectors.utils import conform_string_to_dict
+
+if TYPE_CHECKING:
+ from boxfs import BoxFileSystem
CONNECTOR_TYPE = "box"
@@ -33,26 +39,35 @@ class BoxIndexerConfig(FsspecIndexerConfig):
class BoxAccessConfig(FsspecAccessConfig):
- box_app_config: Optional[str] = Field(
- default=None, description="Path to Box app credentials as json file."
+ box_app_config: Annotated[dict, BeforeValidator(conform_string_to_dict)] = Field(
+ description="Box app credentials as a JSON string."
)
class BoxConnectionConfig(FsspecConnectionConfig):
supported_protocols: list[str] = field(default_factory=lambda: ["box"], init=False)
- access_config: Secret[BoxAccessConfig] = Field(default=BoxAccessConfig(), validate_default=True)
+ access_config: Secret[BoxAccessConfig]
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
def get_access_config(self) -> dict[str, Any]:
- # Return access_kwargs with oauth. The oauth object cannot be stored directly in the config
- # because it is not serializable.
from boxsdk import JWTAuth
ac = self.access_config.get_secret_value()
+ settings_dict = ac.box_app_config
+
+ # Create and authenticate the JWTAuth object
+ oauth = JWTAuth.from_settings_dictionary(settings_dict)
+ try:
+ oauth.authenticate_instance()
+ except Exception as e:
+ raise SourceConnectionError(f"Failed to authenticate with Box: {e}")
+
+ if not oauth.access_token:
+ raise SourceConnectionError("Authentication failed: No access token generated.")
+
+ # Prepare the access configuration with the authenticated oauth
access_kwargs_with_oauth: dict[str, Any] = {
- "oauth": JWTAuth.from_settings_file(
- ac.box_app_config,
- ),
+ "oauth": oauth,
}
access_config: dict[str, Any] = ac.model_dump()
access_config.pop("box_app_config", None)
@@ -60,6 +75,12 @@ def get_access_config(self) -> dict[str, Any]:
return access_kwargs_with_oauth
+ @requires_dependencies(["boxfs"], extras="box")
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["BoxFileSystem", None, None]:
+ with super().get_client(protocol=protocol) as client:
+ yield client
+
@dataclass
class BoxIndexer(FsspecIndexer):
@@ -67,14 +88,6 @@ class BoxIndexer(FsspecIndexer):
index_config: BoxIndexerConfig
connector_type: str = CONNECTOR_TYPE
- @requires_dependencies(["boxfs"], extras="box")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- return super().run(**kwargs)
-
- @requires_dependencies(["boxfs"], extras="box")
- def precheck(self) -> None:
- super().precheck()
-
def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
path = file_data["name"]
date_created = None
@@ -114,14 +127,6 @@ class BoxDownloader(FsspecDownloader):
connector_type: str = CONNECTOR_TYPE
download_config: Optional[BoxDownloaderConfig] = field(default_factory=BoxDownloaderConfig)
- @requires_dependencies(["boxfs"], extras="box")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["boxfs"], extras="box")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class BoxUploaderConfig(FsspecUploaderConfig):
pass
@@ -133,22 +138,6 @@ class BoxUploader(FsspecUploader):
connection_config: BoxConnectionConfig
upload_config: BoxUploaderConfig = field(default=None)
- @requires_dependencies(["boxfs"], extras="box")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["boxfs"], extras="box")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["boxfs"], extras="box")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["boxfs"], extras="box")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
box_source_entry = SourceRegistryEntry(
indexer=BoxIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py b/unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py
index 0bd419dab..ca1a69683 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py
@@ -1,14 +1,14 @@
from __future__ import annotations
+from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
from time import time
-from typing import Any, Generator, Optional
+from typing import TYPE_CHECKING, Generator, Optional
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import DownloadResponse, FileData, FileDataSourceMetadata
+from unstructured_ingest.v2.interfaces import FileDataSourceMetadata
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -24,11 +24,16 @@
FsspecUploaderConfig,
)
+if TYPE_CHECKING:
+ from dropboxdrivefs import DropboxDriveFileSystem
+
CONNECTOR_TYPE = "dropbox"
class DropboxIndexerConfig(FsspecIndexerConfig):
- pass
+ def model_post_init(self, __context):
+ if not self.path_without_protocol.startswith("/"):
+ self.path_without_protocol = "/" + self.path_without_protocol
class DropboxAccessConfig(FsspecAccessConfig):
@@ -42,6 +47,12 @@ class DropboxConnectionConfig(FsspecConnectionConfig):
)
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["DropboxDriveFileSystem", None, None]:
+ with super().get_client(protocol=protocol) as client:
+ yield client
+
@dataclass
class DropboxIndexer(FsspecIndexer):
@@ -83,20 +94,6 @@ def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
filesize_bytes=file_size,
)
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def __post_init__(self):
- # dropbox expects the path to start with a /
- if not self.index_config.path_without_protocol.startswith("/"):
- self.index_config.path_without_protocol = "/" + self.index_config.path_without_protocol
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- return super().run(**kwargs)
-
class DropboxDownloaderConfig(FsspecDownloaderConfig):
pass
@@ -111,14 +108,6 @@ class DropboxDownloader(FsspecDownloader):
default_factory=DropboxDownloaderConfig
)
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class DropboxUploaderConfig(FsspecUploaderConfig):
pass
@@ -130,22 +119,6 @@ class DropboxUploader(FsspecUploader):
connection_config: DropboxConnectionConfig
upload_config: DropboxUploaderConfig = field(default=None)
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["dropboxdrivefs", "fsspec"], extras="dropbox")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
dropbox_source_entry = SourceRegistryEntry(
indexer=DropboxIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py b/unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py
index ca36fd0b2..ffe7364e2 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py
@@ -4,6 +4,7 @@
import random
import shutil
import tempfile
+from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
from typing import TYPE_CHECKING, Any, Generator, Optional, TypeVar
@@ -78,6 +79,15 @@ class FsspecConnectionConfig(ConnectionConfig):
access_config: Secret[FsspecAccessConfig]
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["AbstractFileSystem", None, None]:
+ from fsspec import get_filesystem_class
+
+ client = get_filesystem_class(protocol)(
+ **self.get_access_config(),
+ )
+ yield client
+
FsspecIndexerConfigT = TypeVar("FsspecIndexerConfigT", bound=FsspecIndexerConfig)
FsspecConnectionConfigT = TypeVar("FsspecConnectionConfigT", bound=FsspecConnectionConfig)
@@ -89,14 +99,6 @@ class FsspecIndexer(Indexer):
index_config: FsspecIndexerConfigT
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
- @property
- def fs(self) -> "AbstractFileSystem":
- from fsspec import get_filesystem_class
-
- return get_filesystem_class(self.index_config.protocol)(
- **self.connection_config.get_access_config(),
- )
-
def precheck(self) -> None:
from fsspec import get_filesystem_class
@@ -110,7 +112,8 @@ def precheck(self) -> None:
return
file_to_sample = valid_files[0]
logger.debug(f"attempting to make HEAD request for file: {file_to_sample}")
- self.fs.head(path=file_to_sample)
+ with self.connection_config.get_client(protocol=self.index_config.protocol) as client:
+ client.head(path=file_to_sample)
except Exception as e:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise SourceConnectionError(f"failed to validate connection: {e}")
@@ -120,16 +123,18 @@ def get_file_data(self) -> list[dict[str, Any]]:
# fs.ls does not walk directories
# directories that are listed in cloud storage can cause problems
# because they are seen as 0 byte files
- files = self.fs.ls(self.index_config.path_without_protocol, detail=True)
+ with self.connection_config.get_client(protocol=self.index_config.protocol) as client:
+ files = client.ls(self.index_config.path_without_protocol, detail=True)
else:
# fs.find will recursively walk directories
# "size" is a common key for all the cloud protocols with fs
- found = self.fs.find(
- self.index_config.path_without_protocol,
- detail=True,
- )
- files = found.values()
+ with self.connection_config.get_client(protocol=self.index_config.protocol) as client:
+ found = client.find(
+ self.index_config.path_without_protocol,
+ detail=True,
+ )
+ files = found.values()
filtered_files = [
file for file in files if file.get("size") > 0 and file.get("type") == "file"
]
@@ -200,15 +205,8 @@ class FsspecDownloader(Downloader):
)
def is_async(self) -> bool:
- return self.fs.async_impl
-
- @property
- def fs(self) -> "AbstractFileSystem":
- from fsspec import get_filesystem_class
-
- return get_filesystem_class(self.protocol)(
- **self.connection_config.get_access_config(),
- )
+ with self.connection_config.get_client(protocol=self.protocol) as client:
+ return client.async_impl
def handle_directory_download(self, lpath: Path) -> None:
# If the object's name contains certain characters (i.e. '?'), it
@@ -237,7 +235,8 @@ def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
download_path.parent.mkdir(parents=True, exist_ok=True)
try:
rpath = file_data.additional_metadata["original_file_path"]
- self.fs.get(rpath=rpath, lpath=download_path.as_posix())
+ with self.connection_config.get_client(protocol=self.protocol) as client:
+ client.get(rpath=rpath, lpath=download_path.as_posix())
self.handle_directory_download(lpath=download_path)
except Exception as e:
logger.error(f"failed to download file {file_data.identifier}: {e}", exc_info=True)
@@ -249,7 +248,8 @@ async def async_run(self, file_data: FileData, **kwargs: Any) -> DownloadRespons
download_path.parent.mkdir(parents=True, exist_ok=True)
try:
rpath = file_data.additional_metadata["original_file_path"]
- await self.fs.get(rpath=rpath, lpath=download_path.as_posix())
+ with self.connection_config.get_client(protocol=self.protocol) as client:
+ await client.get(rpath=rpath, lpath=download_path.as_posix())
self.handle_directory_download(lpath=download_path)
except Exception as e:
logger.error(f"failed to download file {file_data.identifier}: {e}", exc_info=True)
@@ -268,9 +268,11 @@ class FsspecUploaderConfig(FileConfig, UploaderConfig):
class FsspecUploader(Uploader):
connector_type: str = CONNECTOR_TYPE
upload_config: FsspecUploaderConfigT = field(default=None)
+ connection_config: FsspecConnectionConfigT
def is_async(self) -> bool:
- return self.fs.async_impl
+ with self.connection_config.get_client(protocol=self.upload_config.protocol) as client:
+ return client.async_impl
@property
def fs(self) -> "AbstractFileSystem":
@@ -297,7 +299,7 @@ def precheck(self) -> None:
**self.connection_config.get_access_config(),
)
upload_path = Path(self.upload_config.path_without_protocol) / "_empty"
- fs.write_bytes(path=str(upload_path), value=b"")
+ fs.write_bytes(path=upload_path.as_posix(), value=b"")
except Exception as e:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
@@ -314,11 +316,13 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
path_str = str(path.resolve())
upload_path = self.get_upload_path(file_data=file_data)
logger.debug(f"writing local file {path_str} to {upload_path}")
- self.fs.upload(lpath=path_str, rpath=str(upload_path))
+ with self.connection_config.get_client(protocol=self.upload_config.protocol) as client:
+ client.upload(lpath=path_str, rpath=upload_path.as_posix())
async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
upload_path = self.get_upload_path(file_data=file_data)
path_str = str(path.resolve())
# Odd that fsspec doesn't run exists() as async even when client support async
logger.debug(f"writing local file {path_str} to {upload_path}")
- self.fs.upload(lpath=path_str, rpath=str(upload_path))
+ with self.connection_config.get_client(protocol=self.upload_config.protocol) as client:
+ client.upload(lpath=path_str, rpath=upload_path.as_posix())
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/gcs.py b/unstructured_ingest/v2/processes/connectors/fsspec/gcs.py
index 4bbe59434..9220b0347 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/gcs.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/gcs.py
@@ -1,16 +1,17 @@
from __future__ import annotations
+from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
from time import time
-from typing import Any, Generator, Optional, Union
+from typing import TYPE_CHECKING, Any, Generator, Optional, Union
from dateutil import parser
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.utils.string_and_date_utils import json_to_dict
-from unstructured_ingest.v2.interfaces import DownloadResponse, FileData, FileDataSourceMetadata
+from unstructured_ingest.v2.interfaces import FileDataSourceMetadata
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -26,6 +27,9 @@
FsspecUploaderConfig,
)
+if TYPE_CHECKING:
+ from gcsfs import GCSFileSystem
+
CONNECTOR_TYPE = "gcs"
@@ -93,6 +97,12 @@ class GcsConnectionConfig(FsspecConnectionConfig):
access_config: Secret[GcsAccessConfig] = Field(default=GcsAccessConfig(), validate_default=True)
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["GCSFileSystem", None, None]:
+ with super().get_client(protocol=protocol) as client:
+ yield client
+
@dataclass
class GcsIndexer(FsspecIndexer):
@@ -100,14 +110,6 @@ class GcsIndexer(FsspecIndexer):
index_config: GcsIndexerConfig
connector_type: str = CONNECTOR_TYPE
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- return super().run(**kwargs)
-
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def precheck(self) -> None:
- super().precheck()
-
def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
path = file_data["name"]
date_created = None
@@ -147,14 +149,6 @@ class GcsDownloader(FsspecDownloader):
connector_type: str = CONNECTOR_TYPE
download_config: Optional[GcsDownloaderConfig] = field(default_factory=GcsDownloaderConfig)
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class GcsUploaderConfig(FsspecUploaderConfig):
pass
@@ -166,22 +160,6 @@ class GcsUploader(FsspecUploader):
connection_config: GcsConnectionConfig
upload_config: GcsUploaderConfig = field(default=None)
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
gcs_source_entry = SourceRegistryEntry(
indexer=GcsIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/s3.py b/unstructured_ingest/v2/processes/connectors/fsspec/s3.py
index d34bf9812..c4089a32f 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/s3.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/s3.py
@@ -1,15 +1,13 @@
import contextlib
+from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
from time import time
-from typing import Any, Generator, Optional
+from typing import TYPE_CHECKING, Any, Generator, Optional
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.interfaces import (
- DownloadResponse,
- FileData,
FileDataSourceMetadata,
)
from unstructured_ingest.v2.processes.connector_registry import (
@@ -29,6 +27,9 @@
CONNECTOR_TYPE = "s3"
+if TYPE_CHECKING:
+ from s3fs import S3FileSystem
+
class S3IndexerConfig(FsspecIndexerConfig):
pass
@@ -72,6 +73,12 @@ def get_access_config(self) -> dict[str, Any]:
)
return access_configs
+ @requires_dependencies(["s3fs", "fsspec"], extras="s3")
+ @contextmanager
+ def get_client(self, protocol: str) -> Generator["S3FileSystem", None, None]:
+ with super().get_client(protocol=protocol) as client:
+ yield client
+
@dataclass
class S3Indexer(FsspecIndexer):
@@ -97,7 +104,8 @@ def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
version = file_data.get("ETag").rstrip('"').lstrip('"') if "ETag" in file_data else None
metadata: dict[str, str] = {}
with contextlib.suppress(AttributeError):
- metadata = self.fs.metadata(path=path)
+ with self.connection_config.get_client(protocol=self.index_config.protocol) as client:
+ metadata = client.metadata(path=path)
record_locator = {
"protocol": self.index_config.protocol,
"remote_file_path": self.index_config.remote_url,
@@ -114,14 +122,6 @@ def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
filesize_bytes=file_size,
)
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- return super().run(**kwargs)
-
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def precheck(self) -> None:
- super().precheck()
-
class S3DownloaderConfig(FsspecDownloaderConfig):
pass
@@ -134,14 +134,6 @@ class S3Downloader(FsspecDownloader):
connector_type: str = CONNECTOR_TYPE
download_config: Optional[S3DownloaderConfig] = field(default_factory=S3DownloaderConfig)
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class S3UploaderConfig(FsspecUploaderConfig):
pass
@@ -153,22 +145,6 @@ class S3Uploader(FsspecUploader):
connection_config: S3ConnectionConfig
upload_config: S3UploaderConfig = field(default=None)
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["s3fs", "fsspec"], extras="s3")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
s3_source_entry = SourceRegistryEntry(
indexer=S3Indexer,
diff --git a/unstructured_ingest/v2/processes/connectors/fsspec/sftp.py b/unstructured_ingest/v2/processes/connectors/fsspec/sftp.py
index de1aa0f4d..c770f3c6a 100644
--- a/unstructured_ingest/v2/processes/connectors/fsspec/sftp.py
+++ b/unstructured_ingest/v2/processes/connectors/fsspec/sftp.py
@@ -1,16 +1,17 @@
from __future__ import annotations
import os
+from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
from time import time
-from typing import Any, Generator, Optional
+from typing import TYPE_CHECKING, Any, Generator, Optional
from urllib.parse import urlparse
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import DownloadResponse, FileData, FileDataSourceMetadata
+from unstructured_ingest.v2.interfaces import FileData, FileDataSourceMetadata
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -26,6 +27,9 @@
FsspecUploaderConfig,
)
+if TYPE_CHECKING:
+ from fsspec.implementations.sftp import SFTPFileSystem
+
CONNECTOR_TYPE = "sftp"
@@ -67,6 +71,19 @@ def get_access_config(self) -> dict[str, Any]:
}
return access_config
+ @contextmanager
+ @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
+ def get_client(self, protocol: str) -> Generator["SFTPFileSystem", None, None]:
+ # The paramiko.SSHClient() client that's opened by the SFTPFileSystem
+ # never gets closed so explicitly adding that as part of this context manager
+ from fsspec import get_filesystem_class
+
+ client: SFTPFileSystem = get_filesystem_class(protocol)(
+ **self.get_access_config(),
+ )
+ yield client
+ client.client.close()
+
@dataclass
class SftpIndexer(FsspecIndexer):
@@ -74,13 +91,11 @@ class SftpIndexer(FsspecIndexer):
index_config: SftpIndexerConfig
connector_type: str = CONNECTOR_TYPE
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
def __post_init__(self):
parsed_url = urlparse(self.index_config.remote_url)
self.connection_config.host = parsed_url.hostname or self.connection_config.host
self.connection_config.port = parsed_url.port or self.connection_config.port
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
for file in super().run(**kwargs):
new_identifier = (
@@ -92,10 +107,6 @@ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
file.identifier = new_identifier
yield file
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- def precheck(self) -> None:
- super().precheck()
-
def get_metadata(self, file_data: dict) -> FileDataSourceMetadata:
path = file_data["name"]
date_created = str(file_data.get("time").timestamp()) if "time" in file_data else None
@@ -128,20 +139,11 @@ class SftpDownloader(FsspecDownloader):
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
download_config: Optional[SftpDownloaderConfig] = field(default_factory=SftpDownloaderConfig)
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
def __post_init__(self):
parsed_url = urlparse(self.download_config.remote_url)
self.connection_config.host = parsed_url.hostname or self.connection_config.host
self.connection_config.port = parsed_url.port or self.connection_config.port
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return super().run(file_data=file_data, **kwargs)
-
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- async def run_async(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- return await super().run_async(file_data=file_data, **kwargs)
-
class SftpUploaderConfig(FsspecUploaderConfig):
pass
@@ -153,22 +155,6 @@ class SftpUploader(FsspecUploader):
connection_config: SftpConnectionConfig
upload_config: SftpUploaderConfig = field(default=None)
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- def __post_init__(self):
- super().__post_init__()
-
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- def precheck(self) -> None:
- super().precheck()
-
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return super().run(path=path, file_data=file_data, **kwargs)
-
- @requires_dependencies(["paramiko", "fsspec"], extras="sftp")
- async def run_async(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- return await super().run_async(path=path, file_data=file_data, **kwargs)
-
sftp_source_entry = SourceRegistryEntry(
indexer=SftpIndexer,
diff --git a/unstructured_ingest/v2/processes/connectors/gitlab.py b/unstructured_ingest/v2/processes/connectors/gitlab.py
index ed29a8e0a..93146ac9a 100644
--- a/unstructured_ingest/v2/processes/connectors/gitlab.py
+++ b/unstructured_ingest/v2/processes/connectors/gitlab.py
@@ -1,5 +1,6 @@
from __future__ import annotations
+from contextlib import contextmanager
from dataclasses import dataclass
from pathlib import Path
from typing import TYPE_CHECKING, Any, Generator, Optional
@@ -82,16 +83,18 @@ def set_repo_path(self):
@SourceConnectionError.wrap
@requires_dependencies(["gitlab"], extras="gitlab")
- def get_client(self) -> "Gitlab":
+ @contextmanager
+ def get_client(self) -> Generator["Gitlab", None, None]:
from gitlab import Gitlab
logger.info(f"Connection to GitLab: {self.base_url!r}")
- gitlab = Gitlab(
+ with Gitlab(
self.base_url, private_token=self.access_config.get_secret_value().access_token
- )
- return gitlab
+ ) as client:
+ yield client
- def get_project(self) -> "Project":
+ @contextmanager
+ def get_project(self) -> Generator["Project", None, None]:
"""Retrieves the specified GitLab project using the configured base URL and access token.
Returns:
@@ -101,13 +104,12 @@ def get_project(self) -> "Project":
SourceConnectionError: If the GitLab API connection fails.
gitlab.exceptions.GitlabGetError: If the project is not found.
"""
- gitlab = self.get_client()
+ with self.get_client() as client:
+ logger.info(f"Accessing Project: '{self.repo_path}'")
+ project = client.projects.get(self.repo_path)
- logger.info(f"Accessing Project: '{self.repo_path}'")
- project = gitlab.projects.get(self.repo_path)
-
- logger.info(f"Successfully accessed project '{self.repo_path}'")
- return project
+ logger.info(f"Successfully accessed project '{self.repo_path}'")
+ yield project
class GitLabIndexerConfig(IndexerConfig):
@@ -144,11 +146,11 @@ def precheck(self) -> None:
"""
try:
- gitlab = self.connection_config.get_client()
- if self.connection_config.access_config.get_secret_value().access_token is not None:
- gitlab.auth()
- else:
- gitlab.projects.get(self.connection_config.repo_path)
+ with self.connection_config.get_client() as client:
+ if self.connection_config.access_config.get_secret_value().access_token is not None:
+ client.auth()
+ else:
+ client.projects.get(self.connection_config.repo_path)
except Exception as e:
logger.error(f"Failed to validate connection: {e}", exc_info=True)
@@ -168,17 +170,16 @@ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
FileData: A generator that yields `FileData` objects representing each file (blob)
in the repository.
"""
- project = self.connection_config.get_project()
-
- ref = self.index_config.git_branch or project.default_branch
-
- files = project.repository_tree(
- path=str(self.index_config.path),
- ref=ref,
- recursive=self.index_config.recursive,
- iterator=True,
- all=True,
- )
+ with self.connection_config.get_project() as project:
+ ref = self.index_config.git_branch or project.default_branch
+
+ files = project.repository_tree(
+ path=str(self.index_config.path),
+ ref=ref,
+ recursive=self.index_config.recursive,
+ iterator=True,
+ all=True,
+ )
for file in files:
relative_path = str(Path(file["path"]).relative_to(self.index_config.path))
@@ -250,12 +251,12 @@ def _download_file(self, file_data: FileData, download_path: Path) -> None:
ref = file_data.metadata.record_locator["ref"]
path = file_data.metadata.record_locator["file_path"]
-
- project_file = self.connection_config.get_project().files.get(file_path=path, ref=ref)
download_path.parent.mkdir(exist_ok=True, parents=True)
- with open(download_path, "wb") as file:
- file.write(project_file.decode())
+ with self.connection_config.get_project() as project:
+ project_file = project.files.get(file_path=path, ref=ref)
+ with open(download_path, "wb") as file:
+ file.write(project_file.decode())
gitlab_source_entry = SourceRegistryEntry(
diff --git a/unstructured_ingest/v2/processes/connectors/google_drive.py b/unstructured_ingest/v2/processes/connectors/google_drive.py
index 052e8db05..f84e10650 100644
--- a/unstructured_ingest/v2/processes/connectors/google_drive.py
+++ b/unstructured_ingest/v2/processes/connectors/google_drive.py
@@ -1,5 +1,6 @@
import io
import json
+from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
from typing import TYPE_CHECKING, Annotated, Any, Generator, Optional
@@ -74,7 +75,8 @@ class GoogleDriveConnectionConfig(ConnectionConfig):
access_config: Secret[GoogleDriveAccessConfig]
@requires_dependencies(["googleapiclient"], extras="google-drive")
- def get_files_service(self) -> "GoogleAPIResource":
+ @contextmanager
+ def get_client(self) -> Generator["GoogleAPIResource", None, None]:
from google.auth import exceptions
from google.oauth2 import service_account
from googleapiclient.discovery import build
@@ -86,8 +88,8 @@ def get_files_service(self) -> "GoogleAPIResource":
try:
creds = service_account.Credentials.from_service_account_info(key_data)
service = build("drive", "v3", credentials=creds)
- return service.files()
-
+ with service.files() as client:
+ yield client
except HttpError as exc:
raise ValueError(f"{exc.reason}")
except exceptions.DefaultCredentialsError:
@@ -132,7 +134,7 @@ class GoogleDriveIndexer(Indexer):
def precheck(self) -> None:
try:
- self.connection_config.get_files_service()
+ self.connection_config.get_client()
except Exception as e:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise SourceConnectionError(f"failed to validate connection: {e}")
@@ -266,13 +268,14 @@ def get_files(
return data
def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- for f in self.get_files(
- files_client=self.connection_config.get_files_service(),
- object_id=self.connection_config.drive_id,
- recursive=self.index_config.recursive,
- extensions=self.index_config.extensions,
- ):
- yield f
+ with self.connection_config.get_client() as client:
+ for f in self.get_files(
+ files_client=client,
+ object_id=self.connection_config.drive_id,
+ recursive=self.index_config.recursive,
+ extensions=self.index_config.extensions,
+ ):
+ yield f
class GoogleDriveDownloaderConfig(DownloaderConfig):
@@ -309,30 +312,30 @@ def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
logger.debug(f"fetching file: {file_data.source_identifiers.fullpath}")
mime_type = file_data.additional_metadata["mimeType"]
record_id = file_data.identifier
- files_client = self.connection_config.get_files_service()
- if mime_type.startswith("application/vnd.google-apps"):
- export_mime = GOOGLE_DRIVE_EXPORT_TYPES.get(
- self.meta.get("mimeType"), # type: ignore
- )
- if not export_mime:
- raise TypeError(
- f"File not supported. Name: {file_data.source_identifiers.filename} "
- f"ID: {record_id} "
- f"MimeType: {mime_type}"
+ with self.connection_config.get_client() as client:
+ if mime_type.startswith("application/vnd.google-apps"):
+ export_mime = GOOGLE_DRIVE_EXPORT_TYPES.get(
+ self.meta.get("mimeType"), # type: ignore
)
-
- request = files_client.export_media(
- fileId=record_id,
- mimeType=export_mime,
- )
- else:
- request = files_client.get_media(fileId=record_id)
+ if not export_mime:
+ raise TypeError(
+ f"File not supported. Name: {file_data.source_identifiers.filename} "
+ f"ID: {record_id} "
+ f"MimeType: {mime_type}"
+ )
+
+ request = client.export_media(
+ fileId=record_id,
+ mimeType=export_mime,
+ )
+ else:
+ request = client.get_media(fileId=record_id)
file_contents = io.BytesIO()
downloader = MediaIoBaseDownload(file_contents, request)
downloaded = self._get_content(downloader=downloader)
if not downloaded or not file_contents:
- return []
+ raise SourceConnectionError("nothing found to download")
return self._write_file(file_data=file_data, file_contents=file_contents)
diff --git a/unstructured_ingest/v2/processes/connectors/kafka/cloud.py b/unstructured_ingest/v2/processes/connectors/kafka/cloud.py
index b4c2fd4ef..27ea4363a 100644
--- a/unstructured_ingest/v2/processes/connectors/kafka/cloud.py
+++ b/unstructured_ingest/v2/processes/connectors/kafka/cloud.py
@@ -4,6 +4,7 @@
from pydantic import Field, Secret, SecretStr
+from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
SourceRegistryEntry,
@@ -50,6 +51,7 @@ def get_consumer_configuration(self) -> dict:
"sasl.password": access_config.secret.get_secret_value(),
"sasl.mechanism": "PLAIN",
"security.protocol": "SASL_SSL",
+ "logger": logger,
}
return conf
@@ -61,10 +63,11 @@ def get_producer_configuration(self) -> dict:
conf = {
"bootstrap.servers": f"{bootstrap}:{port}",
- "sasl.username": access_config.kafka_api_key,
- "sasl.password": access_config.secret,
+ "sasl.username": access_config.kafka_api_key.get_secret_value(),
+ "sasl.password": access_config.secret.get_secret_value(),
"sasl.mechanism": "PLAIN",
"security.protocol": "SASL_SSL",
+ "logger": logger,
}
return conf
diff --git a/unstructured_ingest/v2/processes/connectors/kafka/kafka.py b/unstructured_ingest/v2/processes/connectors/kafka/kafka.py
index 85c35d675..ac95dfeab 100644
--- a/unstructured_ingest/v2/processes/connectors/kafka/kafka.py
+++ b/unstructured_ingest/v2/processes/connectors/kafka/kafka.py
@@ -170,7 +170,7 @@ def precheck(self):
]
if self.index_config.topic not in current_topics:
raise SourceConnectionError(
- "expected topic {} not detected in cluster: {}".format(
+ "expected topic '{}' not detected in cluster: '{}'".format(
self.index_config.topic, ", ".join(current_topics)
)
)
@@ -232,6 +232,13 @@ def precheck(self):
topic for topic in cluster_meta.topics if topic != "__consumer_offsets"
]
logger.info(f"successfully checked available topics: {current_topics}")
+ if self.upload_config.topic not in current_topics:
+ raise DestinationConnectionError(
+ "expected topic '{}' not detected in cluster: '{}'".format(
+ self.upload_config.topic, ", ".join(current_topics)
+ )
+ )
+
except Exception as e:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
@@ -243,8 +250,10 @@ def produce_batch(self, elements: list[dict]) -> None:
failed_producer = False
def acked(err, msg):
+ nonlocal failed_producer
if err is not None:
- logger.error("Failed to deliver message: %s: %s" % (str(msg), str(err)))
+ failed_producer = True
+ logger.error("Failed to deliver kafka message: %s: %s" % (str(msg), str(err)))
for element in elements:
producer.produce(
@@ -253,12 +262,12 @@ def acked(err, msg):
callback=acked,
)
- producer.flush(timeout=self.upload_config.timeout)
+ while producer_len := len(producer):
+ logger.debug(f"another iteration of kafka producer flush. Queue length: {producer_len}")
+ producer.flush(timeout=self.upload_config.timeout)
if failed_producer:
raise KafkaException("failed to produce all messages in batch")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as elements_file:
- elements = json.load(elements_file)
- for element_batch in batch_generator(elements, batch_size=self.upload_config.batch_size):
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ for element_batch in batch_generator(data, batch_size=self.upload_config.batch_size):
self.produce_batch(elements=element_batch)
diff --git a/unstructured_ingest/v2/processes/connectors/kdbai.py b/unstructured_ingest/v2/processes/connectors/kdbai.py
index 0ad703f22..6cbcb1b33 100644
--- a/unstructured_ingest/v2/processes/connectors/kdbai.py
+++ b/unstructured_ingest/v2/processes/connectors/kdbai.py
@@ -1,14 +1,13 @@
-import json
+from contextlib import contextmanager
from dataclasses import dataclass, field
from pathlib import Path
-from typing import TYPE_CHECKING, Any, Optional
+from typing import TYPE_CHECKING, Any, Generator, Optional
-import numpy as np
import pandas as pd
from pydantic import Field, Secret
from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import flatten_dict
+from unstructured_ingest.utils.data_prep import flatten_dict, get_data_df, split_dataframe
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.interfaces import (
AccessConfig,
@@ -48,12 +47,19 @@ class KdbaiConnectionConfig(ConnectionConfig):
)
@requires_dependencies(["kdbai_client"], extras="kdbai")
- def get_session(self) -> "Session":
+ @contextmanager
+ def get_client(self) -> Generator["Session", None, None]:
from kdbai_client import Session
- return Session(
- api_key=self.access_config.get_secret_value().api_key, endpoint=self.endpoint
- )
+ session = None
+ try:
+ session = Session(
+ api_key=self.access_config.get_secret_value().api_key, endpoint=self.endpoint
+ )
+ yield session
+ finally:
+ if session:
+ session.close()
class KdbaiUploadStagerConfig(UploadStagerConfig):
@@ -64,38 +70,19 @@ class KdbaiUploadStagerConfig(UploadStagerConfig):
class KdbaiUploadStager(UploadStager):
upload_stager_config: KdbaiUploadStagerConfig = field(default_factory=KdbaiUploadStagerConfig)
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
- output_path.parent.mkdir(parents=True, exist_ok=True)
-
- data = []
- for element in elements_contents:
- data.append(
- {
- "id": get_enhanced_element_id(element_dict=element, file_data=file_data),
- "element_id": element.get("element_id"),
- "document": element.pop("text", None),
- "embeddings": element.get("embeddings"),
- "metadata": flatten_dict(
- dictionary=element.get("metadata"),
- flatten_lists=True,
- remove_none=True,
- ),
- }
- )
- logger.debug(f"writing {len(data)} elements to {output_path}")
- with output_path.open("w") as output_file:
- json.dump(data, output_file, indent=2)
- return output_path
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
+ return {
+ "id": get_enhanced_element_id(element_dict=data, file_data=file_data),
+ "element_id": data.get("element_id"),
+ "document": data.pop("text", None),
+ "embeddings": data.get("embeddings"),
+ "metadata": flatten_dict(
+ dictionary=data.get("metadata"),
+ flatten_lists=True,
+ remove_none=True,
+ ),
+ }
class KdbaiUploaderConfig(UploaderConfig):
@@ -119,50 +106,37 @@ def precheck(self) -> None:
logger.error(f"Failed to validate connection {e}", exc_info=True)
raise DestinationConnectionError(f"failed to validate connection: {e}")
- def get_database(self) -> "Database":
- session: Session = self.connection_config.get_session()
- db = session.database(self.upload_config.database_name)
- return db
+ @contextmanager
+ def get_database(self) -> Generator["Database", None, None]:
+ with self.connection_config.get_client() as client:
+ db = client.database(self.upload_config.database_name)
+ yield db
- def get_table(self) -> "Table":
- db = self.get_database()
- table = db.table(self.upload_config.table_name)
- return table
+ @contextmanager
+ def get_table(self) -> Generator["Table", None, None]:
+ with self.get_database() as db:
+ table = db.table(self.upload_config.table_name)
+ yield table
def upsert_batch(self, batch: pd.DataFrame):
- table = self.get_table()
- table.insert(batch)
+ with self.get_table() as table:
+ table.insert(batch)
def process_dataframe(self, df: pd.DataFrame):
logger.debug(
f"uploading {len(df)} entries to {self.connection_config.endpoint} "
f"db {self.upload_config.database_name} in table {self.upload_config.table_name}"
)
- for _, batch_df in df.groupby(np.arange(len(df)) // self.upload_config.batch_size):
+ for batch_df in split_dataframe(df=df, chunk_size=self.upload_config.batch_size):
self.upsert_batch(batch=batch_df)
- def process_csv(self, csv_paths: list[Path]):
- logger.debug(f"uploading content from {len(csv_paths)} csv files")
- df = pd.concat((pd.read_csv(path) for path in csv_paths), ignore_index=True)
- self.process_dataframe(df=df)
-
- def process_json(self, json_paths: list[Path]):
- logger.debug(f"uploading content from {len(json_paths)} json files")
- all_records = []
- for p in json_paths:
- with open(p) as json_file:
- all_records.extend(json.load(json_file))
-
- df = pd.DataFrame(data=all_records)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ df = pd.DataFrame(data=data)
self.process_dataframe(df=df)
def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- if path.suffix == ".csv":
- self.process_csv(csv_paths=[path])
- elif path.suffix == ".json":
- self.process_json(json_paths=[path])
- else:
- raise ValueError(f"Unsupported file type, must be json or csv file: {path}")
+ data = get_data_df(path=path)
+ self.process_dataframe(df=data)
kdbai_destination_entry = DestinationRegistryEntry(
diff --git a/unstructured_ingest/v2/processes/connectors/lancedb/lancedb.py b/unstructured_ingest/v2/processes/connectors/lancedb/lancedb.py
index f01834e10..dbcf6ba0c 100644
--- a/unstructured_ingest/v2/processes/connectors/lancedb/lancedb.py
+++ b/unstructured_ingest/v2/processes/connectors/lancedb/lancedb.py
@@ -41,14 +41,11 @@ def get_storage_options(self) -> Optional[dict[str, str]]:
async def get_async_connection(self) -> AsyncGenerator["AsyncConnection", None]:
import lancedb
- connection = await lancedb.connect_async(
+ with await lancedb.connect_async(
self.uri,
storage_options=self.get_storage_options(),
- )
- try:
+ ) as connection:
yield connection
- finally:
- connection.close()
class LanceDBRemoteConnectionConfig(LanceDBConnectionConfig):
@@ -85,8 +82,8 @@ def run(
df = pd.DataFrame(
[
- self._conform_element_contents(element_contents, file_data)
- for element_contents in elements_contents
+ self.conform_dict(element_dict=element_dict, file_data=file_data)
+ for element_dict in elements_contents
]
)
@@ -95,11 +92,12 @@ def run(
return output_path
- def _conform_element_contents(self, element: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
return {
- "vector": element.pop("embeddings", None),
+ "vector": data.pop("embeddings", None),
RECORD_ID_LABEL: file_data.identifier,
- **flatten_dict(element, separator="-"),
+ **flatten_dict(data, separator="-"),
}
diff --git a/unstructured_ingest/v2/processes/connectors/local.py b/unstructured_ingest/v2/processes/connectors/local.py
index 28752cb94..82b6fd9cf 100644
--- a/unstructured_ingest/v2/processes/connectors/local.py
+++ b/unstructured_ingest/v2/processes/connectors/local.py
@@ -1,4 +1,5 @@
import glob
+import json
import shutil
from dataclasses import dataclass, field
from pathlib import Path
@@ -175,7 +176,7 @@ class LocalUploader(Uploader):
def is_async(self) -> bool:
return False
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ def get_destination_path(self, file_data: FileData) -> Path:
if source_identifiers := file_data.source_identifiers:
rel_path = (
source_identifiers.relative_path[1:]
@@ -188,7 +189,17 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
)
else:
final_path = self.upload_config.output_path / Path(f"{file_data.identifier}.json")
- Path(final_path).parent.mkdir(parents=True, exist_ok=True)
+ final_path = Path(final_path)
+ final_path.parent.mkdir(parents=True, exist_ok=True)
+ return final_path
+
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ final_path = self.get_destination_path(file_data=file_data)
+ with final_path.open("w") as f:
+ json.dump(data, f)
+
+ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ final_path = self.get_destination_path(file_data=file_data)
logger.debug(f"copying file from {path} to {final_path}")
shutil.copy(src=str(path), dst=str(final_path))
diff --git a/unstructured_ingest/v2/processes/connectors/milvus.py b/unstructured_ingest/v2/processes/connectors/milvus.py
index e647be3c0..0dc21c38b 100644
--- a/unstructured_ingest/v2/processes/connectors/milvus.py
+++ b/unstructured_ingest/v2/processes/connectors/milvus.py
@@ -1,10 +1,8 @@
import json
from contextlib import contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
from typing import TYPE_CHECKING, Any, Generator, Optional, Union
-import pandas as pd
from dateutil import parser
from pydantic import Field, Secret
@@ -16,7 +14,6 @@
AccessConfig,
ConnectionConfig,
FileData,
- UploadContent,
Uploader,
UploaderConfig,
UploadStager,
@@ -59,10 +56,17 @@ def get_connection_kwargs(self) -> dict[str, Any]:
return connection_config_dict
@requires_dependencies(["pymilvus"], extras="milvus")
- def get_client(self) -> "MilvusClient":
+ @contextmanager
+ def get_client(self) -> Generator["MilvusClient", None, None]:
from pymilvus import MilvusClient
- return MilvusClient(**self.get_connection_kwargs())
+ client = None
+ try:
+ client = MilvusClient(**self.get_connection_kwargs())
+ yield client
+ finally:
+ if client:
+ client.close()
class MilvusUploadStagerConfig(UploadStagerConfig):
@@ -91,8 +95,8 @@ def parse_date_string(date_string: str) -> float:
pass
return parser.parse(date_string).timestamp()
- def conform_dict(self, data: dict, file_data: FileData) -> dict:
- working_data = data.copy()
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ working_data = element_dict.copy()
if self.upload_stager_config.flatten_metadata and (
metadata := working_data.pop("metadata", None)
):
@@ -134,29 +138,6 @@ def conform_dict(self, data: dict, file_data: FileData) -> dict:
working_data[RECORD_ID_LABEL] = file_data.identifier
return working_data
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents: list[dict[str, Any]] = json.load(elements_file)
- new_content = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
- output_filename_path = Path(output_filename)
- if output_filename_path.suffix == ".json":
- output_path = Path(output_dir) / output_filename_path
- else:
- output_path = Path(output_dir) / output_filename_path.with_suffix(".json")
- output_path.parent.mkdir(parents=True, exist_ok=True)
- with output_path.open("w") as output_file:
- json.dump(new_content, output_file, indent=2)
- return output_path
-
class MilvusUploaderConfig(UploaderConfig):
db_name: Optional[str] = Field(default=None, description="Milvus database name")
@@ -190,22 +171,10 @@ def precheck(self):
@contextmanager
def get_client(self) -> Generator["MilvusClient", None, None]:
- client = self.connection_config.get_client()
- if db_name := self.upload_config.db_name:
- client.using_database(db_name=db_name)
- try:
+ with self.connection_config.get_client() as client:
+ if db_name := self.upload_config.db_name:
+ client.using_database(db_name=db_name)
yield client
- finally:
- client.close()
-
- def upload(self, content: UploadContent) -> None:
- file_extension = content.path.suffix
- if file_extension == ".json":
- self.upload_json(content=content)
- elif file_extension == ".csv":
- self.upload_csv(content=content)
- else:
- raise ValueError(f"Unsupported file extension: {file_extension}")
def delete_by_record_id(self, file_data: FileData) -> None:
logger.info(
@@ -242,19 +211,9 @@ def insert_results(self, data: Union[dict, list[dict]]):
err_count = res["err_count"]
raise WriteError(f"failed to upload {err_count} docs")
- def upload_csv(self, content: UploadContent) -> None:
- df = pd.read_csv(content.path)
- data = df.to_dict(orient="records")
- self.insert_results(data=data)
-
- def upload_json(self, content: UploadContent) -> None:
- with content.path.open("r") as file:
- data: list[dict] = json.load(file)
- self.insert_results(data=data)
-
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
self.delete_by_record_id(file_data=file_data)
- self.upload(content=UploadContent(path=path, file_data=file_data))
+ self.insert_results(data=data)
milvus_destination_entry = DestinationRegistryEntry(
diff --git a/unstructured_ingest/v2/processes/connectors/mongodb.py b/unstructured_ingest/v2/processes/connectors/mongodb.py
index a91332fe7..b1308c3ae 100644
--- a/unstructured_ingest/v2/processes/connectors/mongodb.py
+++ b/unstructured_ingest/v2/processes/connectors/mongodb.py
@@ -1,13 +1,10 @@
-import json
-import sys
from contextlib import contextmanager
-from dataclasses import dataclass, replace
+from dataclasses import dataclass
from datetime import datetime
-from pathlib import Path
from time import time
from typing import TYPE_CHECKING, Any, Generator, Optional
-from pydantic import Field, Secret
+from pydantic import BaseModel, Field, Secret
from unstructured_ingest.__version__ import __version__ as unstructured_version
from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
@@ -16,9 +13,12 @@
from unstructured_ingest.v2.constants import RECORD_ID_LABEL
from unstructured_ingest.v2.interfaces import (
AccessConfig,
+ BatchFileData,
+ BatchItem,
ConnectionConfig,
Downloader,
DownloaderConfig,
+ DownloadResponse,
FileData,
FileDataSourceMetadata,
Indexer,
@@ -42,6 +42,15 @@
SERVER_API_VERSION = "1"
+class MongoDBAdditionalMetadata(BaseModel):
+ database: str
+ collection: str
+
+
+class MongoDBBatchFileData(BatchFileData):
+ additional_metadata: MongoDBAdditionalMetadata
+
+
class MongoDBAccessConfig(AccessConfig):
uri: Optional[str] = Field(default=None, description="URI to user when connecting")
@@ -124,7 +133,7 @@ def precheck(self) -> None:
logger.error(f"Failed to validate connection: {e}", exc_info=True)
raise SourceConnectionError(f"Failed to validate connection: {e}")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ def run(self, **kwargs: Any) -> Generator[BatchFileData, None, None]:
"""Generates FileData objects for each document in the MongoDB collection."""
with self.connection_config.get_client() as client:
database = client[self.index_config.database]
@@ -132,12 +141,12 @@ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
# Get list of document IDs
ids = collection.distinct("_id")
- batch_size = self.index_config.batch_size if self.index_config else 100
+
+ ids = sorted(ids)
+ batch_size = self.index_config.batch_size
for id_batch in batch_generator(ids, batch_size=batch_size):
# Make sure the hash is always a positive number to create identifier
- batch_id = str(hash(frozenset(id_batch)) + sys.maxsize + 1)
-
metadata = FileDataSourceMetadata(
date_processed=str(time()),
record_locator={
@@ -146,14 +155,13 @@ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
},
)
- file_data = FileData(
- identifier=batch_id,
- doc_type="batch",
+ file_data = MongoDBBatchFileData(
connector_type=self.connector_type,
metadata=metadata,
- additional_metadata={
- "ids": [str(doc_id) for doc_id in id_batch],
- },
+ batch_items=[BatchItem(identifier=str(doc_id)) for doc_id in id_batch],
+ additional_metadata=MongoDBAdditionalMetadata(
+ collection=self.index_config.collection, database=self.index_config.database
+ ),
)
yield file_data
@@ -164,26 +172,58 @@ class MongoDBDownloader(Downloader):
connection_config: MongoDBConnectionConfig
connector_type: str = CONNECTOR_TYPE
- @requires_dependencies(["pymongo"], extras="mongodb")
- def create_client(self) -> "MongoClient":
- from pymongo import MongoClient
- from pymongo.driver_info import DriverInfo
- from pymongo.server_api import ServerApi
+ def generate_download_response(
+ self, doc: dict, file_data: MongoDBBatchFileData
+ ) -> DownloadResponse:
+ from bson.objectid import ObjectId
- access_config = self.connection_config.access_config.get_secret_value()
+ doc_id = doc["_id"]
+ doc.pop("_id", None)
- if access_config.uri:
- return MongoClient(
- access_config.uri,
- server_api=ServerApi(version=SERVER_API_VERSION),
- driver=DriverInfo(name="unstructured", version=unstructured_version),
- )
- else:
- return MongoClient(
- host=self.connection_config.host,
- port=self.connection_config.port,
- server_api=ServerApi(version=SERVER_API_VERSION),
- )
+ # Extract date_created from the document or ObjectId
+ date_created = None
+ if "date_created" in doc:
+ # If the document has a 'date_created' field, use it
+ date_created = doc["date_created"]
+ if isinstance(date_created, datetime):
+ date_created = date_created.isoformat()
+ else:
+ # Convert to ISO format if it's a string
+ date_created = str(date_created)
+ elif isinstance(doc_id, ObjectId):
+ # Use the ObjectId's generation time
+ date_created = doc_id.generation_time.isoformat()
+
+ flattened_dict = flatten_dict(dictionary=doc)
+ concatenated_values = "\n".join(str(value) for value in flattened_dict.values())
+
+ # Create a FileData object for each document with source_identifiers
+ filename = f"{doc_id}.txt"
+ file_data.source_identifiers = SourceIdentifiers(
+ filename=filename,
+ fullpath=filename,
+ )
+ cast_file_data = FileData.cast(file_data=file_data)
+ cast_file_data.identifier = str(doc_id)
+
+ # Determine the download path
+ download_path = self.get_download_path(file_data=cast_file_data)
+ if download_path is None:
+ raise ValueError("Download path could not be determined")
+
+ download_path.parent.mkdir(parents=True, exist_ok=True)
+
+ # Write the concatenated values to the file
+ with open(download_path, "w", encoding="utf8") as f:
+ f.write(concatenated_values)
+
+ # Update metadata
+ cast_file_data.metadata.record_locator["document_id"] = str(doc_id)
+ cast_file_data.metadata.date_created = date_created
+
+ return super().generate_download_response(
+ file_data=cast_file_data, download_path=download_path
+ )
@SourceConnectionError.wrap
@requires_dependencies(["bson"], extras="mongodb")
@@ -192,82 +232,34 @@ def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
from bson.errors import InvalidId
from bson.objectid import ObjectId
- client = self.create_client()
- database = client[file_data.metadata.record_locator["database"]]
- collection = database[file_data.metadata.record_locator["collection"]]
+ mongo_file_data = MongoDBBatchFileData.cast(file_data=file_data)
- ids = file_data.additional_metadata.get("ids", [])
- if not ids:
- raise ValueError("No document IDs provided in additional_metadata")
+ with self.connection_config.get_client() as client:
+ database = client[mongo_file_data.additional_metadata.database]
+ collection = database[mongo_file_data.additional_metadata.collection]
- object_ids = []
- for doc_id in ids:
- try:
- object_ids.append(ObjectId(doc_id))
- except InvalidId as e:
- error_message = f"Invalid ObjectId for doc_id '{doc_id}': {str(e)}"
- logger.error(error_message)
- raise ValueError(error_message) from e
+ ids = [item.identifier for item in mongo_file_data.batch_items]
- try:
- docs = list(collection.find({"_id": {"$in": object_ids}}))
- except Exception as e:
- logger.error(f"Failed to fetch documents: {e}", exc_info=True)
- raise e
+ object_ids = []
+ for doc_id in ids:
+ try:
+ object_ids.append(ObjectId(doc_id))
+ except InvalidId as e:
+ error_message = f"Invalid ObjectId for doc_id '{doc_id}': {str(e)}"
+ logger.error(error_message)
+ raise ValueError(error_message) from e
+
+ try:
+ docs = list(collection.find({"_id": {"$in": object_ids}}))
+ except Exception as e:
+ logger.error(f"Failed to fetch documents: {e}", exc_info=True)
+ raise e
download_responses = []
for doc in docs:
- doc_id = doc["_id"]
- doc.pop("_id", None)
-
- # Extract date_created from the document or ObjectId
- date_created = None
- if "date_created" in doc:
- # If the document has a 'date_created' field, use it
- date_created = doc["date_created"]
- if isinstance(date_created, datetime):
- date_created = date_created.isoformat()
- else:
- # Convert to ISO format if it's a string
- date_created = str(date_created)
- elif isinstance(doc_id, ObjectId):
- # Use the ObjectId's generation time
- date_created = doc_id.generation_time.isoformat()
-
- flattened_dict = flatten_dict(dictionary=doc)
- concatenated_values = "\n".join(str(value) for value in flattened_dict.values())
-
- # Create a FileData object for each document with source_identifiers
- individual_file_data = replace(file_data)
- individual_file_data.identifier = str(doc_id)
- individual_file_data.source_identifiers = SourceIdentifiers(
- filename=str(doc_id),
- fullpath=str(doc_id),
- rel_path=str(doc_id),
- )
-
- # Determine the download path
- download_path = self.get_download_path(individual_file_data)
- if download_path is None:
- raise ValueError("Download path could not be determined")
-
- download_path.parent.mkdir(parents=True, exist_ok=True)
- download_path = download_path.with_suffix(".txt")
-
- # Write the concatenated values to the file
- with open(download_path, "w", encoding="utf8") as f:
- f.write(concatenated_values)
-
- individual_file_data.local_download_path = str(download_path)
-
- # Update metadata
- individual_file_data.metadata.record_locator["document_id"] = str(doc_id)
- individual_file_data.metadata.date_created = date_created
-
- download_response = self.generate_download_response(
- file_data=individual_file_data, download_path=download_path
+ download_responses.append(
+ self.generate_download_response(doc=doc, file_data=mongo_file_data)
)
- download_responses.append(download_response)
return download_responses
@@ -332,18 +324,16 @@ def delete_by_record_id(self, collection: "Collection", file_data: FileData) ->
f"deleted {delete_results.deleted_count} records from collection {collection.name}"
)
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing {len(elements_dict)} objects to destination "
+ f"writing {len(data)} objects to destination "
f"db, {self.upload_config.database}, "
f"collection {self.upload_config.collection} "
f"at {self.connection_config.host}",
)
# This would typically live in the stager but since no other manipulation
# is done, setting the record id field in the uploader
- for element in elements_dict:
+ for element in data:
element[self.upload_config.record_id_key] = file_data.identifier
with self.connection_config.get_client() as client:
db = client[self.upload_config.database]
@@ -352,7 +342,7 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
self.delete_by_record_id(file_data=file_data, collection=collection)
else:
logger.warning("criteria for deleting previous content not met, skipping")
- for chunk in batch_generator(elements_dict, self.upload_config.batch_size):
+ for chunk in batch_generator(data, self.upload_config.batch_size):
collection.insert_many(chunk)
diff --git a/unstructured_ingest/v2/processes/connectors/neo4j.py b/unstructured_ingest/v2/processes/connectors/neo4j.py
new file mode 100644
index 000000000..3c03eec5c
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/neo4j.py
@@ -0,0 +1,383 @@
+from __future__ import annotations
+
+import asyncio
+import json
+import uuid
+from collections import defaultdict
+from contextlib import asynccontextmanager
+from dataclasses import dataclass
+from enum import Enum
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, AsyncGenerator, Optional
+
+from pydantic import BaseModel, ConfigDict, Field, Secret
+
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.logger import logger
+from unstructured_ingest.utils.chunking import elements_from_base64_gzipped_json
+from unstructured_ingest.utils.data_prep import batch_generator
+from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
+ ConnectionConfig,
+ FileData,
+ Uploader,
+ UploaderConfig,
+ UploadStager,
+ UploadStagerConfig,
+)
+from unstructured_ingest.v2.processes.connector_registry import (
+ DestinationRegistryEntry,
+)
+
+if TYPE_CHECKING:
+ from neo4j import AsyncDriver, Auth
+ from networkx import Graph, MultiDiGraph
+
+CONNECTOR_TYPE = "neo4j"
+
+
+class Neo4jAccessConfig(AccessConfig):
+ password: str
+
+
+class Neo4jConnectionConfig(ConnectionConfig):
+ access_config: Secret[Neo4jAccessConfig]
+ connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+ username: str
+ uri: str = Field(description="Neo4j Connection URI ://:")
+ database: str = Field(description="Name of the target database")
+
+ @requires_dependencies(["neo4j"], extras="neo4j")
+ @asynccontextmanager
+ async def get_client(self) -> AsyncGenerator["AsyncDriver", None]:
+ from neo4j import AsyncGraphDatabase
+
+ driver = AsyncGraphDatabase.driver(**self._get_driver_parameters())
+ logger.info(f"Created driver connecting to the database '{self.database}' at {self.uri}.")
+ try:
+ yield driver
+ finally:
+ await driver.close()
+ logger.info(
+ f"Closed driver connecting to the database '{self.database}' at {self.uri}."
+ )
+
+ def _get_driver_parameters(self) -> dict:
+ return {
+ "uri": self.uri,
+ "auth": self._get_auth(),
+ "database": self.database,
+ }
+
+ @requires_dependencies(["neo4j"], extras="neo4j")
+ def _get_auth(self) -> "Auth":
+ from neo4j import Auth
+
+ return Auth("basic", self.username, self.access_config.get_secret_value().password)
+
+
+class Neo4jUploadStagerConfig(UploadStagerConfig):
+ pass
+
+
+@dataclass
+class Neo4jUploadStager(UploadStager):
+ upload_stager_config: Neo4jUploadStagerConfig = Field(
+ default_factory=Neo4jUploadStagerConfig, validate_default=True
+ )
+
+ def run( # type: ignore
+ self,
+ elements_filepath: Path,
+ file_data: FileData,
+ output_dir: Path,
+ output_filename: str,
+ **kwargs: Any,
+ ) -> Path:
+ with elements_filepath.open() as file:
+ elements = json.load(file)
+
+ nx_graph = self._create_lexical_graph(
+ elements, self._create_document_node(file_data=file_data)
+ )
+ output_filepath = Path(output_dir) / f"{output_filename}.json"
+ output_filepath.parent.mkdir(parents=True, exist_ok=True)
+
+ with open(output_filepath, "w") as file:
+ json.dump(_GraphData.from_nx(nx_graph).model_dump(), file, indent=4)
+
+ return output_filepath
+
+ def _create_lexical_graph(self, elements: list[dict], document_node: _Node) -> "Graph":
+ import networkx as nx
+
+ graph = nx.MultiDiGraph()
+ graph.add_node(document_node)
+
+ previous_node: Optional[_Node] = None
+ for element in elements:
+ element_node = self._create_element_node(element)
+ order_relationship = (
+ Relationship.NEXT_CHUNK if self._is_chunk(element) else Relationship.NEXT_ELEMENT
+ )
+ if previous_node:
+ graph.add_edge(element_node, previous_node, relationship=order_relationship)
+
+ previous_node = element_node
+ graph.add_edge(element_node, document_node, relationship=Relationship.PART_OF_DOCUMENT)
+
+ if self._is_chunk(element):
+ origin_element_nodes = [
+ self._create_element_node(origin_element)
+ for origin_element in self._get_origin_elements(element)
+ ]
+ graph.add_edges_from(
+ [
+ (origin_element_node, element_node)
+ for origin_element_node in origin_element_nodes
+ ],
+ relationship=Relationship.PART_OF_CHUNK,
+ )
+ graph.add_edges_from(
+ [
+ (origin_element_node, document_node)
+ for origin_element_node in origin_element_nodes
+ ],
+ relationship=Relationship.PART_OF_DOCUMENT,
+ )
+
+ return graph
+
+ # TODO(Filip Knefel): Ensure _is_chunk is as reliable as possible, consider different checks
+ def _is_chunk(self, element: dict) -> bool:
+ return "orig_elements" in element.get("metadata", {})
+
+ def _create_document_node(self, file_data: FileData) -> _Node:
+ properties = {}
+ if file_data.source_identifiers:
+ properties["name"] = file_data.source_identifiers.filename
+ if file_data.metadata.date_created:
+ properties["date_created"] = file_data.metadata.date_created
+ if file_data.metadata.date_modified:
+ properties["date_modified"] = file_data.metadata.date_modified
+ return _Node(id_=file_data.identifier, properties=properties, labels=[Label.DOCUMENT])
+
+ def _create_element_node(self, element: dict) -> _Node:
+ properties = {"id": element["element_id"], "text": element["text"]}
+
+ if embeddings := element.get("embeddings"):
+ properties["embeddings"] = embeddings
+
+ label = Label.CHUNK if self._is_chunk(element) else Label.UNSTRUCTURED_ELEMENT
+ return _Node(id_=element["element_id"], properties=properties, labels=[label])
+
+ def _get_origin_elements(self, chunk_element: dict) -> list[dict]:
+ orig_elements = chunk_element.get("metadata", {}).get("orig_elements")
+ return elements_from_base64_gzipped_json(raw_s=orig_elements)
+
+
+class _GraphData(BaseModel):
+ nodes: list[_Node]
+ edges: list[_Edge]
+
+ @classmethod
+ def from_nx(cls, nx_graph: "MultiDiGraph") -> _GraphData:
+ nodes = list(nx_graph.nodes())
+ edges = [
+ _Edge(
+ source_id=u.id_,
+ destination_id=v.id_,
+ relationship=Relationship(data_dict["relationship"]),
+ )
+ for u, v, data_dict in nx_graph.edges(data=True)
+ ]
+ return _GraphData(nodes=nodes, edges=edges)
+
+
+class _Node(BaseModel):
+ model_config = ConfigDict(use_enum_values=True)
+
+ id_: str = Field(default_factory=lambda: str(uuid.uuid4()))
+ labels: list[Label] = Field(default_factory=list)
+ properties: dict = Field(default_factory=dict)
+
+ def __hash__(self):
+ return hash(self.id_)
+
+
+class _Edge(BaseModel):
+ model_config = ConfigDict(use_enum_values=True)
+
+ source_id: str
+ destination_id: str
+ relationship: Relationship
+
+
+class Label(str, Enum):
+ UNSTRUCTURED_ELEMENT = "UnstructuredElement"
+ CHUNK = "Chunk"
+ DOCUMENT = "Document"
+
+
+class Relationship(str, Enum):
+ PART_OF_DOCUMENT = "PART_OF_DOCUMENT"
+ PART_OF_CHUNK = "PART_OF_CHUNK"
+ NEXT_CHUNK = "NEXT_CHUNK"
+ NEXT_ELEMENT = "NEXT_ELEMENT"
+
+
+class Neo4jUploaderConfig(UploaderConfig):
+ batch_size: int = Field(
+ default=100, description="Maximal number of nodes/relationships created per transaction."
+ )
+
+
+@dataclass
+class Neo4jUploader(Uploader):
+ upload_config: Neo4jUploaderConfig
+ connection_config: Neo4jConnectionConfig
+ connector_type: str = CONNECTOR_TYPE
+
+ @DestinationConnectionError.wrap
+ def precheck(self) -> None:
+ async def verify_auth():
+ async with self.connection_config.get_client() as client:
+ await client.verify_connectivity()
+
+ asyncio.run(verify_auth())
+
+ def is_async(self):
+ return True
+
+ async def run_async(self, path: Path, file_data: FileData, **kwargs) -> None: # type: ignore
+ with path.open() as file:
+ staged_data = json.load(file)
+
+ graph_data = _GraphData.model_validate(staged_data)
+ async with self.connection_config.get_client() as client:
+ await self._create_uniqueness_constraints(client)
+ await self._delete_old_data_if_exists(file_data, client=client)
+ await self._merge_graph(graph_data=graph_data, client=client)
+
+ async def _create_uniqueness_constraints(self, client: AsyncDriver) -> None:
+ for label in Label:
+ logger.info(
+ f"Adding id uniqueness constraint for nodes labeled '{label}'"
+ " if it does not already exist."
+ )
+ constraint_name = f"{label.lower()}_id"
+ await client.execute_query(
+ f"""
+ CREATE CONSTRAINT {constraint_name} IF NOT EXISTS
+ FOR (n: {label}) REQUIRE n.id IS UNIQUE
+ """
+ )
+
+ async def _delete_old_data_if_exists(self, file_data: FileData, client: AsyncDriver) -> None:
+ logger.info(f"Deleting old data for the record '{file_data.identifier}' (if present).")
+ _, summary, _ = await client.execute_query(
+ f"""
+ MATCH (n: {Label.DOCUMENT} {{id: $identifier}})
+ MATCH (n)--(m: {Label.CHUNK}|{Label.UNSTRUCTURED_ELEMENT})
+ DETACH DELETE m""",
+ identifier=file_data.identifier,
+ )
+ logger.info(
+ f"Deleted {summary.counters.nodes_deleted} nodes"
+ f" and {summary.counters.relationships_deleted} relationships."
+ )
+
+ async def _merge_graph(self, graph_data: _GraphData, client: AsyncDriver) -> None:
+ nodes_by_labels: defaultdict[tuple[Label, ...], list[_Node]] = defaultdict(list)
+ for node in graph_data.nodes:
+ nodes_by_labels[tuple(node.labels)].append(node)
+
+ logger.info(f"Merging {len(graph_data.nodes)} graph nodes.")
+ # NOTE: Processed in parallel as there's no overlap between accessed nodes
+ await self._execute_queries(
+ [
+ self._create_nodes_query(nodes_batch, labels)
+ for labels, nodes in nodes_by_labels.items()
+ for nodes_batch in batch_generator(nodes, batch_size=self.upload_config.batch_size)
+ ],
+ client=client,
+ in_parallel=True,
+ )
+ logger.info(f"Finished merging {len(graph_data.nodes)} graph nodes.")
+
+ edges_by_relationship: defaultdict[Relationship, list[_Edge]] = defaultdict(list)
+ for edge in graph_data.edges:
+ edges_by_relationship[edge.relationship].append(edge)
+
+ logger.info(f"Merging {len(graph_data.edges)} graph relationships (edges).")
+ # NOTE: Processed sequentially to avoid queries locking node access to one another
+ await self._execute_queries(
+ [
+ self._create_edges_query(edges_batch, relationship)
+ for relationship, edges in edges_by_relationship.items()
+ for edges_batch in batch_generator(edges, batch_size=self.upload_config.batch_size)
+ ],
+ client=client,
+ )
+ logger.info(f"Finished merging {len(graph_data.edges)} graph relationships (edges).")
+
+ @staticmethod
+ async def _execute_queries(
+ queries_with_parameters: list[tuple[str, dict]],
+ client: AsyncDriver,
+ in_parallel: bool = False,
+ ) -> None:
+ if in_parallel:
+ logger.info(f"Executing {len(queries_with_parameters)} queries in parallel.")
+ await asyncio.gather(
+ *[
+ client.execute_query(query, parameters_=parameters)
+ for query, parameters in queries_with_parameters
+ ]
+ )
+ logger.info("Finished executing parallel queries.")
+ else:
+ logger.info(f"Executing {len(queries_with_parameters)} queries sequentially.")
+ for i, (query, parameters) in enumerate(queries_with_parameters):
+ logger.info(f"Query #{i} started.")
+ await client.execute_query(query, parameters_=parameters)
+ logger.info(f"Query #{i} finished.")
+ logger.info(
+ f"Finished executing all ({len(queries_with_parameters)}) sequential queries."
+ )
+
+ @staticmethod
+ def _create_nodes_query(nodes: list[_Node], labels: tuple[Label, ...]) -> tuple[str, dict]:
+ labels_string = ", ".join(labels)
+ logger.info(f"Preparing MERGE query for {len(nodes)} nodes labeled '{labels_string}'.")
+ query_string = f"""
+ UNWIND $nodes AS node
+ MERGE (n: {labels_string} {{id: node.id}})
+ SET n += node.properties
+ """
+ parameters = {"nodes": [{"id": node.id_, "properties": node.properties} for node in nodes]}
+ return query_string, parameters
+
+ @staticmethod
+ def _create_edges_query(edges: list[_Edge], relationship: Relationship) -> tuple[str, dict]:
+ logger.info(f"Preparing MERGE query for {len(edges)} {relationship} relationships.")
+ query_string = f"""
+ UNWIND $edges AS edge
+ MATCH (u {{id: edge.source}})
+ MATCH (v {{id: edge.destination}})
+ MERGE (u)-[:{relationship}]->(v)
+ """
+ parameters = {
+ "edges": [
+ {"source": edge.source_id, "destination": edge.destination_id} for edge in edges
+ ]
+ }
+ return query_string, parameters
+
+
+neo4j_destination_entry = DestinationRegistryEntry(
+ connection_config=Neo4jConnectionConfig,
+ uploader=Neo4jUploader,
+ uploader_config=Neo4jUploaderConfig,
+)
diff --git a/unstructured_ingest/v2/processes/connectors/onedrive.py b/unstructured_ingest/v2/processes/connectors/onedrive.py
index a13888bbf..68de759fb 100644
--- a/unstructured_ingest/v2/processes/connectors/onedrive.py
+++ b/unstructured_ingest/v2/processes/connectors/onedrive.py
@@ -1,10 +1,11 @@
from __future__ import annotations
+import asyncio
import json
from dataclasses import dataclass
from pathlib import Path
from time import time
-from typing import TYPE_CHECKING, Any, Generator, Optional
+from typing import TYPE_CHECKING, Any, AsyncIterator, Generator, Iterator, Optional, TypeVar
from dateutil import parser
from pydantic import Field, Secret
@@ -100,6 +101,27 @@ class OnedriveIndexerConfig(IndexerConfig):
recursive: bool = False
+T = TypeVar("T")
+
+
+def async_iterable_to_sync_iterable(iterator: AsyncIterator[T]) -> Iterator[T]:
+ # This version works on Python 3.9 by manually handling the async iteration.
+ loop = asyncio.new_event_loop()
+ asyncio.set_event_loop(loop)
+ try:
+ while True:
+ try:
+ # Instead of anext(iterator), we directly call __anext__().
+ # __anext__ returns a coroutine that we must run until complete.
+ future = iterator.__anext__()
+ result = loop.run_until_complete(future)
+ yield result
+ except StopAsyncIteration:
+ break
+ finally:
+ loop.close()
+
+
@dataclass
class OnedriveIndexer(Indexer):
connection_config: OnedriveConnectionConfig
@@ -116,17 +138,21 @@ def precheck(self) -> None:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise SourceConnectionError(f"failed to validate connection: {e}")
- def list_objects(self, folder: DriveItem, recursive: bool) -> list["DriveItem"]:
+ def list_objects_sync(self, folder: DriveItem, recursive: bool) -> list["DriveItem"]:
drive_items = folder.children.get().execute_query()
files = [d for d in drive_items if d.is_file]
if not recursive:
return files
+
folders = [d for d in drive_items if d.is_folder]
for f in folders:
- files.extend(self.list_objects(f, recursive))
+ files.extend(self.list_objects_sync(f, recursive))
return files
- def get_root(self, client: "GraphClient") -> "DriveItem":
+ async def list_objects(self, folder: "DriveItem", recursive: bool) -> list["DriveItem"]:
+ return await asyncio.to_thread(self.list_objects_sync, folder, recursive)
+
+ def get_root_sync(self, client: "GraphClient") -> "DriveItem":
root = client.users[self.connection_config.user_pname].drive.get().execute_query().root
if fpath := self.index_config.path:
root = root.get_by_path(fpath).get().execute_query()
@@ -134,7 +160,10 @@ def get_root(self, client: "GraphClient") -> "DriveItem":
raise ValueError(f"Unable to find directory, given: {fpath}")
return root
- def get_properties(self, drive_item: "DriveItem") -> dict:
+ async def get_root(self, client: "GraphClient") -> "DriveItem":
+ return await asyncio.to_thread(self.get_root_sync, client)
+
+ def get_properties_sync(self, drive_item: "DriveItem") -> dict:
properties = drive_item.properties
filtered_properties = {}
for k, v in properties.items():
@@ -145,7 +174,10 @@ def get_properties(self, drive_item: "DriveItem") -> dict:
pass
return filtered_properties
- def drive_item_to_file_data(self, drive_item: "DriveItem") -> FileData:
+ async def get_properties(self, drive_item: "DriveItem") -> dict:
+ return await asyncio.to_thread(self.get_properties_sync, drive_item)
+
+ def drive_item_to_file_data_sync(self, drive_item: "DriveItem") -> FileData:
file_path = drive_item.parent_reference.path.split(":")[-1]
file_path = file_path[1:] if file_path and file_path[0] == "/" else file_path
filename = drive_item.name
@@ -176,17 +208,34 @@ def drive_item_to_file_data(self, drive_item: "DriveItem") -> FileData:
"server_relative_path": server_path,
},
),
- additional_metadata=self.get_properties(drive_item=drive_item),
+ additional_metadata=self.get_properties_sync(drive_item=drive_item),
)
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
- client = self.connection_config.get_client()
- root = self.get_root(client=client)
- drive_items = self.list_objects(folder=root, recursive=self.index_config.recursive)
+ async def drive_item_to_file_data(self, drive_item: "DriveItem") -> FileData:
+ # Offload the file data creation if it's not guaranteed async
+ return await asyncio.to_thread(self.drive_item_to_file_data_sync, drive_item)
+
+ async def _run_async(self, **kwargs: Any) -> AsyncIterator[FileData]:
+ token_resp = await asyncio.to_thread(self.connection_config.get_token)
+ if "error" in token_resp:
+ raise SourceConnectionError(
+ f"[{CONNECTOR_TYPE}]: {token_resp['error']} ({token_resp.get('error_description')})"
+ )
+
+ client = await asyncio.to_thread(self.connection_config.get_client)
+ root = await self.get_root(client=client)
+ drive_items = await self.list_objects(folder=root, recursive=self.index_config.recursive)
+
for drive_item in drive_items:
- file_data = self.drive_item_to_file_data(drive_item=drive_item)
+ file_data = await self.drive_item_to_file_data(drive_item=drive_item)
yield file_data
+ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ # Convert the async generator to a sync generator without loading all data into memory
+ async_gen = self._run_async(**kwargs)
+ for item in async_iterable_to_sync_iterable(async_gen):
+ yield item
+
class OnedriveDownloaderConfig(DownloaderConfig):
pass
@@ -202,7 +251,7 @@ def _fetch_file(self, file_data: FileData):
if file_data.source_identifiers is None or not file_data.source_identifiers.fullpath:
raise ValueError(
f"file data doesn't have enough information to get "
- f"file content: {file_data.to_dict()}"
+ f"file content: {file_data.model_dump()}"
)
server_relative_path = file_data.source_identifiers.fullpath
@@ -220,19 +269,24 @@ def get_download_path(self, file_data: FileData) -> Optional[Path]:
@SourceConnectionError.wrap
def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse:
- file = self._fetch_file(file_data=file_data)
- fsize = file.get_property("size", 0)
- download_path = self.get_download_path(file_data=file_data)
- download_path.parent.mkdir(parents=True, exist_ok=True)
- logger.info(f"downloading {file_data.source_identifiers.fullpath} to {download_path}")
- if fsize > MAX_MB_SIZE:
- logger.info(f"downloading file with size: {fsize} bytes in chunks")
- with download_path.open(mode="wb") as f:
- file.download_session(f, chunk_size=1024 * 1024 * 100).execute_query()
- else:
- with download_path.open(mode="wb") as f:
- file.download(f).execute_query()
- return self.generate_download_response(file_data=file_data, download_path=download_path)
+ try:
+ file = self._fetch_file(file_data=file_data)
+ fsize = file.get_property("size", 0)
+ download_path = self.get_download_path(file_data=file_data)
+ download_path.parent.mkdir(parents=True, exist_ok=True)
+ logger.info(f"downloading {file_data.source_identifiers.fullpath} to {download_path}")
+ if fsize > MAX_MB_SIZE:
+ logger.info(f"downloading file with size: {fsize} bytes in chunks")
+ with download_path.open(mode="wb") as f:
+ file.download_session(f, chunk_size=1024 * 1024 * 100).execute_query()
+ else:
+ with download_path.open(mode="wb") as f:
+ file.download(f).execute_query()
+ return self.generate_download_response(file_data=file_data, download_path=download_path)
+ except Exception as e:
+ logger.error(f"[{CONNECTOR_TYPE}] Exception during downloading: {e}", exc_info=True)
+ # Re-raise to see full stack trace locally
+ raise
class OnedriveUploaderConfig(UploaderConfig):
diff --git a/unstructured_ingest/v2/processes/connectors/pinecone.py b/unstructured_ingest/v2/processes/connectors/pinecone.py
index 889330c9c..fe62f97ed 100644
--- a/unstructured_ingest/v2/processes/connectors/pinecone.py
+++ b/unstructured_ingest/v2/processes/connectors/pinecone.py
@@ -1,12 +1,14 @@
import json
from dataclasses import dataclass, field
-from pathlib import Path
from typing import TYPE_CHECKING, Any, Optional
from pydantic import Field, Secret
from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import flatten_dict, generator_batching_wbytes
+from unstructured_ingest.utils.data_prep import (
+ flatten_dict,
+ generator_batching_wbytes,
+)
from unstructured_ingest.utils.dep_check import requires_dependencies
from unstructured_ingest.v2.constants import RECORD_ID_LABEL
from unstructured_ingest.v2.interfaces import (
@@ -148,39 +150,14 @@ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
metadata[RECORD_ID_LABEL] = file_data.identifier
+ # To support more optimal deletes, a prefix is suggested for each record:
+ # https://docs.pinecone.io/guides/data/manage-rag-documents#delete-all-records-for-a-parent-document
return {
- "id": get_enhanced_element_id(element_dict=element_dict, file_data=file_data),
+ "id": f"{file_data.identifier}#{get_enhanced_element_id(element_dict=element_dict, file_data=file_data)}", # noqa:E501
"values": embeddings,
"metadata": metadata,
}
- def run(
- self,
- file_data: FileData,
- elements_filepath: Path,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
-
- conformed_elements = [
- self.conform_dict(element_dict=element, file_data=file_data)
- for element in elements_contents
- ]
-
- if Path(output_filename).suffix != ".json":
- output_filename = f"{output_filename}.json"
- else:
- output_filename = f"{Path(output_filename).stem}.json"
- output_path = Path(output_dir) / Path(f"{output_filename}")
- output_path.parent.mkdir(parents=True, exist_ok=True)
-
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file)
- return output_path
-
@dataclass
class PineconeUploader(Uploader):
@@ -215,18 +192,6 @@ def pod_delete_by_record_id(self, file_data: FileData) -> None:
f"from pinecone index: {resp}"
)
- def delete_by_query(self, index: "PineconeIndex", query_params: dict) -> None:
- while True:
- query_results = index.query(**query_params)
- matches = query_results.get("matches", [])
- if not matches:
- break
- ids = [match["id"] for match in matches]
- delete_params = {"ids": ids}
- if namespace := self.upload_config.namespace:
- delete_params["namespace"] = namespace
- index.delete(**delete_params)
-
def serverless_delete_by_record_id(self, file_data: FileData) -> None:
logger.debug(
f"deleting any content with metadata "
@@ -234,26 +199,21 @@ def serverless_delete_by_record_id(self, file_data: FileData) -> None:
f"from pinecone serverless index"
)
index = self.connection_config.get_index(pool_threads=MAX_POOL_THREADS)
- index_stats = index.describe_index_stats()
- dimension = index_stats["dimension"]
- total_vectors = index_stats["total_vector_count"]
- if total_vectors == 0:
- return
- while total_vectors > 0:
- top_k = min(total_vectors, MAX_QUERY_RESULTS)
- query_params = {
- "filter": {self.upload_config.record_id_key: {"$eq": file_data.identifier}},
- "vector": [0] * dimension,
- "top_k": top_k,
- }
+ list_kwargs = {"prefix": f"{file_data.identifier}#"}
+ deleted_ids = 0
+ if namespace := self.upload_config.namespace:
+ list_kwargs["namespace"] = namespace
+ for ids in index.list(**list_kwargs):
+ deleted_ids += len(ids)
+ delete_kwargs = {"ids": ids}
if namespace := self.upload_config.namespace:
- query_params["namespace"] = namespace
- self.delete_by_query(index=index, query_params=query_params)
- index_stats = index.describe_index_stats()
- total_vectors = index_stats["total_vector_count"]
-
+ delete_resp = delete_kwargs["namespace"] = namespace
+ # delete_resp should be an empty dict if there were no errors
+ if delete_resp:
+ logger.error(f"failed to delete batch of ids: {delete_resp}")
+ index.delete(**delete_kwargs)
logger.info(
- f"deleted {total_vectors} records with metadata "
+ f"deleted {deleted_ids} records with metadata "
f"{self.upload_config.record_id_key}={file_data.identifier} "
f"from pinecone index"
)
@@ -290,11 +250,9 @@ def upsert_batches_async(self, elements_dict: list[dict]):
raise DestinationConnectionError(f"http error: {api_error}") from api_error
logger.debug(f"results: {results}")
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing a total of {len(elements_dict)} elements via"
+ f"writing a total of {len(data)} elements via"
f" document batches to destination"
f" index named {self.connection_config.index_name}"
)
@@ -307,7 +265,7 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
self.pod_delete_by_record_id(file_data=file_data)
else:
raise ValueError(f"unexpected spec type in index description: {index_description}")
- self.upsert_batches_async(elements_dict=elements_dict)
+ self.upsert_batches_async(elements_dict=data)
pinecone_destination_entry = DestinationRegistryEntry(
diff --git a/unstructured_ingest/v2/processes/connectors/qdrant/qdrant.py b/unstructured_ingest/v2/processes/connectors/qdrant/qdrant.py
index c38a73839..69f36f7c3 100644
--- a/unstructured_ingest/v2/processes/connectors/qdrant/qdrant.py
+++ b/unstructured_ingest/v2/processes/connectors/qdrant/qdrant.py
@@ -1,10 +1,9 @@
import asyncio
import json
from abc import ABC, abstractmethod
-from contextlib import asynccontextmanager
+from contextlib import asynccontextmanager, contextmanager
from dataclasses import dataclass, field
-from pathlib import Path
-from typing import TYPE_CHECKING, Any, AsyncGenerator, Optional
+from typing import TYPE_CHECKING, Any, AsyncGenerator, Generator, Optional
from pydantic import Field, Secret
@@ -24,7 +23,7 @@
from unstructured_ingest.v2.utils import get_enhanced_element_id
if TYPE_CHECKING:
- from qdrant_client import AsyncQdrantClient
+ from qdrant_client import AsyncQdrantClient, QdrantClient
class QdrantAccessConfig(AccessConfig, ABC):
@@ -42,8 +41,8 @@ def get_client_kwargs(self) -> dict:
@requires_dependencies(["qdrant_client"], extras="qdrant")
@asynccontextmanager
- async def get_client(self) -> AsyncGenerator["AsyncQdrantClient", None]:
- from qdrant_client.async_qdrant_client import AsyncQdrantClient
+ async def get_async_client(self) -> AsyncGenerator["AsyncQdrantClient", None]:
+ from qdrant_client import AsyncQdrantClient
client_kwargs = self.get_client_kwargs()
client = AsyncQdrantClient(**client_kwargs)
@@ -52,6 +51,18 @@ async def get_client(self) -> AsyncGenerator["AsyncQdrantClient", None]:
finally:
await client.close()
+ @requires_dependencies(["qdrant_client"], extras="qdrant")
+ @contextmanager
+ def get_client(self) -> Generator["QdrantClient", None, None]:
+ from qdrant_client import QdrantClient
+
+ client_kwargs = self.get_client_kwargs()
+ client = QdrantClient(**client_kwargs)
+ try:
+ yield client
+ finally:
+ client.close()
+
class QdrantUploadStagerConfig(UploadStagerConfig):
pass
@@ -63,9 +74,9 @@ class QdrantUploadStager(UploadStager, ABC):
default_factory=lambda: QdrantUploadStagerConfig()
)
- @staticmethod
- def conform_dict(data: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
"""Prepares dictionary in the format that Chroma requires"""
+ data = element_dict.copy()
return {
"id": get_enhanced_element_id(element_dict=data, file_data=file_data),
"vector": data.pop("embeddings", {}),
@@ -80,26 +91,6 @@ def conform_dict(data: dict, file_data: FileData) -> dict:
},
}
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
-
- conformed_elements = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
-
- with open(output_path, "w") as output_file:
- json.dump(conformed_elements, output_file)
- return output_path
-
class QdrantUploaderConfig(UploaderConfig):
collection_name: str = Field(description="Name of the collection.")
@@ -118,27 +109,26 @@ class QdrantUploader(Uploader, ABC):
@DestinationConnectionError.wrap
def precheck(self) -> None:
- async def check_connection():
- async with self.connection_config.get_client() as async_client:
- await async_client.get_collections()
-
- asyncio.run(check_connection())
+ with self.connection_config.get_client() as client:
+ collections_response = client.get_collections()
+ collection_names = [c.name for c in collections_response.collections]
+ if self.upload_config.collection_name not in collection_names:
+ raise DestinationConnectionError(
+ "collection '{}' not found: {}".format(
+ self.upload_config.collection_name, ", ".join(collection_names)
+ )
+ )
def is_async(self):
return True
- async def run_async(
+ async def run_data_async(
self,
- path: Path,
+ data: list[dict],
file_data: FileData,
**kwargs: Any,
) -> None:
- with path.open("r") as file:
- elements: list[dict] = json.load(file)
-
- logger.debug("Loaded %i elements from %s", len(elements), path)
-
- batches = list(batch_generator(elements, batch_size=self.upload_config.batch_size))
+ batches = list(batch_generator(data, batch_size=self.upload_config.batch_size))
logger.debug(
"Elements split into %i batches of size %i.",
len(batches),
@@ -156,7 +146,7 @@ async def _upsert_batch(self, batch: list[dict]) -> None:
len(points),
self.upload_config.collection_name,
)
- async with self.connection_config.get_client() as async_client:
+ async with self.connection_config.get_async_client() as async_client:
await async_client.upsert(
self.upload_config.collection_name, points=points, wait=True
)
diff --git a/unstructured_ingest/v2/processes/connectors/redisdb.py b/unstructured_ingest/v2/processes/connectors/redisdb.py
new file mode 100644
index 000000000..e31ac05b6
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/redisdb.py
@@ -0,0 +1,182 @@
+import json
+from contextlib import asynccontextmanager, contextmanager
+from dataclasses import dataclass
+from typing import TYPE_CHECKING, Any, AsyncGenerator, Generator, Optional
+
+from pydantic import Field, Secret, model_validator
+
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.data_prep import batch_generator
+from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
+ ConnectionConfig,
+ FileData,
+ Uploader,
+ UploaderConfig,
+)
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
+
+if TYPE_CHECKING:
+ from redis.asyncio import Redis
+
+import asyncio
+
+CONNECTOR_TYPE = "redis"
+SERVER_API_VERSION = "1"
+
+
+class RedisAccessConfig(AccessConfig):
+ uri: Optional[str] = Field(
+ default=None, description="If not anonymous, use this uri, if specified."
+ )
+ password: Optional[str] = Field(
+ default=None, description="If not anonymous, use this password, if specified."
+ )
+
+
+class RedisConnectionConfig(ConnectionConfig):
+ access_config: Secret[RedisAccessConfig] = Field(
+ default=RedisAccessConfig(), validate_default=True
+ )
+ host: Optional[str] = Field(
+ default=None, description="Hostname or IP address of a Redis instance to connect to."
+ )
+ database: int = Field(default=0, description="Database index to connect to.")
+ port: int = Field(default=6379, description="port used to connect to database.")
+ username: Optional[str] = Field(
+ default=None, description="Username used to connect to database."
+ )
+ ssl: bool = Field(default=True, description="Whether the connection should use SSL encryption.")
+ connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
+
+ @model_validator(mode="after")
+ def validate_host_or_url(self) -> "RedisConnectionConfig":
+ if not self.access_config.get_secret_value().uri and not self.host:
+ raise ValueError("Please pass a hostname either directly or through uri")
+ return self
+
+ @requires_dependencies(["redis"], extras="redis")
+ @asynccontextmanager
+ async def create_async_client(self) -> AsyncGenerator["Redis", None]:
+ from redis.asyncio import Redis, from_url
+
+ access_config = self.access_config.get_secret_value()
+
+ options = {
+ "host": self.host,
+ "port": self.port,
+ "db": self.database,
+ "ssl": self.ssl,
+ "username": self.username,
+ }
+
+ if access_config.password:
+ options["password"] = access_config.password
+
+ if access_config.uri:
+ async with from_url(access_config.uri) as client:
+ yield client
+ else:
+ async with Redis(**options) as client:
+ yield client
+
+ @requires_dependencies(["redis"], extras="redis")
+ @contextmanager
+ def create_client(self) -> Generator["Redis", None, None]:
+ from redis import Redis, from_url
+
+ access_config = self.access_config.get_secret_value()
+
+ options = {
+ "host": self.host,
+ "port": self.port,
+ "db": self.database,
+ "ssl": self.ssl,
+ "username": self.username,
+ }
+
+ if access_config.password:
+ options["password"] = access_config.password
+
+ if access_config.uri:
+ with from_url(access_config.uri) as client:
+ yield client
+ else:
+ with Redis(**options) as client:
+ yield client
+
+
+class RedisUploaderConfig(UploaderConfig):
+ batch_size: int = Field(default=100, description="Number of records per batch")
+
+
+@dataclass
+class RedisUploader(Uploader):
+ upload_config: RedisUploaderConfig
+ connection_config: RedisConnectionConfig
+ connector_type: str = CONNECTOR_TYPE
+
+ def is_async(self) -> bool:
+ return True
+
+ def precheck(self) -> None:
+ try:
+ with self.connection_config.create_client() as client:
+ client.ping()
+ except Exception as e:
+ logger.error(f"failed to validate connection: {e}", exc_info=True)
+ raise DestinationConnectionError(f"failed to validate connection: {e}")
+
+ async def run_data_async(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ first_element = data[0]
+ redis_stack = await self._check_redis_stack(first_element)
+ logger.info(
+ f"writing {len(data)} objects to destination asynchronously, "
+ f"db, {self.connection_config.database}, "
+ f"at {self.connection_config.host}",
+ )
+
+ batches = list(batch_generator(data, batch_size=self.upload_config.batch_size))
+ await asyncio.gather(*[self._write_batch(batch, redis_stack) for batch in batches])
+
+ async def _write_batch(self, batch: list[dict], redis_stack: bool) -> None:
+ async with self.connection_config.create_async_client() as async_client:
+ async with async_client.pipeline(transaction=True) as pipe:
+ for element in batch:
+ element_id = element["element_id"]
+ if redis_stack:
+ pipe.json().set(element_id, "$", element)
+ else:
+ pipe.set(element_id, json.dumps(element))
+ await pipe.execute()
+
+ @requires_dependencies(["redis"], extras="redis")
+ async def _check_redis_stack(self, element: dict) -> bool:
+ from redis import exceptions as redis_exceptions
+
+ redis_stack = True
+ async with self.connection_config.create_async_client() as async_client:
+ async with async_client.pipeline(transaction=True) as pipe:
+ element_id = element["element_id"]
+ try:
+ # Redis with stack extension supports JSON type
+ await pipe.json().set(element_id, "$", element).execute()
+ except redis_exceptions.ResponseError as e:
+ message = str(e)
+ if "unknown command `JSON.SET`" in message:
+ # if this error occurs, Redis server doesn't support JSON type,
+ # so save as string type instead
+ await pipe.set(element_id, json.dumps(element)).execute()
+ redis_stack = False
+ else:
+ raise e
+ return redis_stack
+
+
+redis_destination_entry = DestinationRegistryEntry(
+ connection_config=RedisConnectionConfig,
+ uploader=RedisUploader,
+ uploader_config=RedisUploaderConfig,
+)
diff --git a/unstructured_ingest/v2/processes/connectors/sql/postgres.py b/unstructured_ingest/v2/processes/connectors/sql/postgres.py
index 2b104f999..157dedac9 100644
--- a/unstructured_ingest/v2/processes/connectors/sql/postgres.py
+++ b/unstructured_ingest/v2/processes/connectors/sql/postgres.py
@@ -5,7 +5,6 @@
from pydantic import Field, Secret
from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import FileData
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
@@ -13,6 +12,7 @@
)
from unstructured_ingest.v2.processes.connectors.sql.sql import (
SQLAccessConfig,
+ SqlBatchFileData,
SQLConnectionConfig,
SQLDownloader,
SQLDownloaderConfig,
@@ -99,12 +99,12 @@ class PostgresDownloader(SQLDownloader):
connector_type: str = CONNECTOR_TYPE
@requires_dependencies(["psycopg2"], extras="postgres")
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
from psycopg2 import sql
- table_name = file_data.additional_metadata["table_name"]
- id_column = file_data.additional_metadata["id_column"]
- ids = tuple(file_data.additional_metadata["ids"])
+ table_name = file_data.additional_metadata.table_name
+ id_column = file_data.additional_metadata.id_column
+ ids = tuple([item.identifier for item in file_data.batch_items])
with self.connection_config.get_cursor() as cursor:
fields = (
diff --git a/unstructured_ingest/v2/processes/connectors/sql/singlestore.py b/unstructured_ingest/v2/processes/connectors/sql/singlestore.py
index 490f20768..ddbc1aba2 100644
--- a/unstructured_ingest/v2/processes/connectors/sql/singlestore.py
+++ b/unstructured_ingest/v2/processes/connectors/sql/singlestore.py
@@ -5,7 +5,6 @@
from pydantic import Field, Secret
-from unstructured_ingest.v2.interfaces import FileData
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
@@ -14,6 +13,7 @@
from unstructured_ingest.v2.processes.connectors.sql.sql import (
_DATE_COLUMNS,
SQLAccessConfig,
+ SqlBatchFileData,
SQLConnectionConfig,
SQLDownloader,
SQLDownloaderConfig,
@@ -93,10 +93,10 @@ class SingleStoreDownloader(SQLDownloader):
connector_type: str = CONNECTOR_TYPE
values_delimiter: str = "%s"
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
- table_name = file_data.additional_metadata["table_name"]
- id_column = file_data.additional_metadata["id_column"]
- ids = tuple(file_data.additional_metadata["ids"])
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
+ table_name = file_data.additional_metadata.table_name
+ id_column = file_data.additional_metadata.id_column
+ ids = tuple([item.identifier for item in file_data.batch_items])
with self.connection_config.get_connection() as sqlite_connection:
cursor = sqlite_connection.cursor()
fields = ",".join(self.download_config.fields) if self.download_config.fields else "*"
diff --git a/unstructured_ingest/v2/processes/connectors/sql/snowflake.py b/unstructured_ingest/v2/processes/connectors/sql/snowflake.py
index 21ce8cf42..8452fa22e 100644
--- a/unstructured_ingest/v2/processes/connectors/sql/snowflake.py
+++ b/unstructured_ingest/v2/processes/connectors/sql/snowflake.py
@@ -14,17 +14,19 @@
DestinationRegistryEntry,
SourceRegistryEntry,
)
-from unstructured_ingest.v2.processes.connectors.sql.postgres import (
- PostgresDownloader,
- PostgresDownloaderConfig,
- PostgresIndexer,
- PostgresIndexerConfig,
- PostgresUploader,
- PostgresUploaderConfig,
- PostgresUploadStager,
- PostgresUploadStagerConfig,
+from unstructured_ingest.v2.processes.connectors.sql.sql import (
+ SQLAccessConfig,
+ SqlBatchFileData,
+ SQLConnectionConfig,
+ SQLDownloader,
+ SQLDownloaderConfig,
+ SQLIndexer,
+ SQLIndexerConfig,
+ SQLUploader,
+ SQLUploaderConfig,
+ SQLUploadStager,
+ SQLUploadStagerConfig,
)
-from unstructured_ingest.v2.processes.connectors.sql.sql import SQLAccessConfig, SQLConnectionConfig
if TYPE_CHECKING:
from snowflake.connector import SnowflakeConnection
@@ -61,6 +63,7 @@ class SnowflakeConnectionConfig(SQLConnectionConfig):
connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
@contextmanager
+ # The actual snowflake module package name is: snowflake-connector-python
@requires_dependencies(["snowflake"], extras="snowflake")
def get_connection(self) -> Generator["SnowflakeConnection", None, None]:
# https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-api#label-snowflake-connector-methods-connect
@@ -91,42 +94,67 @@ def get_cursor(self) -> Generator["SnowflakeCursor", None, None]:
cursor.close()
-class SnowflakeIndexerConfig(PostgresIndexerConfig):
+class SnowflakeIndexerConfig(SQLIndexerConfig):
pass
@dataclass
-class SnowflakeIndexer(PostgresIndexer):
+class SnowflakeIndexer(SQLIndexer):
connection_config: SnowflakeConnectionConfig
index_config: SnowflakeIndexerConfig
connector_type: str = CONNECTOR_TYPE
-class SnowflakeDownloaderConfig(PostgresDownloaderConfig):
+class SnowflakeDownloaderConfig(SQLDownloaderConfig):
pass
@dataclass
-class SnowflakeDownloader(PostgresDownloader):
+class SnowflakeDownloader(SQLDownloader):
connection_config: SnowflakeConnectionConfig
download_config: SnowflakeDownloaderConfig
connector_type: str = CONNECTOR_TYPE
+ values_delimiter: str = "?"
-
-class SnowflakeUploadStagerConfig(PostgresUploadStagerConfig):
+ # The actual snowflake module package name is: snowflake-connector-python
+ @requires_dependencies(["snowflake"], extras="snowflake")
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
+ table_name = file_data.additional_metadata.table_name
+ id_column = file_data.additional_metadata.id_column
+ ids = [item.identifier for item in file_data.batch_items]
+
+ with self.connection_config.get_cursor() as cursor:
+ query = "SELECT {fields} FROM {table_name} WHERE {id_column} IN ({values})".format(
+ table_name=table_name,
+ id_column=id_column,
+ fields=(
+ ",".join(self.download_config.fields) if self.download_config.fields else "*"
+ ),
+ values=",".join([self.values_delimiter for _ in ids]),
+ )
+ logger.debug(f"running query: {query}\nwith values: {ids}")
+ cursor.execute(query, ids)
+ rows = [
+ tuple(row.values()) if isinstance(row, dict) else row for row in cursor.fetchall()
+ ]
+ columns = [col[0] for col in cursor.description]
+ return rows, columns
+
+
+class SnowflakeUploadStagerConfig(SQLUploadStagerConfig):
pass
-class SnowflakeUploadStager(PostgresUploadStager):
+class SnowflakeUploadStager(SQLUploadStager):
upload_stager_config: SnowflakeUploadStagerConfig
-class SnowflakeUploaderConfig(PostgresUploaderConfig):
+class SnowflakeUploaderConfig(SQLUploaderConfig):
pass
@dataclass
-class SnowflakeUploader(PostgresUploader):
+class SnowflakeUploader(SQLUploader):
upload_config: SnowflakeUploaderConfig = field(default_factory=SnowflakeUploaderConfig)
connection_config: SnowflakeConnectionConfig
connector_type: str = CONNECTOR_TYPE
diff --git a/unstructured_ingest/v2/processes/connectors/sql/sql.py b/unstructured_ingest/v2/processes/connectors/sql/sql.py
index f9591f5d9..1ce48da39 100644
--- a/unstructured_ingest/v2/processes/connectors/sql/sql.py
+++ b/unstructured_ingest/v2/processes/connectors/sql/sql.py
@@ -1,9 +1,8 @@
import hashlib
import json
-import sys
from abc import ABC, abstractmethod
from contextlib import contextmanager
-from dataclasses import dataclass, field, replace
+from dataclasses import dataclass, field
from datetime import date, datetime
from pathlib import Path
from time import time
@@ -12,13 +11,15 @@
import numpy as np
import pandas as pd
from dateutil import parser
-from pydantic import Field, Secret
+from pydantic import BaseModel, Field, Secret
from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
-from unstructured_ingest.utils.data_prep import split_dataframe
+from unstructured_ingest.utils.data_prep import get_data_df, split_dataframe
from unstructured_ingest.v2.constants import RECORD_ID_LABEL
from unstructured_ingest.v2.interfaces import (
AccessConfig,
+ BatchFileData,
+ BatchItem,
ConnectionConfig,
Downloader,
DownloaderConfig,
@@ -27,6 +28,7 @@
FileDataSourceMetadata,
Indexer,
IndexerConfig,
+ SourceIdentifiers,
Uploader,
UploaderConfig,
UploadStager,
@@ -81,6 +83,15 @@
_DATE_COLUMNS = ("date_created", "date_modified", "date_processed", "last_modified")
+class SqlAdditionalMetadata(BaseModel):
+ table_name: str
+ id_column: str
+
+
+class SqlBatchFileData(BatchFileData):
+ additional_metadata: SqlAdditionalMetadata
+
+
def parse_date_string(date_value: Union[str, int]) -> date:
try:
timestamp = float(date_value) / 1000 if isinstance(date_value, int) else float(date_value)
@@ -124,7 +135,7 @@ def _get_doc_ids(self) -> list[str]:
f"SELECT {self.index_config.id_column} FROM {self.index_config.table_name}"
)
results = cursor.fetchall()
- ids = [result[0] for result in results]
+ ids = sorted([result[0] for result in results])
return ids
def precheck(self) -> None:
@@ -135,7 +146,7 @@ def precheck(self) -> None:
logger.error(f"failed to validate connection: {e}", exc_info=True)
raise SourceConnectionError(f"failed to validate connection: {e}")
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
+ def run(self, **kwargs: Any) -> Generator[SqlBatchFileData, None, None]:
ids = self._get_doc_ids()
id_batches: list[frozenset[str]] = [
frozenset(
@@ -151,19 +162,15 @@ def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
]
for batch in id_batches:
# Make sure the hash is always a positive number to create identified
- identified = str(hash(batch) + sys.maxsize + 1)
- yield FileData(
- identifier=identified,
+ yield SqlBatchFileData(
connector_type=self.connector_type,
metadata=FileDataSourceMetadata(
date_processed=str(time()),
),
- doc_type="batch",
- additional_metadata={
- "ids": list(batch),
- "table_name": self.index_config.table_name,
- "id_column": self.index_config.id_column,
- },
+ additional_metadata=SqlAdditionalMetadata(
+ table_name=self.index_config.table_name, id_column=self.index_config.id_column
+ ),
+ batch_items=[BatchItem(identifier=str(b)) for b in batch],
)
@@ -176,7 +183,7 @@ class SQLDownloader(Downloader, ABC):
download_config: SQLDownloaderConfig
@abstractmethod
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
pass
def sql_to_df(self, rows: list[tuple], columns: list[str]) -> list[pd.DataFrame]:
@@ -185,7 +192,7 @@ def sql_to_df(self, rows: list[tuple], columns: list[str]) -> list[pd.DataFrame]
dfs = [pd.DataFrame([row.values], columns=df.columns) for index, row in df.iterrows()]
return dfs
- def get_data(self, file_data: FileData) -> list[pd.DataFrame]:
+ def get_data(self, file_data: SqlBatchFileData) -> list[pd.DataFrame]:
rows, columns = self.query_db(file_data=file_data)
return self.sql_to_df(rows=rows, columns=columns)
@@ -199,10 +206,10 @@ def get_identifier(self, table_name: str, record_id: str) -> str:
return f
def generate_download_response(
- self, result: pd.DataFrame, file_data: FileData
+ self, result: pd.DataFrame, file_data: SqlBatchFileData
) -> DownloadResponse:
- id_column = file_data.additional_metadata["id_column"]
- table_name = file_data.additional_metadata["table_name"]
+ id_column = file_data.additional_metadata.id_column
+ table_name = file_data.additional_metadata.table_name
record_id = result.iloc[0][id_column]
filename_id = self.get_identifier(table_name=table_name, record_id=record_id)
filename = f"{filename_id}.csv"
@@ -212,20 +219,23 @@ def generate_download_response(
)
download_path.parent.mkdir(parents=True, exist_ok=True)
result.to_csv(download_path, index=False)
- copied_file_data = replace(file_data)
- copied_file_data.identifier = filename_id
- copied_file_data.doc_type = "file"
- copied_file_data.additional_metadata.pop("ids", None)
+ file_data.source_identifiers = SourceIdentifiers(
+ filename=filename,
+ fullpath=filename,
+ )
+ cast_file_data = FileData.cast(file_data=file_data)
+ cast_file_data.identifier = filename_id
return super().generate_download_response(
- file_data=copied_file_data, download_path=download_path
+ file_data=cast_file_data, download_path=download_path
)
def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
- data_dfs = self.get_data(file_data=file_data)
+ sql_filedata = SqlBatchFileData.cast(file_data=file_data)
+ data_dfs = self.get_data(file_data=sql_filedata)
download_responses = []
for df in data_dfs:
download_responses.append(
- self.generate_download_response(result=df, file_data=file_data)
+ self.generate_download_response(result=df, file_data=sql_filedata)
)
return download_responses
@@ -238,27 +248,24 @@ class SQLUploadStagerConfig(UploadStagerConfig):
class SQLUploadStager(UploadStager):
upload_stager_config: SQLUploadStagerConfig = field(default_factory=SQLUploadStagerConfig)
- @staticmethod
- def conform_dict(data: dict, file_data: FileData) -> pd.DataFrame:
- working_data = data.copy()
- output = []
- for element in working_data:
- metadata: dict[str, Any] = element.pop("metadata", {})
- data_source = metadata.pop("data_source", {})
- coordinates = metadata.pop("coordinates", {})
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
+ data = element_dict.copy()
+ metadata: dict[str, Any] = data.pop("metadata", {})
+ data_source = metadata.pop("data_source", {})
+ coordinates = metadata.pop("coordinates", {})
- element.update(metadata)
- element.update(data_source)
- element.update(coordinates)
+ data.update(metadata)
+ data.update(data_source)
+ data.update(coordinates)
- element["id"] = get_enhanced_element_id(element_dict=element, file_data=file_data)
+ data["id"] = get_enhanced_element_id(element_dict=data, file_data=file_data)
- # remove extraneous, not supported columns
- element = {k: v for k, v in element.items() if k in _COLUMNS}
- element[RECORD_ID_LABEL] = file_data.identifier
- output.append(element)
+ # remove extraneous, not supported columns
+ element = {k: v for k, v in data.items() if k in _COLUMNS}
+ element[RECORD_ID_LABEL] = file_data.identifier
+ return element
- df = pd.DataFrame.from_dict(output)
+ def conform_dataframe(self, df: pd.DataFrame) -> pd.DataFrame:
for column in filter(lambda x: x in df.columns, _DATE_COLUMNS):
df[column] = df[column].apply(parse_date_string)
for column in filter(
@@ -283,19 +290,19 @@ def run(
output_filename: str,
**kwargs: Any,
) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents: list[dict] = json.load(elements_file)
+ elements_contents = self.get_data(elements_filepath=elements_filepath)
- df = self.conform_dict(data=elements_contents, file_data=file_data)
- if Path(output_filename).suffix != ".json":
- output_filename = f"{output_filename}.json"
- else:
- output_filename = f"{Path(output_filename).stem}.json"
- output_path = Path(output_dir) / Path(f"{output_filename}")
- output_path.parent.mkdir(parents=True, exist_ok=True)
+ df = pd.DataFrame(
+ data=[
+ self.conform_dict(element_dict=element_dict, file_data=file_data)
+ for element_dict in elements_contents
+ ]
+ )
+ df = self.conform_dataframe(df=df)
+
+ output_path = self.get_output_path(output_filename=output_filename, output_dir=output_dir)
- with output_path.open("w") as output_file:
- df.to_json(output_file, orient="records", lines=True)
+ self.write_output(output_path=output_path, data=df.to_dict(orient="records"))
return output_path
@@ -361,8 +368,15 @@ def _fit_to_schema(self, df: pd.DataFrame, columns: list[str]) -> pd.DataFrame:
for column in missing_columns:
df[column] = pd.Series()
- def upload_contents(self, path: Path) -> None:
- df = pd.read_json(path, orient="records", lines=True)
+ def upload_dataframe(self, df: pd.DataFrame, file_data: FileData) -> None:
+ if self.can_delete():
+ self.delete_by_record_id(file_data=file_data)
+ else:
+ logger.warning(
+ f"table doesn't contain expected "
+ f"record id column "
+ f"{self.upload_config.record_id_key}, skipping delete"
+ )
df.replace({np.nan: None}, inplace=True)
self._fit_to_schema(df=df, columns=self.get_table_columns())
@@ -411,13 +425,10 @@ def delete_by_record_id(self, file_data: FileData) -> None:
rowcount = cursor.rowcount
logger.info(f"deleted {rowcount} rows from table {self.upload_config.table_name}")
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
+ df = pd.DataFrame(data)
+ self.upload_dataframe(df=df, file_data=file_data)
+
def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- if self.can_delete():
- self.delete_by_record_id(file_data=file_data)
- else:
- logger.warning(
- f"table doesn't contain expected "
- f"record id column "
- f"{self.upload_config.record_id_key}, skipping delete"
- )
- self.upload_contents(path=path)
+ df = get_data_df(path=path)
+ self.upload_dataframe(df=df, file_data=file_data)
diff --git a/unstructured_ingest/v2/processes/connectors/sql/sqlite.py b/unstructured_ingest/v2/processes/connectors/sql/sqlite.py
index 393227ad2..3f6b33766 100644
--- a/unstructured_ingest/v2/processes/connectors/sql/sqlite.py
+++ b/unstructured_ingest/v2/processes/connectors/sql/sqlite.py
@@ -6,7 +6,6 @@
from pydantic import Field, Secret, model_validator
-from unstructured_ingest.v2.interfaces import FileData
from unstructured_ingest.v2.logger import logger
from unstructured_ingest.v2.processes.connector_registry import (
DestinationRegistryEntry,
@@ -15,6 +14,7 @@
from unstructured_ingest.v2.processes.connectors.sql.sql import (
_DATE_COLUMNS,
SQLAccessConfig,
+ SqlBatchFileData,
SQLConnectionConfig,
SQLDownloader,
SQLDownloaderConfig,
@@ -97,10 +97,10 @@ class SQLiteDownloader(SQLDownloader):
connector_type: str = CONNECTOR_TYPE
values_delimiter: str = "?"
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
- table_name = file_data.additional_metadata["table_name"]
- id_column = file_data.additional_metadata["id_column"]
- ids = file_data.additional_metadata["ids"]
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
+ table_name = file_data.additional_metadata.table_name
+ id_column = file_data.additional_metadata.id_column
+ ids = [item.identifier for item in file_data.batch_items]
with self.connection_config.get_connection() as sqlite_connection:
cursor = sqlite_connection.cursor()
fields = ",".join(self.download_config.fields) if self.download_config.fields else "*"
diff --git a/unstructured_ingest/v2/processes/connectors/vectara.py b/unstructured_ingest/v2/processes/connectors/vectara.py
new file mode 100644
index 000000000..440e5dbcf
--- /dev/null
+++ b/unstructured_ingest/v2/processes/connectors/vectara.py
@@ -0,0 +1,350 @@
+import asyncio
+import json
+import uuid
+from dataclasses import dataclass, field
+from datetime import datetime
+from pathlib import Path
+from typing import Any, Dict, Mapping, Optional
+
+from pydantic import Field, Secret
+
+from unstructured_ingest.error import DestinationConnectionError
+from unstructured_ingest.utils.data_prep import flatten_dict
+from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.v2.interfaces import (
+ AccessConfig,
+ ConnectionConfig,
+ FileData,
+ Uploader,
+ UploaderConfig,
+ UploadStager,
+ UploadStagerConfig,
+)
+from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
+
+BASE_URL = "https://api.vectara.io/v2"
+
+CONNECTOR_TYPE = "vectara"
+
+
+class VectaraAccessConfig(AccessConfig):
+ oauth_client_id: str = Field(description="Client ID")
+ oauth_secret: str = Field(description="Client Secret")
+
+
+class VectaraConnectionConfig(ConnectionConfig):
+ access_config: Secret[VectaraAccessConfig]
+ customer_id: str
+ corpus_name: Optional[str] = None
+ corpus_key: Optional[str] = None
+ token_url: str = "https://vectara-prod-{}.auth.us-west-2.amazoncognito.com/oauth2/token"
+
+
+class VectaraUploadStagerConfig(UploadStagerConfig):
+ pass
+
+
+@dataclass
+class VectaraUploadStager(UploadStager):
+ upload_stager_config: VectaraUploadStagerConfig = field(
+ default_factory=lambda: VectaraUploadStagerConfig()
+ )
+
+ @staticmethod
+ def conform_dict(data: dict) -> dict:
+ """
+ Prepares dictionary in the format that Vectara requires.
+ See more detail in https://docs.vectara.com/docs/rest-api/create-corpus-document
+
+ Select which meta-data fields to include and optionally map them to a new format.
+ remove the "metadata-" prefix from the keys
+ """
+ metadata_map = {
+ "page_number": "page_number",
+ "data_source-url": "url",
+ "filename": "filename",
+ "filetype": "filetype",
+ "last_modified": "last_modified",
+ "element_id": "element_id",
+ }
+ md = flatten_dict(data, separator="-", flatten_lists=True)
+ md = {k.replace("metadata-", ""): v for k, v in md.items()}
+ md = {metadata_map[k]: v for k, v in md.items() if k in metadata_map}
+ return md
+
+ def process_whole(self, input_file: Path, output_file: Path, file_data: FileData) -> None:
+ with input_file.open() as in_f:
+ elements_contents = json.load(in_f)
+
+ logger.info(
+ f"Extending {len(elements_contents)} json elements from content in {input_file}"
+ )
+
+ conformed_elements = [
+ {
+ "id": str(uuid.uuid4()),
+ "type": "core",
+ "metadata": {
+ "title": file_data.identifier,
+ },
+ "document_parts": [
+ {
+ "text": element.pop("text", None),
+ "metadata": self.conform_dict(data=element),
+ }
+ for element in elements_contents
+ ],
+ }
+ ]
+
+ with open(output_file, "w") as out_f:
+ json.dump(conformed_elements, out_f, indent=2)
+
+
+class VectaraUploaderConfig(UploaderConfig):
+ pass
+
+
+@dataclass
+class VectaraUploader(Uploader):
+
+ connector_type: str = CONNECTOR_TYPE
+ upload_config: VectaraUploaderConfig
+ connection_config: VectaraConnectionConfig
+ _jwt_token: Optional[str] = field(init=False, default=None)
+ _jwt_token_expires_ts: Optional[float] = field(init=False, default=None)
+
+ def is_async(self) -> bool:
+ return True
+
+ def precheck(self) -> None:
+ try:
+ self._check_connection_and_corpora()
+ except Exception as e:
+ logger.error(f"Failed to validate connection {e}", exc_info=True)
+ raise DestinationConnectionError(f"failed to validate connection: {e}")
+
+ @property
+ async def jwt_token_async(self) -> str:
+ if not self._jwt_token or self._jwt_token_expires_ts - datetime.now().timestamp() <= 60:
+ self._jwt_token = await self._get_jwt_token_async()
+ return self._jwt_token
+
+ @property
+ def jwt_token(self) -> str:
+ if not self._jwt_token or self._jwt_token_expires_ts - datetime.now().timestamp() <= 60:
+ self._jwt_token = self._get_jwt_token()
+ return self._jwt_token
+
+ # Get Oauth2 JWT token
+ @requires_dependencies(["httpx"], extras="vectara")
+ async def _get_jwt_token_async(self) -> str:
+ import httpx
+
+ """Connect to the server and get a JWT token."""
+ token_endpoint = self.connection_config.token_url.format(self.connection_config.customer_id)
+ headers = {
+ "Content-Type": "application/x-www-form-urlencoded",
+ }
+ data = {
+ "grant_type": "client_credentials",
+ "client_id": self.connection_config.access_config.get_secret_value().oauth_client_id,
+ "client_secret": self.connection_config.access_config.get_secret_value().oauth_secret,
+ }
+
+ async with httpx.AsyncClient() as client:
+ response = await client.post(token_endpoint, headers=headers, data=data)
+ response.raise_for_status()
+ response_json = response.json()
+
+ request_time = datetime.now().timestamp()
+ self._jwt_token_expires_ts = request_time + response_json.get("expires_in")
+
+ return response_json.get("access_token")
+
+ # Get Oauth2 JWT token
+ @requires_dependencies(["httpx"], extras="vectara")
+ def _get_jwt_token(self) -> str:
+ import httpx
+
+ """Connect to the server and get a JWT token."""
+ token_endpoint = self.connection_config.token_url.format(self.connection_config.customer_id)
+ headers = {
+ "Content-Type": "application/x-www-form-urlencoded",
+ }
+ data = {
+ "grant_type": "client_credentials",
+ "client_id": self.connection_config.access_config.get_secret_value().oauth_client_id,
+ "client_secret": self.connection_config.access_config.get_secret_value().oauth_secret,
+ }
+
+ with httpx.Client() as client:
+ response = client.post(token_endpoint, headers=headers, data=data)
+ response.raise_for_status()
+ response_json = response.json()
+
+ request_time = datetime.now().timestamp()
+ self._jwt_token_expires_ts = request_time + response_json.get("expires_in")
+
+ return response_json.get("access_token")
+
+ @DestinationConnectionError.wrap
+ def _check_connection_and_corpora(self) -> None:
+ """
+ Check the connection for Vectara and validate corpus exists.
+ - If more than one corpus with the same name exists - raise error
+ - If exactly one corpus exists with this name - use it.
+ - If does not exist - raise error.
+ """
+ # Get token if not already set
+ self.jwt_token
+
+ _, list_corpora_response = self._request(
+ http_method="GET",
+ endpoint="corpora",
+ )
+
+ if self.connection_config.corpus_name:
+ possible_corpora_keys_names_map = {
+ corpus.get("key"): corpus.get("name")
+ for corpus in list_corpora_response.get("corpora")
+ if corpus.get("name") == self.connection_config.corpus_name
+ }
+
+ if len(possible_corpora_keys_names_map) > 1:
+ raise ValueError(
+ f"Multiple Corpus exist with name {self.connection_config.corpus_name} in dest."
+ )
+ if len(possible_corpora_keys_names_map) == 1:
+ if not self.connection_config.corpus_key:
+ self.connection_config.corpus_key = list(
+ possible_corpora_keys_names_map.keys()
+ )[0]
+ elif (
+ self.connection_config.corpus_key
+ != list(possible_corpora_keys_names_map.keys())[0]
+ ):
+ raise ValueError("Corpus key does not match provided corpus name.")
+ else:
+ raise ValueError(
+ f"No Corpora exist with name {self.connection_config.corpus_name} in dest."
+ )
+
+ @requires_dependencies(["httpx"], extras="vectara")
+ async def _async_request(
+ self,
+ endpoint: str,
+ http_method: str = "POST",
+ params: Mapping[str, Any] = None,
+ data: Mapping[str, Any] = None,
+ ) -> tuple[bool, dict]:
+ import httpx
+
+ url = f"{BASE_URL}/{endpoint}"
+
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {await self.jwt_token_async}",
+ "X-source": "unstructured",
+ }
+
+ async with httpx.AsyncClient() as client:
+ response = await client.request(
+ method=http_method, url=url, headers=headers, params=params, json=data
+ )
+ response.raise_for_status()
+ return response.json()
+
+ @requires_dependencies(["httpx"], extras="vectara")
+ def _request(
+ self,
+ endpoint: str,
+ http_method: str = "POST",
+ params: Mapping[str, Any] = None,
+ data: Mapping[str, Any] = None,
+ ) -> tuple[bool, dict]:
+ import httpx
+
+ url = f"{BASE_URL}/{endpoint}"
+
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Authorization": f"Bearer {self.jwt_token}",
+ "X-source": "unstructured",
+ }
+
+ with httpx.Client() as client:
+ response = client.request(
+ method=http_method, url=url, headers=headers, params=params, json=data
+ )
+ response.raise_for_status()
+ return response.json()
+
+ async def _delete_doc(self, doc_id: str) -> tuple[bool, dict]:
+ """
+ Delete a document from the Vectara corpus.
+ """
+
+ return await self._async_request(
+ endpoint=f"corpora/{self.connection_config.corpus_key}/documents/{doc_id}",
+ http_method="DELETE",
+ )
+
+ async def _index_document(self, document: Dict[str, Any]) -> None:
+ """
+ Index a document (by uploading it to the Vectara corpus) from the document dictionary
+ """
+
+ logger.debug(
+ f"Indexing document {document['id']} to corpus key {self.connection_config.corpus_key}"
+ )
+
+ try:
+ result = await self._async_request(
+ endpoint=f"corpora/{self.connection_config.corpus_key}/documents", data=document
+ )
+ except Exception as e:
+ logger.error(f"exception {e} while indexing document {document['id']}")
+ return
+
+ if (
+ "messages" in result
+ and result["messages"]
+ and (
+ "ALREADY_EXISTS" in result["messages"]
+ or (
+ "CONFLICT: Indexing doesn't support updating documents."
+ in result["messages"][0]
+ )
+ )
+ ):
+ logger.info(f"document {document['id']} already exists, re-indexing")
+ await self._delete_doc(document["id"])
+ await self._async_request(
+ endpoint=f"corpora/{self.connection_config.corpus_key}/documents", data=document
+ )
+ return
+
+ logger.info(f"indexing document {document['id']} succeeded")
+
+ async def run_data_async(
+ self,
+ data: list[dict],
+ file_data: FileData,
+ **kwargs: Any,
+ ) -> None:
+
+ logger.info(f"inserting / updating {len(data)} documents to Vectara ")
+ await asyncio.gather(*(self._index_document(vdoc) for vdoc in data))
+
+
+vectara_destination_entry = DestinationRegistryEntry(
+ connection_config=VectaraConnectionConfig,
+ uploader=VectaraUploader,
+ uploader_config=VectaraUploaderConfig,
+ upload_stager=VectaraUploadStager,
+ upload_stager_config=VectaraUploadStagerConfig,
+)
diff --git a/unstructured_ingest/v2/processes/connectors/weaviate/weaviate.py b/unstructured_ingest/v2/processes/connectors/weaviate/weaviate.py
index 627940577..005b0ebc0 100644
--- a/unstructured_ingest/v2/processes/connectors/weaviate/weaviate.py
+++ b/unstructured_ingest/v2/processes/connectors/weaviate/weaviate.py
@@ -3,7 +3,6 @@
from contextlib import contextmanager
from dataclasses import dataclass, field
from datetime import date, datetime
-from pathlib import Path
from typing import TYPE_CHECKING, Any, Generator, Optional
from dateutil import parser
@@ -74,11 +73,11 @@ def parse_date_string(date_string: str) -> date:
logger.debug(f"date {date_string} string not a timestamp: {e}")
return parser.parse(date_string)
- @classmethod
- def conform_dict(cls, data: dict, file_data: FileData) -> dict:
+ def conform_dict(self, element_dict: dict, file_data: FileData) -> dict:
"""
Updates the element dictionary to conform to the Weaviate schema
"""
+ data = element_dict.copy()
working_data = data.copy()
# Dict as string formatting
if (
@@ -111,7 +110,7 @@ def conform_dict(cls, data: dict, file_data: FileData) -> dict:
.get("data_source", {})
.get("date_created")
):
- working_data["metadata"]["data_source"]["date_created"] = cls.parse_date_string(
+ working_data["metadata"]["data_source"]["date_created"] = self.parse_date_string(
date_created
).strftime(
"%Y-%m-%dT%H:%M:%S.%fZ",
@@ -122,7 +121,7 @@ def conform_dict(cls, data: dict, file_data: FileData) -> dict:
.get("data_source", {})
.get("date_modified")
):
- working_data["metadata"]["data_source"]["date_modified"] = cls.parse_date_string(
+ working_data["metadata"]["data_source"]["date_modified"] = self.parse_date_string(
date_modified
).strftime(
"%Y-%m-%dT%H:%M:%S.%fZ",
@@ -133,14 +132,14 @@ def conform_dict(cls, data: dict, file_data: FileData) -> dict:
.get("data_source", {})
.get("date_processed")
):
- working_data["metadata"]["data_source"]["date_processed"] = cls.parse_date_string(
+ working_data["metadata"]["data_source"]["date_processed"] = self.parse_date_string(
date_processed
).strftime(
"%Y-%m-%dT%H:%M:%S.%fZ",
)
if last_modified := working_data.get("metadata", {}).get("last_modified"):
- working_data["metadata"]["last_modified"] = cls.parse_date_string(
+ working_data["metadata"]["last_modified"] = self.parse_date_string(
last_modified
).strftime(
"%Y-%m-%dT%H:%M:%S.%fZ",
@@ -159,25 +158,6 @@ def conform_dict(cls, data: dict, file_data: FileData) -> dict:
working_data[RECORD_ID_LABEL] = file_data.identifier
return working_data
- def run(
- self,
- elements_filepath: Path,
- file_data: FileData,
- output_dir: Path,
- output_filename: str,
- **kwargs: Any,
- ) -> Path:
- with open(elements_filepath) as elements_file:
- elements_contents = json.load(elements_file)
- updated_elements = [
- self.conform_dict(data=element, file_data=file_data) for element in elements_contents
- ]
- output_path = Path(output_dir) / Path(f"{output_filename}.json")
- output_path.parent.mkdir(parents=True, exist_ok=True)
- with open(output_path, "w") as output_file:
- json.dump(updated_elements, output_file, indent=2)
- return output_path
-
class WeaviateUploaderConfig(UploaderConfig):
collection: str = Field(description="The name of the collection this object belongs to")
@@ -268,18 +248,16 @@ def delete_by_record_id(self, client: "WeaviateClient", file_data: FileData) ->
if not resp.failed and not resp.successful:
break
- def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
- with path.open("r") as file:
- elements_dict = json.load(file)
+ def run_data(self, data: list[dict], file_data: FileData, **kwargs: Any) -> None:
logger.info(
- f"writing {len(elements_dict)} objects to destination "
+ f"writing {len(data)} objects to destination "
f"class {self.connection_config.access_config} "
)
with self.connection_config.get_client() as weaviate_client:
self.delete_by_record_id(client=weaviate_client, file_data=file_data)
with self.upload_config.get_batch_client(client=weaviate_client) as batch_client:
- for e in elements_dict:
+ for e in data:
vector = e.pop("embeddings", None)
batch_client.add_object(
collection=self.upload_config.collection,
diff --git a/unstructured_ingest/v2/unstructured_api.py b/unstructured_ingest/v2/unstructured_api.py
index 3da311005..2b1e3cdd0 100644
--- a/unstructured_ingest/v2/unstructured_api.py
+++ b/unstructured_ingest/v2/unstructured_api.py
@@ -2,6 +2,7 @@
from pathlib import Path
from typing import TYPE_CHECKING, Optional
+from unstructured_ingest.v2.errors import ProviderError, UserError
from unstructured_ingest.v2.logger import logger
if TYPE_CHECKING:
@@ -51,6 +52,22 @@ def create_partition_request(filename: Path, parameters_dict: dict) -> "Partitio
return PartitionRequest(partition_parameters=partition_params)
+def handle_error(e: Exception):
+ from unstructured_client.models.errors.sdkerror import SDKError
+
+ if isinstance(e, SDKError):
+ logger.error(f"Error calling Unstructured API: {e}")
+ if 400 <= e.status_code < 500:
+ raise UserError(e.body)
+ elif e.status_code >= 500:
+ raise ProviderError(e.body)
+ else:
+ raise e
+ else:
+ logger.error(f"Uncaught Error calling API: {e}")
+ raise e
+
+
async def call_api_async(
server_url: Optional[str], api_key: Optional[str], filename: Path, api_parameters: dict
) -> list[dict]:
@@ -71,7 +88,10 @@ async def call_api_async(
api_key_auth=api_key,
)
partition_request = create_partition_request(filename=filename, parameters_dict=api_parameters)
- res = await client.general.partition_async(request=partition_request)
+ try:
+ res = await client.general.partition_async(request=partition_request)
+ except Exception as e:
+ handle_error(e)
return res.elements or []
@@ -96,6 +116,9 @@ def call_api(
api_key_auth=api_key,
)
partition_request = create_partition_request(filename=filename, parameters_dict=api_parameters)
- res = client.general.partition(request=partition_request)
+ try:
+ res = client.general.partition(request=partition_request)
+ except Exception as e:
+ handle_error(e)
return res.elements or []