Export token in table exporter instead of ignoring them

korpling · Oct 8, 2024 · 42f7676 · 42f7676
1 parent a96c8ec
commit 42f7676
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -5,6 +5,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+### Fixed
+
+- Export token in `table` exporter instead of ignoring them.
+
 ## [0.17.0] - 2024-09-27
 
 ### Added

diff --git a/src/exporter/table.rs b/src/exporter/table.rs
@@ -272,7 +272,7 @@ impl ExportTable {
                     .get_value_for_item(&rn, &NODE_NAME_KEY)?
                     .ok_or(anyhow!("Node has no name"))?;
                 for anno_key in node_annos.get_all_keys_for_item(&rn, None, None)? {
-                    if anno_key.ns.as_str() != ANNIS_NS {
+                    if anno_key.ns.as_str() != ANNIS_NS || anno_key.name == "tok" {
                         let qname = join_qname(anno_key.ns.as_str(), anno_key.name.as_str());
                         let id_name = format!("id_{qname}");
                         let index = if let Some(index) = index_map.get(&qname) {