diff --git a/dan/datasets/extract/extract.py b/dan/datasets/extract/extract.py index 0c1d2d13f2c24f2745b2bee188764ae26024a722..74c7b32748437813fa6576d7edd00c5fa0f0caac 100644 --- a/dan/datasets/extract/extract.py +++ b/dan/datasets/extract/extract.py @@ -280,7 +280,7 @@ class ArkindexExtractor: """ return " ".join( [ - self.mapping.encode[token] if token in self.mapping else token + self.mapping.encode[token] if token in self.mapping.encode else token for token in list(text.strip()) ] )