diff --git a/dan/utils.py b/dan/utils.py index 69e7d82ac2610d5fbdfedf336df69177b3fd8471..e86e08f59c1c9ccb7b44265616287fe7f2baf472 100644 --- a/dan/utils.py +++ b/dan/utils.py @@ -22,7 +22,7 @@ class Token(NamedTuple): class LMTokenMapping(NamedTuple): - space: Token = Token("⎵", " ") + space: Token = Token("â–", " ") linebreak: Token = Token("↵", "\n") ctc: Token = Token("â—Œ", "<ctc>")