From 01fae2b5e395e84db6a7e9819b6f98777c46e845 Mon Sep 17 00:00:00 2001
From: Pherkel
Date: Mon, 11 Sep 2023 14:33:18 +0200
Subject: readd space token, idk why its there but it could break things

---
 swr2_asr/tokenizer.py | 1 +
 1 file changed, 1 insertion(+)

(limited to 'swr2_asr/tokenizer.py')

diff --git a/swr2_asr/tokenizer.py b/swr2_asr/tokenizer.py
index 69ced81..d92465a 100644
--- a/swr2_asr/tokenizer.py
+++ b/swr2_asr/tokenizer.py
@@ -44,6 +44,7 @@ class CharTokenizer:
         ü
         -
         '
+        
         """
 
         self.char_map = {}
-- 
cgit v1.2.3