aboutsummaryrefslogtreecommitdiff
path: root/data/tokenizers/tokens_german.txt
blob: 57f2c3af25525055a0783a5157996c83199d8e5a (plain) (blame) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

_
<BLANK>
<UNK>
<SPACE>
a
b
c
d
e
f
g
h
i
j
k
l
m
n
o
p
q
r
s
t
u
v
w
x
y
z
é
à
ä
ö
ß
ü
-
'