weathon commited on
Commit
a596884
·
verified ·
1 Parent(s): a544189

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +18 -18
tokenizer_config.json CHANGED
@@ -1,30 +1,30 @@
1
  {
2
  "char_ords": [
3
- 108,
4
- 45,
5
  72,
6
- 51,
7
- 54,
8
- 61,
9
- 66,
10
  50,
11
- 40,
12
- 78,
13
- 41,
14
- 80,
15
- 114,
16
- 35,
17
- 67,
18
  91,
 
 
19
  43,
 
20
  93,
 
 
 
21
  49,
22
- 70,
23
- 52,
24
- 46,
25
- 83,
26
  53,
27
- 79
28
  ],
29
  "model_max_length": 1024
30
  }
 
1
  {
2
  "char_ords": [
3
+ 46,
4
+ 83,
5
  72,
6
+ 70,
 
 
 
7
  50,
8
+ 52,
9
+ 79,
10
+ 66,
11
+ 108,
12
+ 61,
 
 
13
  91,
14
+ 67,
15
+ 51,
16
  43,
17
+ 40,
18
  93,
19
+ 78,
20
+ 114,
21
+ 45,
22
  49,
23
+ 80,
24
+ 35,
25
+ 54,
 
26
  53,
27
+ 41
28
  ],
29
  "model_max_length": 1024
30
  }