Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -205,7 +205,7 @@ def daten_laden(name):
|
|
| 205 |
dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
|
| 206 |
|
| 207 |
#Datensets in den Tokenizer schieben...
|
| 208 |
-
def tokenize_function(examples):
|
| 209 |
return tokenizer(examples["text"])
|
| 210 |
|
| 211 |
|
|
|
|
| 205 |
dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
|
| 206 |
|
| 207 |
#Datensets in den Tokenizer schieben...
|
| 208 |
+
def tokenize_function(tokenizer, examples):
|
| 209 |
return tokenizer(examples["text"])
|
| 210 |
|
| 211 |
|