Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -202,10 +202,8 @@ shared_state = State()
|
|
| 202 |
|
| 203 |
#load Dataset
|
| 204 |
def daten_laden(name):
|
| 205 |
-
|
|
|
|
| 206 |
|
| 207 |
-
#Datensets in den Tokenizer schieben...
|
| 208 |
-
def tokenize_function(tokenizer, examples):
|
| 209 |
-
return tokenizer(examples["text"])
|
| 210 |
|
| 211 |
|
|
|
|
| 202 |
|
| 203 |
#load Dataset
|
| 204 |
def daten_laden(name):
|
| 205 |
+
return load_dataset('alexkueck/tis', 'alexkueck/tis')
|
| 206 |
+
|
| 207 |
|
|
|
|
|
|
|
|
|
|
| 208 |
|
| 209 |
|