Gamahea commited on
Commit
1252ef3
·
1 Parent(s): e85fc46

Fix dataset loading errors with Parquet-based datasets

Browse files

Replaced deprecated loading scripts with modern Parquet format datasets

backend/services/dataset_service.py CHANGED
@@ -173,8 +173,7 @@ class DatasetService:
173
  # Prepare load_dataset parameters
174
  load_params = {
175
  'path': hf_id,
176
- 'cache_dir': str(dataset_dir / "cache"),
177
- 'trust_remote_code': True # Some datasets require custom code
178
  }
179
 
180
  # Add optional config/split parameters
 
173
  # Prepare load_dataset parameters
174
  load_params = {
175
  'path': hf_id,
176
+ 'cache_dir': str(dataset_dir / "cache")
 
177
  }
178
 
179
  # Add optional config/split parameters