nit

src/calibration_datasets.py

@@ -124,7 +124,7 @@ class CalibrationDataset(ABC):
         """Load the Hugging Face dataset at `path`, using the provided kwargs."""
 
         print(f"Loading HF dataset {path} with params: {kwargs}")
-        data: Dataset = load_dataset(path=path, streaming=True, num_proc=len(os.sched_getaffinity(0)), **kwargs)
+        data: Dataset = load_dataset(path=path, streaming=True, **kwargs)
 
         limit = limit and min(limit, len(data)) or len(data)
         return data.shuffle(seed=42).take(range(limit))