nit

src/calibration_datasets.py

@@ -125,9 +125,7 @@ class CalibrationDataset(ABC):
 
         print(f"Loading HF dataset {path} with params: {kwargs}")
         data: Dataset = load_dataset(path=path, streaming=True, **kwargs)
-
-        limit = limit and min(limit, len(data)) or len(data)
-        return data.shuffle(seed=42).take(range(limit))
+        return data.shuffle().take(limit)
 
     @staticmethod
     def list_with_nls(samples: List[str]) -> List[str]: