Scipy version limititation
#3
by
Ray-17
- opened
I experienced several errors and solved them by downgrading scipy. This is for anyone who may need the information.
Traceback (most recent call last):
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1863, in _get_module
return importlib.import_module("." + module_name, self.__name__)
File "/opt/anaconda3/envs/ray-col/lib/python3.10/importlib/__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "<frozen importlib._bootstrap>", line 1050, in _gcd_import
File "<frozen importlib._bootstrap>", line 1027, in _find_and_load
File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 688, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 883, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/models/clip/modeling_clip.py", line 28, in <module>
from ...modeling_utils import PreTrainedModel
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/modeling_utils.py", line 53, in <module>
from .loss.loss_utils import LOSS_MAPPING
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/loss/loss_utils.py", line 19, in <module>
from .loss_deformable_detr import DeformableDetrForObjectDetectionLoss, DeformableDetrForSegmentationLoss
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/loss/loss_deformable_detr.py", line 6, in <module>
from .loss_for_object_detection import (
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/loss/loss_for_object_detection.py", line 28, in <module>
from scipy.optimize import linear_sum_assignment
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/optimize/__init__.py", line 435, in <module>
from ._linprog import linprog, linprog_verbose_callback
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/optimize/_linprog.py", line 22, in <module>
from ._linprog_ip import _linprog_ip
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/optimize/_linprog_ip.py", line 27, in <module>
from ._linprog_util import _postsolve
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/optimize/_linprog_util.py", line 9, in <module>
from scipy.optimize._remove_redundancy import (
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/optimize/_remove_redundancy.py", line 9, in <module>
from scipy.linalg.interpolative import interp_decomp
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/linalg/interpolative.py", line 368, in <module>
import scipy.linalg._decomp_interpolative as _backend
File "_decomp_interpolative.pyx", line 116, in init scipy.linalg._decomp_interpolative
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/fft/__init__.py", line 91, in <module>
from ._fftlog import fht, ifht, fhtoffset
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/fft/_fftlog.py", line 10, in <module>
from ._fftlog_backend import fhtoffset
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/fft/_fftlog_backend.py", line 4, in <module>
from ..special import loggamma, poch
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/special/__init__.py", line 826, in <module>
from . import _basic
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/special/_basic.py", line 22, in <module>
from ._multiufuncs import (assoc_legendre_p_all,
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/special/_multiufuncs.py", line 142, in <module>
sph_legendre_p = MultiUFunc(
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/special/_multiufuncs.py", line 41, in __init__
raise ValueError("All ufuncs must have type `numpy.ufunc`."
ValueError: All ufuncs must have type `numpy.ufunc`. Received (<ufunc 'sph_legendre_p'>, <ufunc 'sph_legendre_p'>, <ufunc 'sph_legendre_p'>)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/siqilei2/kaggle/WWW-MIRC/buld_index.py", line 17, in <module>
from encoder import Encoder
File "/home/siqilei2/kaggle/WWW-MIRC/encoder.py", line 4, in <module>
from transformers import CLIPProcessor, CLIPModel, AutoModelForCausalLM, AutoProcessor, Qwen2VLForConditionalGeneration
File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1852, in __getattr__
value = getattr(module, name)
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1851, in __getattr__
module = self._get_module(self._class_to_module[name])
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1865, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.models.clip.modeling_clip because of the following error (look up to see its traceback):
All ufuncs must have type `numpy.ufunc`. Received (<ufunc 'sph_legendre_p'>, <ufunc 'sph_legendre_p'>, <ufunc 'sph_legendre_p'>)
and
Traceback (most recent call last):
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1863, in _get_module
return importlib.import_module("." + module_name, self.__name__)
File "/opt/anaconda3/envs/ray-col/lib/python3.10/importlib/__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "<frozen importlib._bootstrap>", line 1050, in _gcd_import
File "<frozen importlib._bootstrap>", line 1027, in _find_and_load
File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 688, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 883, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/generation/utils.py", line 53, in <module>
from .candidate_generator import (
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/generation/candidate_generator.py", line 26, in <module>
from sklearn.metrics import roc_curve
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/__init__.py", line 73, in <module>
from .base import clone # noqa: E402
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/base.py", line 19, in <module>
from .utils._estimator_html_repr import _HTMLDocumentationLinkMixin, estimator_html_repr
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 15, in <module>
from ._chunking import gen_batches, gen_even_slices
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/_chunking.py", line 11, in <module>
from ._param_validation import Interval, validate_params
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/_param_validation.py", line 17, in <module>
from .validation import _is_arraylike_not_scalar
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/validation.py", line 21, in <module>
from ..utils._array_api import _asarray_with_order, _is_numpy_namespace, get_namespace
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/_array_api.py", line 17, in <module>
from .fixes import parse_version
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/sklearn/utils/fixes.py", line 17, in <module>
import scipy.stats
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/stats/__init__.py", line 606, in <module>
from ._stats_py import *
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/stats/_stats_py.py", line 49, in <module>
from . import distributions
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/stats/distributions.py", line 11, in <module>
from . import _discrete_distns
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/stats/_discrete_distns.py", line 10, in <module>
from scipy.interpolate import interp1d
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/interpolate/__init__.py", line 167, in <module>
from ._interpolate import *
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/interpolate/_interpolate.py", line 14, in <module>
from . import _fitpack_py
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/interpolate/_fitpack_py.py", line 8, in <module>
from ._fitpack_impl import bisplrep, bisplev, dblint # noqa: F401
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/scipy/interpolate/_fitpack_impl.py", line 103, in <module>
'iwrk': array([], dfitpack_int), 'u': array([], float),
TypeError
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1863, in _get_module
return importlib.import_module("." + module_name, self.__name__)
File "/opt/anaconda3/envs/ray-col/lib/python3.10/importlib/__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "<frozen importlib._bootstrap>", line 1050, in _gcd_import
File "<frozen importlib._bootstrap>", line 1027, in _find_and_load
File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 688, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 883, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/models/clip/modeling_clip.py", line 28, in <module>
from ...modeling_utils import PreTrainedModel
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/modeling_utils.py", line 48, in <module>
from .generation import CompileConfig, GenerationConfig, GenerationMixin
File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1851, in __getattr__
module = self._get_module(self._class_to_module[name])
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1865, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.generation.utils because of the following error (look up to see its traceback):
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/siqilei2/kaggle/WWW-MIRC/buld_index.py", line 17, in <module>
from encoder import Encoder
File "/home/siqilei2/kaggle/WWW-MIRC/encoder.py", line 4, in <module>
from transformers import CLIPProcessor, CLIPModel, AutoModelForCausalLM, AutoProcessor, Qwen2VLForConditionalGeneration
File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1852, in __getattr__
value = getattr(module, name)
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1851, in __getattr__
module = self._get_module(self._class_to_module[name])
File "/opt/anaconda3/envs/ray-col/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1865, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.models.clip.modeling_clip because of the following error (look up to see its traceback):
Failed to import transformers.generation.utils because of the following error (look up to see its traceback):
downgrade then fix all above
pip install 'scipy<1.13.0'
thanks to