Update requirements.txt

requirements.txt

@@ -1,246 +1,39 @@
-absl-py==2.1.0
-accelerate==1.0.1
-aiodns==3.2.0
-aiofiles==23.2.1
-aiohappyeyeballs==2.4.3
-aiohttp==3.10.10
-aiohttp-retry==2.9.1
-aiosignal==1.3.1
-altair==5.4.1
-annotated-types==0.7.0
-anyio==4.6.2.post1
-appdirs==1.4.4
-async-timeout==4.0.3
-attrs==24.2.0
-azure-core==1.32.0
-azure-storage-blob==12.23.1
-backoff==2.2.1
-bcrypt==4.2.0
-bitsandbytes==0.44.1
-blinker==1.8.2
-boto3==1.35.56
-botocore==1.35.56
-Brotli==1.1.0
-cachetools==5.5.0
-certifi==2024.8.30
-cffi==1.17.1
-charset-normalizer==3.4.0
-click==8.1.7
-cloudpickle==3.1.0
-cmake==3.25.0
-colorama==0.4.6
-compressed-tensors==0.8.0
-cryptography==43.0.3
-dataclasses-json==0.6.7
-datasets==3.0.1
-deepeval==1.5.4
-Deprecated==1.2.15
-dill==0.3.8
-diskcache==5.6.3
-distro==1.9.0
-dnspython==2.7.0
-docstring_parser==0.16
-docx2txt==0.8
-einops==0.8.0
-email_validator==2.2.0
-exceptiongroup==1.2.2
-execnet==2.1.1
-fastapi==0.115.2
-fastapi-cli==0.0.5
-ffmpy==0.4.0
-filelock==3.16.1
-Flask==3.0.3
-frozenlist==1.4.1
-fsspec==2024.6.1
-gguf==0.10.0
-git-filter-repo==2.45.0
-gitdb==4.0.11
-GitPython==3.1.43
-googleapis-common-protos==1.66.0
-gradio==5.6.0
-gradio_client==1.4.3
-greenlet==3.1.1
-grpcio==1.63.2
-h11==0.14.0
-hf_transfer==0.1.8
-httpcore==1.0.6
-httptools==0.6.4
-httpx==0.27.2
-httpx-sse==0.4.0
-huggingface-hub==0.26.1
-idna==3.10
-importlib-metadata==7.0.0
-iniconfig==2.0.0
-inquirerpy==0.3.4
-interegular==0.3.3
-isodate==0.7.2
-itsdangerous==2.2.0
-Jinja2==3.1.4
-jiter==0.6.1
-jmespath==1.0.1
-joblib==1.4.2
-jsonpatch==1.33
-jsonpointer==3.0.0
-jsonschema==4.23.0
-jsonschema-specifications==2024.10.1
-langchain==0.3.7
-langchain-community==0.3.7
-langchain-core==0.3.19
-langchain-openai==0.2.8
-langchain-text-splitters==0.3.2
-langsmith==0.1.143
-lark==1.2.2
-lit==15.0.7
-llvmlite==0.43.0
-lm-format-enforcer==0.10.9
-markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-marshmallow==3.23.1
-mdurl==0.1.2
-mistral_common==1.5.1
-mpmath==1.3.0
-msgpack==1.1.0
-msgspec==0.18.6
-multidict==6.1.0
-multiprocess==0.70.16
-mypy-extensions==1.0.0
-narwhals==1.13.5
-nest-asyncio==1.6.0
-networkx==3.4.1
-nltk==3.9.1
-numba==0.60.0
+# Core Libraries
 numpy==1.26.4
-nvidia-cublas-cu12==12.4.5.8
-nvidia-cuda-cupti-cu12==12.4.127
-nvidia-cuda-nvrtc-cu12==12.4.127
-nvidia-cuda-runtime-cu12==12.4.127
-nvidia-cudnn-cu12==9.1.0.70
-nvidia-cufft-cu12==11.2.1.3
-nvidia-curand-cu12==10.3.5.147
-nvidia-cusolver-cu12==11.6.1.9
-nvidia-cusparse-cu12==12.3.1.170
-nvidia-ml-py==12.560.30
-nvidia-nccl-cu12==2.21.5
-nvidia-nvjitlink-cu12==12.4.127
-nvidia-nvtx-cu12==12.4.127
-openai==1.54.4
-opencv-python-headless==4.10.0.84
-opentelemetry-api==1.24.0
-opentelemetry-exporter-otlp-proto-common==1.24.0
-opentelemetry-exporter-otlp-proto-grpc==1.24.0
-opentelemetry-proto==1.24.0
-opentelemetry-sdk==1.24.0
-opentelemetry-semantic-conventions==0.45b0
-orjson==3.10.11
-outlines==0.0.46
-packaging==24.1
 pandas==2.2.3
-paramiko==3.5.0
-partial-json-parser==0.2.1.1.post4
-peft==0.13.2
-pfzy==0.3.4
-pillow==10.4.0
-pluggy==1.5.0
-portalocker==2.10.1
-prettytable==3.12.0
-prometheus-fastapi-instrumentator==7.0.0
-prometheus_client==0.21.0
-prompt_toolkit==3.0.48
-propcache==0.2.0
-protobuf==3.20.3
-psutil==6.1.0
-py-cpuinfo==9.0.0
-pyairports==2.1.1
-pyarrow==17.0.0
-pycares==4.4.0
-pycountry==24.6.1
-pycparser==2.22
-pydantic==2.9.2
-pydantic-extra-types==2.10.0
-pydantic-settings==2.6.1
-pydantic_core==2.23.4
-pydeck==0.9.1
-pydub==0.25.1
-Pygments==2.18.0
-PyMuPDF==1.24.12
-PyNaCl==1.5.0
-PyPDF2==3.0.1
-pysbd==0.3.4
-pytesseract==0.3.13
-pytest==8.3.3
-pytest-repeat==0.9.3
-pytest-xdist==3.6.1
-python-dateutil==2.9.0.post0
-python-dotenv==1.0.1
-python-multipart==0.0.12
-pytz==2024.2
-PyYAML==6.0.2
-pyzmq==26.2.0
-ragas==0.2.5
-ray==2.37.0
-referencing==0.35.1
-regex==2024.9.11
-requests==2.32.3
-requests-toolbelt==1.0.0
-rich==13.9.2
-rouge-score==0.1.2
-rpds-py==0.20.0
-ruff==0.7.4
-runpod==1.7.4
-s3transfer==0.10.3
-safehttpx==0.1.1
-safetensors==0.4.5
-scikit-learn==1.5.2
 scipy==1.14.1
-semantic-version==2.10.0
-sentence-transformers==3.3.0
-sentencepiece==0.2.0
-sentry-sdk==2.18.0
-shellingham==1.5.4
-shtab==1.7.1
-six==1.16.0
-smmap==5.0.1
-sniffio==1.3.1
-SQLAlchemy==2.0.35
-starlette==0.40.0
-streamlit==1.40.1
-sympy==1.13.1
-tabulate==0.9.0
-tenacity==8.4.2
-threadpoolctl==3.5.0
-tiktoken==0.7.0
-tokenizers==0.20.1
-toml==0.10.2
-tomli==2.0.2
-tomlkit==0.12.0
+scikit-learn==1.5.2
 torch==2.5.1
-torchaudio==2.5.1
 torchvision==0.20.1
-tornado==6.4.1
-tqdm==4.66.5
-tqdm-loggable==0.2
+torchaudio==2.5.1
 transformers==4.45.2
-triton==3.1.0
-trl==0.11.1
-typer==0.13.0
-typing-inspect==0.9.0
-typing_extensions==4.12.2
-tyro==0.8.12
-tzdata==2024.2
-ujson==5.10.0
+sentence-transformers==3.3.0
+langchain==0.3.7
+vllm==0.6.4.post1
 unsloth @ git+https://github.com/unslothai/unsloth.git@1f52468fa31bf0b641ec96217ef0f5916a07fce5
-unsloth_zoo==2024.10.4
-urllib3==2.2.3
+
+# NLP and Tokenization
+tiktoken==0.7.0
+tokenizers==0.20.1
+sentencepiece==0.2.0
+
+# Utility Libraries
+requests==2.32.3
+jsonschema==4.23.0
+pydantic==2.9.2
+protobuf==3.20.3
+pyyaml==6.0.2
+joblib==1.4.2
+tenacity==8.4.2
+tqdm==4.66.5
 uvicorn==0.32.0
-uvloop==0.21.0
-vllm==0.6.4.post1
-watchdog==6.0.0
-watchfiles==0.24.0
-wcwidth==0.2.13
-websockets==12.0
-Werkzeug==3.0.4
-wrapt==1.16.0
-xformers==0.0.28.post3
-xxhash==3.5.0
-yarl==1.15.5
-zipp==3.20.2
+
+# Data Processing
+pyarrow==17.0.0
+huggingface-hub==0.26.1
+
+# Visualization and Development Tools
+gradio==5.6.0
+pytest==8.3.3
+pytest-xdist==3.6.1
+pylint==2.17.4