diff --git a/requirements.txt b/requirements.txt
index 43eddf5b18f..9d02e96486e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,153 +1,79 @@
-accelerate==0.27.2
-aiohttp==3.9.5
-aiosignal==1.3.1
-annotated-types==0.6.0
-anyio==4.3.0
-argon2-cffi==23.1.0
-argon2-cffi-bindings==21.2.0
 Aspose.Slides==24.2.0
-attrs==23.2.0
-blinker==1.7.0
-cachelib==0.12.0
+BCEmbedding==0.1.3
+boto3==1.34.140
+botocore==1.34.140
 cachetools==5.3.3
-certifi==2024.2.2
-cffi==1.16.0
-charset-normalizer==3.3.2
-click==8.1.7
-coloredlogs==15.0.1
-cryptography==42.0.5
+chardet==5.2.0
+cn2an==0.5.22
 dashscope==1.14.1
-datasets==2.17.1
 datrie==0.8.2
 demjson3==3.0.6
-dill==0.3.8
-distro==1.9.0
-elastic-transport==8.12.0
+discord.py==2.3.2
+duckduckgo_search==6.1.9
+elastic_transport==8.12.0
 elasticsearch==8.12.1
-elasticsearch-dsl==8.12.0
-et-xmlfile==1.1.0
-filelock==3.13.1
+elasticsearch_dsl==8.12.0
 fastembed==0.2.6
-FlagEmbedding==1.2.5
-Flask==3.0.2
-Flask-Cors==4.0.0
-Flask-Login==0.6.3
-Flask-Session==0.6.0
-flatbuffers==23.5.26
-frozenlist==1.4.1
-fsspec==2023.10.0
-h11==0.14.0
+fasttext==0.9.3
+filelock==3.15.4
+FlagEmbedding==1.2.10
+Flask==3.0.3
+Flask_Cors==4.0.0
+Flask_Login==0.6.3
+flask_session==0.8.0
+groq==0.9.0
 hanziconv==0.3.2
-httpcore==1.0.4
+html_text==0.6.2
 httpx==0.27.0
-huggingface-hub==0.20.3
-humanfriendly==10.0
-idna==3.6
-install==1.3.5
+huggingface_hub==0.20.3
+infinity_emb==0.0.51
 itsdangerous==2.1.2
-Jinja2==3.1.3
-joblib==1.3.2
-lxml==5.1.0
-MarkupSafe==2.1.5
+Markdown==3.6
 minio==7.2.4
-mpmath==1.3.0
-multidict==6.0.5
-multiprocess==0.70.16
-networkx==3.2.1
+mistralai==0.4.2
 nltk==3.8.1
 numpy==1.26.4
-nvidia-cublas-cu12==12.1.3.1
-nvidia-cuda-cupti-cu12==12.1.105
-nvidia-cuda-nvrtc-cu12==12.1.105
-nvidia-cuda-runtime-cu12==12.1.105
-nvidia-cudnn-cu12==8.9.2.26
-nvidia-cufft-cu12==11.0.2.54
-nvidia-curand-cu12==10.3.2.106
-nvidia-cusolver-cu12==11.4.5.107
-nvidia-cusparse-cu12==12.1.0.106
-nvidia-nccl-cu12==2.19.3
-nvidia-nvjitlink-cu12==12.3.101
-nvidia-nvtx-cu12==12.1.105
-ollama==0.1.9
-onnxruntime-gpu==1.17.1
-openai==1.12.0
-opencv-python==4.9.0.80
+ollama==0.2.1
+onnxruntime==1.17.3
+onnxruntime_gpu==1.17.1
+openai==1.35.14
+opencv_python==4.9.0.80
+opencv_python_headless==4.9.0.80
 openpyxl==3.1.2
-packaging==23.2
-pandas==2.2.1
-pdfminer.six==20221105
+pandas==2.2.2
 pdfplumber==0.10.4
 peewee==3.17.1
-pillow==10.3.0
-protobuf==4.25.3
-psutil==5.9.8
-pyarrow==15.0.0
-pyarrow-hotfix==0.6
+Pillow==10.4.0
+pipreqs==0.5.0
+protobuf==5.27.2
 pyclipper==1.3.0.post5
-pycparser==2.21
-pycryptodome
-pycryptodome-test-vectors
-pycryptodomex
-pydantic==2.6.2
-pydantic_core==2.16.3
-PyJWT==2.8.0
-PyMySQL==1.1.1
+pycryptodomex==3.20.0
 PyPDF2==3.0.1
-pypdfium2==4.27.0
-python-dateutil==2.8.2
-python-docx==1.1.0
+pytest==8.2.2
 python-dotenv==1.0.1
-python-pptx==0.6.23
-PyYAML==6.0.1
+python_dateutil==2.8.2
+python_pptx==0.6.23
+readability_lxml==0.8.1
 redis==5.0.3
-regex==2023.12.25
-requests==2.31.0
-ruamel.yaml==0.18.6
-ruamel.yaml.clib==0.2.8
-safetensors==0.4.2
-scikit-learn==1.4.1.post1
-scipy==1.12.0
-sentence-transformers==2.4.0
-shapely==2.0.3
+Requests==2.32.3
+roman_numbers==1.0.2
+ruamel.base==1.0.0
+scikit_learn==1.4.1.post1
+selenium==4.22.0
+setuptools==69.5.1
+Shapely==2.0.5
 six==1.16.0
-sniffio==1.3.1
 StrEnum==0.4.15
-sympy==1.12
-threadpoolctl==3.3.0
 tika==2.6.0
 tiktoken==0.6.0
-tokenizers==0.15.2
-torch==2.2.1
-tqdm==4.66.2
+torch==2.3.0
 transformers==4.38.1
-triton==2.2.0
-typing_extensions==4.10.0
-tzdata==2024.1
-urllib3==2.2.1
+umap==0.1.1
+volcengine==1.0.146
+webdriver_manager==4.0.1
 Werkzeug==3.0.3
-xgboost==2.0.3
-XlsxWriter==3.2.0
+wikipedia==1.4.0
+word2number==1.1
+xgboost==2.1.0
 xpinyin==0.7.6
-xxhash==3.4.1
-yarl==1.9.4
 zhipuai==2.0.1
-BCEmbedding
-loguru==0.7.2
-umap-learn
-fasttext==0.9.2
-pybind11==2.13.1
-volcengine==1.0.141
-readability-lxml==0.8.1
-html_text==0.6.2
-selenium==4.21.0
-webdriver-manager==4.0.1
-cn2an==0.5.22
-roman-numbers==1.0.2
-word2number==1.1
-markdown==3.6
-mistralai==0.4.2
-boto3==1.34.140
-duckduckgo_search==6.1.9
-google-generativeai==0.7.2
-groq==0.9.0
-wikipedia==1.4.0