Update requirements.txt

requirements.txt

@@ -2,20 +2,16 @@ aiofiles
 aiohappyeyeballs
 aiohttp
 aiosignal
-albucore
-albumentations
 annotated-types
 ansicon
 antlr4-python3-runtime
 anyio
 asgiref
-astor
 asttokens
 attrs
 backoff
 bcrypt
 beautifulsoup4
-bitarray
 blessed
 blinker
 build
@@ -27,35 +23,38 @@ charset-normalizer
 chroma-hnswlib
 chromadb
 click
+colorama
 coloredlogs
 comm
 contourpy
 cryptography
 cycler
-Cython
 dataclasses-json
 debugpy
 decorator
 Deprecated
-diskcache
+distro
 durationpy
+effdet
 emoji
+et_xmlfile
 eval_type_backport
 executing
-fairseq
 fastapi
 filelock
 filetype
-fire
 Flask
 flatbuffers
 fonttools
 frozenlist
 fsspec
+google-api-core
 google-auth
+google-cloud-vision
 googleapis-common-protos
 greenlet
 grpcio
+grpcio-status
 h11
 html5lib
 httpcore
@@ -64,13 +63,11 @@ httpx
 httpx-sse
 huggingface-hub
 humanfriendly
-hydra-core
 idna
-imageio
-imgaug
 importlib_metadata
 importlib_resources
 InstructorEmbedding
+iopath
 ipykernel
 ipython
 itsdangerous
@@ -79,6 +76,7 @@ Jinja2
 jinxed
 jiter
 joblib
+jsonpatch
 jsonpath-python
 jsonpointer
 jupyter_client
@@ -91,13 +89,11 @@ langchain-core
 langchain-huggingface
 langchain-openai
 langchain-text-splitters
-langchainhub
 langdetect
 langsmith
-lazy_loader
-llama_cpp_python
-lmdb
+layoutparser
 lxml
+Markdown
 markdown-it-py
 MarkupSafe
 marshmallow
@@ -120,9 +116,8 @@ omegaconf
 onnx
 onnxruntime
 openai
-opencv-contrib-python
 opencv-python
-opencv-python-headless
+openpyxl
 opentelemetry-api
 opentelemetry-exporter-otlp-proto-common
 opentelemetry-exporter-otlp-proto-grpc
@@ -133,14 +128,16 @@ opentelemetry-proto
 opentelemetry-sdk
 opentelemetry-semantic-conventions
 opentelemetry-util-http
-opt-einsum
 orjson
 overrides
 packaging
-paddleocr
-paddlepaddle
 pandas
 parso
+pdf2image
+pdfminer.six
+pdfplumber
+pi_heif
+pikepdf
 pillow
 pinecone-client
 pinecone-notebooks
@@ -148,34 +145,39 @@ pinecone-plugin-inference
 pinecone-plugin-interface
 pinecone-text
 platformdirs
-poppler-utils
 portalocker
 posthog
 prompt_toolkit
 propcache
+proto-plus
 protobuf
 psutil
 pure_eval
 pyasn1
 pyasn1_modules
-pyclipper
+pycocotools
 pycparser
 pydantic
 pydantic-settings
 pydantic_core
 Pygments
+pypandoc
 pyparsing
 pypdf
+pypdfium2
 PyPika
 pyproject_hooks
 pyreadline3
-pytesseract
 python-dateutil
 python-docx
 python-dotenv
 python-iso639
 python-magic
-rank-bm25
+python-multipart
+python-oxmsg
+python-pptx
+PyYAML
+pyzmq
 RapidFuzz
 readchar
 regex
@@ -185,14 +187,11 @@ requests-toolbelt
 revel
 rich
 rsa
-sacrebleu
 safetensors
-scikit-image
 scikit-learn
 scipy
 sentence-transformers
 setuptools
-shapely
 shellingham
 six
 sniffio
@@ -201,20 +200,17 @@ SQLAlchemy
 stack-data
 starlette
 sympy
-tabulate
 tenacity
-termcolor
 threadpoolctl
-tifffile
 tiktoken
-tokenizer
-tomli
+timm
+tokenizers
 torch
-torchaudio
 torchvision
 tornado
 tqdm
 traitlets
+transformers
 typer
 types-requests
 typing-inspect
@@ -222,7 +218,10 @@ typing_extensions
 tzdata
 u
 unstructured
+unstructured[all-docs]
 unstructured-client
+unstructured-inference
+unstructured.pytesseract
 urllib3
 uvicorn
 watchfiles
@@ -232,8 +231,9 @@ websocket-client
 websockets
 Werkzeug
 wget
-wheel
 wrapt
+xlrd
+XlsxWriter
 yarl
 zipp
 gunicorn