update deps

Unstructured-IO · Sep 13, 2024 · 65473ed · 65473ed
1 parent b387b5c
commit 65473ed
Show file tree

Hide file tree

Showing 70 changed files with 1,399 additions and 2,346 deletions.
diff --git a/requirements/common/base.txt b/requirements/common/base.txt
@@ -11,44 +11,34 @@ click==8.1.7
 dataclasses-json==0.6.7
     # via -r ./requirements/common/base.in
 deprecated==1.2.14
-    # via
-    #   opentelemetry-api
-    #   opentelemetry-semantic-conventions
-importlib-metadata==7.1.0
-    # via
-    #   -c ./requirements/common/constraints.txt
-    #   opentelemetry-api
+    # via opentelemetry-api
 marshmallow==3.22.0
     # via dataclasses-json
 mypy-extensions==1.0.0
     # via typing-inspect
-numpy==1.26.4
-    # via
-    #   -c ./requirements/common/constraints.txt
-    #   pandas
-opentelemetry-api==1.26.0
-    # via
-    #   opentelemetry-sdk
-    #   opentelemetry-semantic-conventions
-opentelemetry-sdk==1.26.0
+numpy==2.0.2
+    # via pandas
+opentelemetry-api==1.16.0
+    # via opentelemetry-sdk
+opentelemetry-sdk==1.16.0
     # via -r ./requirements/common/base.in
-opentelemetry-semantic-conventions==0.47b0
+opentelemetry-semantic-conventions==0.37b0
     # via opentelemetry-sdk
 packaging==23.2
     # via
     #   -c ./requirements/common/constraints.txt
     #   marshmallow
 pandas==2.2.2
     # via -r ./requirements/common/base.in
-pydantic==2.8.2
+pydantic==2.9.1
     # via -r ./requirements/common/base.in
-pydantic-core==2.20.1
+pydantic-core==2.23.3
     # via pydantic
 python-dateutil==2.9.0.post0
     # via
     #   -r ./requirements/common/base.in
     #   pandas
-pytz==2024.1
+pytz==2024.2
     # via pandas
 six==1.16.0
     # via python-dateutil
@@ -68,5 +58,6 @@ wrapt==1.16.0
     # via
     #   -c ./requirements/common/constraints.txt
     #   deprecated
-zipp==3.20.1
-    # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools
diff --git a/requirements/common/constraints.txt b/requirements/common/constraints.txt
@@ -5,62 +5,27 @@
 ####################################################################################################
 # consistency with local-inference-pin
 protobuf<4.24
-# NOTE(robinson): - Required pins for security scans
-jupyter-core>=4.11.2
-wheel>=0.38.1
-# NOTE(robinson): - The following pins are to address
-# vulnerabilities in dependency scans
-certifi>=2023.7.22
-# From pycocotools in local-inference
-pyparsing<3.1.0
-scipy<1.11.4
-IPython<8.13
-# NOTE(alan): Pinned to avoid error that occurs with 2.4.3:
-# AttributeError: 'ResourcePath' object has no attribute 'collection'
-Office365-REST-Python-Client<2.4.3
-# NOTE(trevor): `unstructured-inference` is set in extra-pdf-image.in to allow
-# unstructured-inference to be upgraded when unstructured library is upgraded
-# https://github.com/Unstructured-IO/unstructured/issues/1458
-# unstructured-inference
-# use the known compatible version of weaviate and unstructured.pytesseract
-unstructured.pytesseract>=0.3.12
-weaviate-client>3.25.0
-# NOTE(yuming): pining to avoid conflict with paddle install
-matplotlib==3.7.2
-# langchain limits anyio to below 4.0
-anyio<4.0
-# NOTE(crag): earlier versions fail in compilation step when pip installing the package
-pycocotools>=2.0.7
-# NOTE(crag): python3.8-python3.11 compat (if it ends up being required)
-torch>2
-# pinned in unstructured paddleocr
-opencv-python==4.8.0.76
-opencv-contrib-python==4.8.0.76
-platformdirs==3.10.0
-
+grpcio>=1.65.5
+# TODO: Pinned in transformers package, remove when that gets updated
+tokenizers>=0.19,<0.20
+# TODO: Constaint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets
+# updated or we drop support for 3.9
+urllib3<1.27
+# TODO: Constriant due to aiobotocore, remove when that gets updates:
+botocore<1.34.132
+# TODO: Constriant due to both 8.5.0 and 8.4.0 being installed during pip-compile
+importlib-metadata>=8.5.0
 # TODO: Constraint due to langchain, remove when that gets updated:
 packaging<24.0
-
 # TODO: Constraint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets
 # updated or we drop support for 3.9
 urllib3<1.27
-
-# TODO: Constraint due to aiobotocore, remove when that gets updates:
-botocore<1.34.52
-
-# NOTE(jennings): pinned due to later versions not supporting api_key_auth in UnstructuredClient
-unstructured-client>=0.15.1
-
+unstructured-client>= 0.25.8
 fsspec==2024.5.0
-
 # python 3.12 support
 wrapt>=1.14.0
-
 langchain-community>=0.2.5
-
-# NOTE(robinson): choma was pinned to importlib-metadata>=7.1.0 but 7.1.0 was installed
+# NOTE(robinson): chroma was pinned to importlib-metadata>=7.1.0 but 7.1.0 was installed
 # instead of 7.2.0. Need to investigate
 importlib-metadata==7.1.0
-
-unstructured==0.15.8
-numpy<2
+unstructured==0.15.10
diff --git a/requirements/connectors/airtable.txt b/requirements/connectors/airtable.txt
@@ -6,26 +6,18 @@
 #
 annotated-types==0.7.0
     # via pydantic
-certifi==2024.7.4
-    # via
-    #   -c ./requirements/connectors/../common/constraints.txt
-    #   requests
+certifi==2024.8.30
+    # via requests
 charset-normalizer==3.3.2
     # via requests
 click==8.1.7
     # via -r ./requirements/connectors/../common/base.in
 dataclasses-json==0.6.7
     # via -r ./requirements/connectors/../common/base.in
 deprecated==1.2.14
-    # via
-    #   opentelemetry-api
-    #   opentelemetry-semantic-conventions
+    # via opentelemetry-api
 idna==3.8
     # via requests
-importlib-metadata==7.1.0
-    # via
-    #   -c ./requirements/connectors/../common/constraints.txt
-    #   opentelemetry-api
 inflection==0.5.1
     # via pyairtable
 marshmallow==3.22.0
@@ -36,13 +28,11 @@ numpy==1.26.4
     # via
     #   -c ./requirements/connectors/../common/constraints.txt
     #   pandas
-opentelemetry-api==1.26.0
-    # via
-    #   opentelemetry-sdk
-    #   opentelemetry-semantic-conventions
-opentelemetry-sdk==1.26.0
+opentelemetry-api==1.16.0
+    # via opentelemetry-sdk
+opentelemetry-sdk==1.16.0
     # via -r ./requirements/connectors/../common/base.in
-opentelemetry-semantic-conventions==0.47b0
+opentelemetry-semantic-conventions==0.37b0
     # via opentelemetry-sdk
 packaging==23.2
     # via
@@ -52,17 +42,17 @@ pandas==2.2.2
     # via -r ./requirements/connectors/../common/base.in
 pyairtable==2.3.3
     # via -r ./requirements/connectors/airtable.in
-pydantic==2.8.2
+pydantic==2.9.1
     # via
     #   -r ./requirements/connectors/../common/base.in
     #   pyairtable
-pydantic-core==2.20.1
+pydantic-core==2.23.3
     # via pydantic
 python-dateutil==2.9.0.post0
     # via
     #   -r ./requirements/connectors/../common/base.in
     #   pandas
-pytz==2024.1
+pytz==2024.2
     # via pandas
 requests==2.32.3
     # via pyairtable
@@ -81,7 +71,7 @@ typing-inspect==0.9.0
     # via dataclasses-json
 tzdata==2024.1
     # via pandas
-urllib3==1.26.19
+urllib3==1.26.20
     # via
     #   -c ./requirements/connectors/../common/constraints.txt
     #   pyairtable
@@ -90,5 +80,6 @@ wrapt==1.16.0
     # via
     #   -c ./requirements/connectors/../common/constraints.txt
     #   deprecated
-zipp==3.20.1
-    # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools
diff --git a/requirements/connectors/astradb.txt b/requirements/connectors/astradb.txt
@@ -6,19 +6,16 @@
 #
 annotated-types==0.7.0
     # via pydantic
-anyio==3.7.1
-    # via
-    #   -c ./requirements/connectors/../common/constraints.txt
-    #   httpx
-astrapy==1.4.1
+anyio==4.4.0
+    # via httpx
+astrapy==1.4.2
     # via -r ./requirements/connectors/astradb.in
-cassandra-driver==3.29.1
+cassandra-driver==3.29.2
     # via cassio
 cassio==0.1.8
     # via astrapy
-certifi==2024.7.4
+certifi==2024.8.30
     # via
-    #   -c ./requirements/connectors/../common/constraints.txt
     #   httpcore
     #   httpx
     #   requests
@@ -31,9 +28,7 @@ click==8.1.7
 dataclasses-json==0.6.7
     # via -r ./requirements/connectors/../common/base.in
 deprecated==1.2.14
-    # via
-    #   opentelemetry-api
-    #   opentelemetry-semantic-conventions
+    # via opentelemetry-api
 deprecation==2.1.0
     # via astrapy
 dnspython==2.6.1
@@ -59,10 +54,6 @@ idna==3.8
     #   anyio
     #   httpx
     #   requests
-importlib-metadata==7.1.0
-    # via
-    #   -c ./requirements/connectors/../common/constraints.txt
-    #   opentelemetry-api
 marshmallow==3.22.0
     # via dataclasses-json
 mypy-extensions==1.0.0
@@ -72,13 +63,11 @@ numpy==1.26.4
     #   -c ./requirements/connectors/../common/constraints.txt
     #   cassio
     #   pandas
-opentelemetry-api==1.26.0
-    # via
-    #   opentelemetry-sdk
-    #   opentelemetry-semantic-conventions
-opentelemetry-sdk==1.26.0
+opentelemetry-api==1.16.0
+    # via opentelemetry-sdk
+opentelemetry-sdk==1.16.0
     # via -r ./requirements/connectors/../common/base.in
-opentelemetry-semantic-conventions==0.47b0
+opentelemetry-semantic-conventions==0.37b0
     # via opentelemetry-sdk
 packaging==23.2
     # via
@@ -87,17 +76,17 @@ packaging==23.2
     #   marshmallow
 pandas==2.2.2
     # via -r ./requirements/connectors/../common/base.in
-pydantic==2.8.2
+pydantic==2.9.1
     # via -r ./requirements/connectors/../common/base.in
-pydantic-core==2.20.1
+pydantic-core==2.23.3
     # via pydantic
 pymongo==4.8.0
     # via astrapy
 python-dateutil==2.9.0.post0
     # via
     #   -r ./requirements/connectors/../common/base.in
     #   pandas
-pytz==2024.1
+pytz==2024.2
     # via pandas
 requests==2.32.3
     # via cassio
@@ -115,6 +104,7 @@ tqdm==4.66.5
     # via -r ./requirements/connectors/../common/base.in
 typing-extensions==4.12.2
     # via
+    #   anyio
     #   opentelemetry-sdk
     #   pydantic
     #   pydantic-core
@@ -123,15 +113,16 @@ typing-inspect==0.9.0
     # via dataclasses-json
 tzdata==2024.1
     # via pandas
-urllib3==1.26.19
+urllib3==1.26.20
     # via
     #   -c ./requirements/connectors/../common/constraints.txt
     #   requests
-uuid6==2024.1.12
+uuid6==2024.7.10
     # via astrapy
 wrapt==1.16.0
     # via
     #   -c ./requirements/connectors/../common/constraints.txt
     #   deprecated
-zipp==3.20.1
-    # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools