diff --git a/deploy_and_customize_codeLLaMa/deploypretrained-Code-LLaMa.ipynb b/deploy_and_customize_codeLLaMa/deploypretrained-Code-LLaMa.ipynb index 609f3bc..37b6b82 100644 --- a/deploy_and_customize_codeLLaMa/deploypretrained-Code-LLaMa.ipynb +++ b/deploy_and_customize_codeLLaMa/deploypretrained-Code-LLaMa.ipynb @@ -18,401 +18,11 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Collecting langchain\n", - " Downloading langchain-0.1.5-py3-none-any.whl.metadata (13 kB)\n", - "Requirement already satisfied: PyYAML>=5.3 in /opt/conda/lib/python3.10/site-packages/PyYAML-6.0-py3.10-linux-x86_64.egg (from langchain) (6.0)\n", - "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /opt/conda/lib/python3.10/site-packages (from langchain) (1.4.39)\n", - "Collecting aiohttp<4.0.0,>=3.8.3 (from langchain)\n", - " Downloading aiohttp-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.4 kB)\n", - "Collecting async-timeout<5.0.0,>=4.0.0 (from langchain)\n", - " Using cached async_timeout-4.0.3-py3-none-any.whl.metadata (4.2 kB)\n", - "Collecting dataclasses-json<0.7,>=0.5.7 (from langchain)\n", - " Downloading dataclasses_json-0.6.4-py3-none-any.whl.metadata (25 kB)\n", - "Collecting jsonpatch<2.0,>=1.33 (from langchain)\n", - " Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB)\n", - "Collecting langchain-community<0.1,>=0.0.17 (from langchain)\n", - " Downloading langchain_community-0.0.17-py3-none-any.whl.metadata (7.9 kB)\n", - "Collecting langchain-core<0.2,>=0.1.16 (from langchain)\n", - " Downloading langchain_core-0.1.18-py3-none-any.whl.metadata (6.0 kB)\n", - "Collecting langsmith<0.1,>=0.0.83 (from langchain)\n", - " Downloading langsmith-0.0.86-py3-none-any.whl.metadata (10 kB)\n", - "Requirement already satisfied: numpy<2,>=1 in /opt/conda/lib/python3.10/site-packages (from langchain) (1.26.2)\n", - "Requirement already satisfied: pydantic<3,>=1 in /opt/conda/lib/python3.10/site-packages (from langchain) (1.10.13)\n", - "Requirement already satisfied: requests<3,>=2 in /opt/conda/lib/python3.10/site-packages (from langchain) (2.31.0)\n", - "Collecting tenacity<9.0.0,>=8.1.0 (from langchain)\n", - " Downloading tenacity-8.2.3-py3-none-any.whl.metadata (1.0 kB)\n", - "Collecting aiosignal>=1.1.2 (from aiohttp<4.0.0,>=3.8.3->langchain)\n", - " Using cached aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n", - "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.10/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (23.1.0)\n", - "Collecting frozenlist>=1.1.1 (from aiohttp<4.0.0,>=3.8.3->langchain)\n", - " Using cached frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", - "Collecting multidict<7.0,>=4.5 (from aiohttp<4.0.0,>=3.8.3->langchain)\n", - " Downloading multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.2 kB)\n", - "Collecting yarl<2.0,>=1.0 (from aiohttp<4.0.0,>=3.8.3->langchain)\n", - " Using cached yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (31 kB)\n", - "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain)\n", - " Downloading marshmallow-3.20.2-py3-none-any.whl.metadata (7.5 kB)\n", - "Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain)\n", - " Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n", - "Requirement already satisfied: jsonpointer>=1.9 in /opt/conda/lib/python3.10/site-packages (from jsonpatch<2.0,>=1.33->langchain) (2.1)\n", - "Requirement already satisfied: anyio<5,>=3 in /opt/conda/lib/python3.10/site-packages (from langchain-core<0.2,>=0.1.16->langchain) (3.5.0)\n", - "Collecting packaging<24.0,>=23.2 (from langchain-core<0.2,>=0.1.16->langchain)\n", - " Downloading packaging-23.2-py3-none-any.whl.metadata (3.2 kB)\n", - "Requirement already satisfied: typing-extensions>=4.2.0 in /opt/conda/lib/python3.10/site-packages (from pydantic<3,>=1->langchain) (4.3.0)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests<3,>=2->langchain) (2.0.4)\n", - "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests<3,>=2->langchain) (3.3)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests<3,>=2->langchain) (2.1.0)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests<3,>=2->langchain) (2023.11.17)\n", - "Requirement already satisfied: greenlet!=0.4.17 in /opt/conda/lib/python3.10/site-packages (from SQLAlchemy<3,>=1.4->langchain) (1.1.1)\n", - "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.10/site-packages (from anyio<5,>=3->langchain-core<0.2,>=0.1.16->langchain) (1.2.0)\n", - "Requirement already satisfied: mypy-extensions>=0.3.0 in /opt/conda/lib/python3.10/site-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain) (0.4.3)\n", - "Downloading langchain-0.1.5-py3-none-any.whl (806 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m806.7/806.7 kB\u001b[0m \u001b[31m5.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading aiohttp-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m0:00:01\u001b[0m\n", - "\u001b[?25hUsing cached async_timeout-4.0.3-py3-none-any.whl (5.7 kB)\n", - "Downloading dataclasses_json-0.6.4-py3-none-any.whl (28 kB)\n", - "Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n", - "Downloading langchain_community-0.0.17-py3-none-any.whl (1.6 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m14.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading langchain_core-0.1.18-py3-none-any.whl (237 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m237.0/237.0 kB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading langsmith-0.0.86-py3-none-any.whl (54 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m54.4/54.4 kB\u001b[0m \u001b[31m672.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading tenacity-8.2.3-py3-none-any.whl (24 kB)\n", - "Using cached frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (239 kB)\n", - "Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m596.9 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (124 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.3/124.3 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading packaging-23.2-py3-none-any.whl (53 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.0/53.0 kB\u001b[0m \u001b[31m730.3 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", - "Using cached yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (301 kB)\n", - "Installing collected packages: typing-inspect, tenacity, packaging, multidict, jsonpatch, frozenlist, async-timeout, yarl, marshmallow, langsmith, aiosignal, langchain-core, dataclasses-json, aiohttp, langchain-community, langchain\n", - " Attempting uninstall: tenacity\n", - " Found existing installation: tenacity 8.0.1\n", - " Uninstalling tenacity-8.0.1:\n", - " Successfully uninstalled tenacity-8.0.1\n", - " Attempting uninstall: packaging\n", - " Found existing installation: packaging 21.3\n", - " Uninstalling packaging-21.3:\n", - " Successfully uninstalled packaging-21.3\n", - " Attempting uninstall: jsonpatch\n", - " Found existing installation: jsonpatch 1.32\n", - " Uninstalling jsonpatch-1.32:\n", - " Successfully uninstalled jsonpatch-1.32\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "spyder 5.3.3 requires pyqt5<5.16, which is not installed.\n", - "spyder 5.3.3 requires pyqtwebengine<5.16, which is not installed.\n", - "distributed 2022.7.0 requires tornado<6.2,>=6.0.3, but you have tornado 6.4 which is incompatible.\n", - "jupyterlab 3.4.4 requires jupyter-server~=1.16, but you have jupyter-server 2.12.1 which is incompatible.\n", - "jupyterlab-server 2.10.3 requires jupyter-server~=1.4, but you have jupyter-server 2.12.1 which is incompatible.\n", - "notebook 6.5.6 requires jupyter-client<8,>=5.3.4, but you have jupyter-client 8.6.0 which is incompatible.\n", - "notebook 6.5.6 requires pyzmq<25,>=17, but you have pyzmq 25.1.2 which is incompatible.\n", - "panel 0.13.1 requires bokeh<2.5.0,>=2.4.0, but you have bokeh 3.3.2 which is incompatible.\n", - "sagemaker 2.199.0 requires urllib3<1.27, but you have urllib3 2.1.0 which is incompatible.\n", - "sagemaker-datawrangler 0.4.3 requires sagemaker-data-insights==0.4.0, but you have sagemaker-data-insights 0.3.3 which is incompatible.\n", - "spyder 5.3.3 requires ipython<8.0.0,>=7.31.1, but you have ipython 8.18.1 which is incompatible.\n", - "spyder 5.3.3 requires pylint<3.0,>=2.5.0, but you have pylint 3.0.2 which is incompatible.\n", - "spyder-kernels 2.3.3 requires ipython<8,>=7.31.1; python_version >= \"3\", but you have ipython 8.18.1 which is incompatible.\n", - "spyder-kernels 2.3.3 requires jupyter-client<8,>=7.3.4; python_version >= \"3\", but you have jupyter-client 8.6.0 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed aiohttp-3.9.3 aiosignal-1.3.1 async-timeout-4.0.3 dataclasses-json-0.6.4 frozenlist-1.4.1 jsonpatch-1.33 langchain-0.1.5 langchain-community-0.0.17 langchain-core-0.1.18 langsmith-0.0.86 marshmallow-3.20.2 multidict-6.0.5 packaging-23.2 tenacity-8.2.3 typing-inspect-0.9.0 yarl-1.9.4\n", - "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", - "\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", - "Collecting chromadb\n", - " Downloading chromadb-0.4.22-py3-none-any.whl.metadata (7.3 kB)\n", - "Collecting build>=1.0.3 (from chromadb)\n", - " Downloading build-1.0.3-py3-none-any.whl.metadata (4.2 kB)\n", - "Requirement already satisfied: requests>=2.28 in /opt/conda/lib/python3.10/site-packages (from chromadb) (2.31.0)\n", - "Requirement already satisfied: pydantic>=1.9 in /opt/conda/lib/python3.10/site-packages (from chromadb) (1.10.13)\n", - "Collecting chroma-hnswlib==0.7.3 (from chromadb)\n", - " Downloading chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (252 bytes)\n", - "Requirement already satisfied: fastapi>=0.95.2 in /opt/conda/lib/python3.10/site-packages (from chromadb) (0.95.2)\n", - "Requirement already satisfied: uvicorn>=0.18.3 in /opt/conda/lib/python3.10/site-packages (from uvicorn[standard]>=0.18.3->chromadb) (0.22.0)\n", - "Requirement already satisfied: numpy>=1.22.5 in /opt/conda/lib/python3.10/site-packages (from chromadb) (1.26.2)\n", - "Collecting posthog>=2.4.0 (from chromadb)\n", - " Downloading posthog-3.4.0-py2.py3-none-any.whl.metadata (2.0 kB)\n", - "Collecting typing-extensions>=4.5.0 (from chromadb)\n", - " Downloading typing_extensions-4.9.0-py3-none-any.whl.metadata (3.0 kB)\n", - "Collecting pulsar-client>=3.1.0 (from chromadb)\n", - " Downloading pulsar_client-3.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.0 kB)\n", - "Collecting onnxruntime>=1.14.1 (from chromadb)\n", - " Downloading onnxruntime-1.17.0-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (4.2 kB)\n", - "Collecting opentelemetry-api>=1.2.0 (from chromadb)\n", - " Downloading opentelemetry_api-1.22.0-py3-none-any.whl.metadata (1.4 kB)\n", - "Collecting opentelemetry-exporter-otlp-proto-grpc>=1.2.0 (from chromadb)\n", - " Downloading opentelemetry_exporter_otlp_proto_grpc-1.22.0-py3-none-any.whl.metadata (2.4 kB)\n", - "Collecting opentelemetry-instrumentation-fastapi>=0.41b0 (from chromadb)\n", - " Downloading opentelemetry_instrumentation_fastapi-0.43b0-py3-none-any.whl.metadata (2.3 kB)\n", - "Collecting opentelemetry-sdk>=1.2.0 (from chromadb)\n", - " Downloading opentelemetry_sdk-1.22.0-py3-none-any.whl.metadata (1.5 kB)\n", - "Collecting tokenizers>=0.13.2 (from chromadb)\n", - " Using cached tokenizers-0.15.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.7 kB)\n", - "Collecting pypika>=0.48.9 (from chromadb)\n", - " Downloading PyPika-0.48.9.tar.gz (67 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.3/67.3 kB\u001b[0m \u001b[31m630.2 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25h Installing build dependencies ... \u001b[?25ldone\n", - "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", - "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", - "\u001b[?25hCollecting tqdm>=4.65.0 (from chromadb)\n", - " Downloading tqdm-4.66.1-py3-none-any.whl.metadata (57 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.6/57.6 kB\u001b[0m \u001b[31m637.6 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: overrides>=7.3.1 in /opt/conda/lib/python3.10/site-packages (from chromadb) (7.4.0)\n", - "Collecting importlib-resources (from chromadb)\n", - " Downloading importlib_resources-6.1.1-py3-none-any.whl.metadata (4.1 kB)\n", - "Collecting grpcio>=1.58.0 (from chromadb)\n", - " Downloading grpcio-1.60.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.0 kB)\n", - "Collecting bcrypt>=4.0.1 (from chromadb)\n", - " Downloading bcrypt-4.1.2-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (9.5 kB)\n", - "Collecting typer>=0.9.0 (from chromadb)\n", - " Downloading typer-0.9.0-py3-none-any.whl (45 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.9/45.9 kB\u001b[0m \u001b[31m648.1 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hCollecting kubernetes>=28.1.0 (from chromadb)\n", - " Downloading kubernetes-29.0.0-py2.py3-none-any.whl.metadata (1.5 kB)\n", - "Requirement already satisfied: tenacity>=8.2.3 in /opt/conda/lib/python3.10/site-packages (from chromadb) (8.2.3)\n", - "Requirement already satisfied: PyYAML>=6.0.0 in /opt/conda/lib/python3.10/site-packages/PyYAML-6.0-py3.10-linux-x86_64.egg (from chromadb) (6.0)\n", - "Collecting mmh3>=4.0.1 (from chromadb)\n", - " Downloading mmh3-4.1.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (13 kB)\n", - "Requirement already satisfied: packaging>=19.0 in /opt/conda/lib/python3.10/site-packages (from build>=1.0.3->chromadb) (23.2)\n", - "Collecting pyproject_hooks (from build>=1.0.3->chromadb)\n", - " Downloading pyproject_hooks-1.0.0-py3-none-any.whl (9.3 kB)\n", - "Requirement already satisfied: tomli>=1.1.0 in /opt/conda/lib/python3.10/site-packages (from build>=1.0.3->chromadb) (2.0.1)\n", - "Requirement already satisfied: starlette<0.28.0,>=0.27.0 in /opt/conda/lib/python3.10/site-packages (from fastapi>=0.95.2->chromadb) (0.27.0)\n", - "Requirement already satisfied: certifi>=14.05.14 in /opt/conda/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2023.11.17)\n", - "Requirement already satisfied: six>=1.9.0 in /opt/conda/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (1.16.0)\n", - "Requirement already satisfied: python-dateutil>=2.5.3 in /opt/conda/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.8.2)\n", - "Collecting google-auth>=1.0.1 (from kubernetes>=28.1.0->chromadb)\n", - " Downloading google_auth-2.27.0-py2.py3-none-any.whl.metadata (4.7 kB)\n", - "Requirement already satisfied: websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0 in /opt/conda/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (0.58.0)\n", - "Collecting requests-oauthlib (from kubernetes>=28.1.0->chromadb)\n", - " Downloading requests_oauthlib-1.3.1-py2.py3-none-any.whl (23 kB)\n", - "Collecting oauthlib>=3.2.2 (from kubernetes>=28.1.0->chromadb)\n", - " Downloading oauthlib-3.2.2-py3-none-any.whl (151 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m151.7/151.7 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: urllib3>=1.24.2 in /opt/conda/lib/python3.10/site-packages (from kubernetes>=28.1.0->chromadb) (2.1.0)\n", - "Collecting coloredlogs (from onnxruntime>=1.14.1->chromadb)\n", - " Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m531.2 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hCollecting flatbuffers (from onnxruntime>=1.14.1->chromadb)\n", - " Downloading flatbuffers-23.5.26-py2.py3-none-any.whl.metadata (850 bytes)\n", - "Requirement already satisfied: protobuf in /opt/conda/lib/python3.10/site-packages (from onnxruntime>=1.14.1->chromadb) (4.25.1)\n", - "Requirement already satisfied: sympy in /opt/conda/lib/python3.10/site-packages (from onnxruntime>=1.14.1->chromadb) (1.10.1)\n", - "Collecting deprecated>=1.2.6 (from opentelemetry-api>=1.2.0->chromadb)\n", - " Downloading Deprecated-1.2.14-py2.py3-none-any.whl.metadata (5.4 kB)\n", - "Collecting importlib-metadata<7.0,>=6.0 (from opentelemetry-api>=1.2.0->chromadb)\n", - " Downloading importlib_metadata-6.11.0-py3-none-any.whl.metadata (4.9 kB)\n", - "Collecting backoff<3.0.0,>=1.10.0 (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb)\n", - " Downloading backoff-2.2.1-py3-none-any.whl (15 kB)\n", - "Collecting googleapis-common-protos~=1.52 (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb)\n", - " Downloading googleapis_common_protos-1.62.0-py2.py3-none-any.whl.metadata (1.5 kB)\n", - "Collecting opentelemetry-exporter-otlp-proto-common==1.22.0 (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb)\n", - " Downloading opentelemetry_exporter_otlp_proto_common-1.22.0-py3-none-any.whl.metadata (1.9 kB)\n", - "Collecting opentelemetry-proto==1.22.0 (from opentelemetry-exporter-otlp-proto-grpc>=1.2.0->chromadb)\n", - " Downloading opentelemetry_proto-1.22.0-py3-none-any.whl.metadata (2.3 kB)\n", - "Collecting opentelemetry-instrumentation-asgi==0.43b0 (from opentelemetry-instrumentation-fastapi>=0.41b0->chromadb)\n", - " Downloading opentelemetry_instrumentation_asgi-0.43b0-py3-none-any.whl.metadata (2.1 kB)\n", - "Collecting opentelemetry-instrumentation==0.43b0 (from opentelemetry-instrumentation-fastapi>=0.41b0->chromadb)\n", - " Downloading opentelemetry_instrumentation-0.43b0-py3-none-any.whl.metadata (5.9 kB)\n", - "Collecting opentelemetry-semantic-conventions==0.43b0 (from opentelemetry-instrumentation-fastapi>=0.41b0->chromadb)\n", - " Downloading opentelemetry_semantic_conventions-0.43b0-py3-none-any.whl.metadata (2.3 kB)\n", - "Collecting opentelemetry-util-http==0.43b0 (from opentelemetry-instrumentation-fastapi>=0.41b0->chromadb)\n", - " Downloading opentelemetry_util_http-0.43b0-py3-none-any.whl.metadata (2.5 kB)\n", - "Requirement already satisfied: setuptools>=16.0 in /opt/conda/lib/python3.10/site-packages (from opentelemetry-instrumentation==0.43b0->opentelemetry-instrumentation-fastapi>=0.41b0->chromadb) (69.0.2)\n", - "Requirement already satisfied: wrapt<2.0.0,>=1.0.0 in /opt/conda/lib/python3.10/site-packages (from opentelemetry-instrumentation==0.43b0->opentelemetry-instrumentation-fastapi>=0.41b0->chromadb) (1.14.1)\n", - "Collecting asgiref~=3.0 (from opentelemetry-instrumentation-asgi==0.43b0->opentelemetry-instrumentation-fastapi>=0.41b0->chromadb)\n", - " Downloading asgiref-3.7.2-py3-none-any.whl.metadata (9.2 kB)\n", - "Collecting monotonic>=1.5 (from posthog>=2.4.0->chromadb)\n", - " Downloading monotonic-1.6-py2.py3-none-any.whl (8.2 kB)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests>=2.28->chromadb) (2.0.4)\n", - "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests>=2.28->chromadb) (3.3)\n", - "Collecting huggingface_hub<1.0,>=0.16.4 (from tokenizers>=0.13.2->chromadb)\n", - " Using cached huggingface_hub-0.20.3-py3-none-any.whl.metadata (12 kB)\n", - "Requirement already satisfied: click<9.0.0,>=7.1.1 in /opt/conda/lib/python3.10/site-packages (from typer>=0.9.0->chromadb) (8.1.7)\n", - "Requirement already satisfied: h11>=0.8 in /opt/conda/lib/python3.10/site-packages (from uvicorn>=0.18.3->uvicorn[standard]>=0.18.3->chromadb) (0.14.0)\n", - "Collecting httptools>=0.5.0 (from uvicorn[standard]>=0.18.3->chromadb)\n", - " Downloading httptools-0.6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.6 kB)\n", - "Collecting python-dotenv>=0.13 (from uvicorn[standard]>=0.18.3->chromadb)\n", - " Downloading python_dotenv-1.0.1-py3-none-any.whl.metadata (23 kB)\n", - "Collecting uvloop!=0.15.0,!=0.15.1,>=0.14.0 (from uvicorn[standard]>=0.18.3->chromadb)\n", - " Downloading uvloop-0.19.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.9 kB)\n", - "Collecting watchfiles>=0.13 (from uvicorn[standard]>=0.18.3->chromadb)\n", - " Downloading watchfiles-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.9 kB)\n", - "Collecting websockets>=10.4 (from uvicorn[standard]>=0.18.3->chromadb)\n", - " Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", - "Collecting cachetools<6.0,>=2.0.0 (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb)\n", - " Downloading cachetools-5.3.2-py3-none-any.whl.metadata (5.2 kB)\n", - "Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/conda/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.2.8)\n", - "Requirement already satisfied: rsa<5,>=3.1.4 in /opt/conda/lib/python3.10/site-packages (from google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (4.7.2)\n", - "Requirement already satisfied: filelock in /opt/conda/lib/python3.10/site-packages (from huggingface_hub<1.0,>=0.16.4->tokenizers>=0.13.2->chromadb) (3.6.0)\n", - "Collecting fsspec>=2023.5.0 (from huggingface_hub<1.0,>=0.16.4->tokenizers>=0.13.2->chromadb)\n", - " Downloading fsspec-2024.2.0-py3-none-any.whl.metadata (6.8 kB)\n", - "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.10/site-packages (from importlib-metadata<7.0,>=6.0->opentelemetry-api>=1.2.0->chromadb) (3.8.0)\n", - "Requirement already satisfied: anyio<5,>=3.4.0 in /opt/conda/lib/python3.10/site-packages (from starlette<0.28.0,>=0.27.0->fastapi>=0.95.2->chromadb) (3.5.0)\n", - "Collecting humanfriendly>=9.1 (from coloredlogs->onnxruntime>=1.14.1->chromadb)\n", - " Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m935.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: mpmath>=0.19 in /opt/conda/lib/python3.10/site-packages (from sympy->onnxruntime>=1.14.1->chromadb) (1.3.0)\n", - "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.10/site-packages (from anyio<5,>=3.4.0->starlette<0.28.0,>=0.27.0->fastapi>=0.95.2->chromadb) (1.2.0)\n", - "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /opt/conda/lib/python3.10/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.0.1->kubernetes>=28.1.0->chromadb) (0.4.8)\n", - "Downloading chromadb-0.4.22-py3-none-any.whl (509 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m509.0/509.0 kB\u001b[0m \u001b[31m5.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m16.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading bcrypt-4.1.2-cp39-abi3-manylinux_2_28_x86_64.whl (698 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m698.9/698.9 kB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading build-1.0.3-py3-none-any.whl (18 kB)\n", - "Downloading grpcio-1.60.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m34.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading kubernetes-29.0.0-py2.py3-none-any.whl (1.6 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading mmh3-4.1.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (67 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.6/67.6 kB\u001b[0m \u001b[31m792.9 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading onnxruntime-1.17.0-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl (6.8 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.8/6.8 MB\u001b[0m \u001b[31m40.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading opentelemetry_api-1.22.0-py3-none-any.whl (57 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.9/57.9 kB\u001b[0m \u001b[31m729.2 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading opentelemetry_exporter_otlp_proto_grpc-1.22.0-py3-none-any.whl (18 kB)\n", - "Downloading opentelemetry_exporter_otlp_proto_common-1.22.0-py3-none-any.whl (17 kB)\n", - "Downloading opentelemetry_proto-1.22.0-py3-none-any.whl (50 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.8/50.8 kB\u001b[0m \u001b[31m725.3 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading opentelemetry_instrumentation_fastapi-0.43b0-py3-none-any.whl (11 kB)\n", - "Downloading opentelemetry_instrumentation-0.43b0-py3-none-any.whl (28 kB)\n", - "Downloading opentelemetry_instrumentation_asgi-0.43b0-py3-none-any.whl (14 kB)\n", - "Downloading opentelemetry_semantic_conventions-0.43b0-py3-none-any.whl (36 kB)\n", - "Downloading opentelemetry_util_http-0.43b0-py3-none-any.whl (6.9 kB)\n", - "Downloading opentelemetry_sdk-1.22.0-py3-none-any.whl (105 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.6/105.6 kB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mta \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading posthog-3.4.0-py2.py3-none-any.whl (41 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.1/41.1 kB\u001b[0m \u001b[31m615.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", - "\u001b[?25hDownloading pulsar_client-3.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m31.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hUsing cached tokenizers-0.15.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB)\n", - "Downloading tqdm-4.66.1-py3-none-any.whl (78 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.3/78.3 kB\u001b[0m \u001b[31m1.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0meta \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading typing_extensions-4.9.0-py3-none-any.whl (32 kB)\n", - "Downloading importlib_resources-6.1.1-py3-none-any.whl (33 kB)\n", - "Downloading Deprecated-1.2.14-py2.py3-none-any.whl (9.6 kB)\n", - "Downloading google_auth-2.27.0-py2.py3-none-any.whl (186 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m186.8/186.8 kB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading googleapis_common_protos-1.62.0-py2.py3-none-any.whl (228 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m228.7/228.7 kB\u001b[0m \u001b[31m2.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading httptools-0.6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (341 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.4/341.4 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hUsing cached huggingface_hub-0.20.3-py3-none-any.whl (330 kB)\n", - "Downloading importlib_metadata-6.11.0-py3-none-any.whl (23 kB)\n", - "Downloading python_dotenv-1.0.1-py3-none-any.whl (19 kB)\n", - "Downloading uvloop-0.19.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.4 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading watchfiles-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hDownloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mta \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading flatbuffers-23.5.26-py2.py3-none-any.whl (26 kB)\n", - "Downloading asgiref-3.7.2-py3-none-any.whl (24 kB)\n", - "Downloading cachetools-5.3.2-py3-none-any.whl (9.3 kB)\n", - "Downloading fsspec-2024.2.0-py3-none-any.whl (170 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m170.9/170.9 kB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mta \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hBuilding wheels for collected packages: pypika\n", - " Building wheel for pypika (pyproject.toml) ... \u001b[?25ldone\n", - "\u001b[?25h Created wheel for pypika: filename=PyPika-0.48.9-py2.py3-none-any.whl size=53723 sha256=0347ae777b708d956edcd789627730b4fd7e82873510efab5f6c565d483fcfd2\n", - " Stored in directory: /root/.cache/pip/wheels/e1/26/51/d0bffb3d2fd82256676d7ad3003faea3bd6dddc9577af665f4\n", - "Successfully built pypika\n", - "Installing collected packages: pypika, monotonic, mmh3, flatbuffers, websockets, uvloop, typing-extensions, tqdm, python-dotenv, pyproject_hooks, pulsar-client, opentelemetry-util-http, opentelemetry-semantic-conventions, opentelemetry-proto, oauthlib, importlib-resources, importlib-metadata, humanfriendly, httptools, grpcio, googleapis-common-protos, fsspec, deprecated, chroma-hnswlib, cachetools, bcrypt, backoff, watchfiles, typer, requests-oauthlib, posthog, opentelemetry-exporter-otlp-proto-common, opentelemetry-api, huggingface_hub, google-auth, coloredlogs, build, asgiref, tokenizers, opentelemetry-sdk, opentelemetry-instrumentation, onnxruntime, kubernetes, opentelemetry-instrumentation-asgi, opentelemetry-exporter-otlp-proto-grpc, opentelemetry-instrumentation-fastapi, chromadb\n", - " Attempting uninstall: typing-extensions\n", - " Found existing installation: typing_extensions 4.3.0\n", - " Uninstalling typing_extensions-4.3.0:\n", - " Successfully uninstalled typing_extensions-4.3.0\n", - " Attempting uninstall: tqdm\n", - " Found existing installation: tqdm 4.64.1\n", - " Uninstalling tqdm-4.64.1:\n", - " Successfully uninstalled tqdm-4.64.1\n", - " Attempting uninstall: importlib-metadata\n", - " Found existing installation: importlib-metadata 4.11.3\n", - " Uninstalling importlib-metadata-4.11.3:\n", - " Successfully uninstalled importlib-metadata-4.11.3\n", - " Attempting uninstall: fsspec\n", - " Found existing installation: fsspec 2022.7.1\n", - " Uninstalling fsspec-2022.7.1:\n", - " Successfully uninstalled fsspec-2022.7.1\n", - " Attempting uninstall: bcrypt\n", - " Found existing installation: bcrypt 3.2.0\n", - " Uninstalling bcrypt-3.2.0:\n", - " Successfully uninstalled bcrypt-3.2.0\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "spyder 5.3.3 requires pyqt5<5.16, which is not installed.\n", - "spyder 5.3.3 requires pyqtwebengine<5.16, which is not installed.\n", - "distributed 2022.7.0 requires tornado<6.2,>=6.0.3, but you have tornado 6.4 which is incompatible.\n", - "panel 0.13.1 requires bokeh<2.5.0,>=2.4.0, but you have bokeh 3.3.2 which is incompatible.\n", - "sagemaker 2.199.0 requires urllib3<1.27, but you have urllib3 2.1.0 which is incompatible.\n", - "spyder 5.3.3 requires ipython<8.0.0,>=7.31.1, but you have ipython 8.18.1 which is incompatible.\n", - "spyder 5.3.3 requires pylint<3.0,>=2.5.0, but you have pylint 3.0.2 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed asgiref-3.7.2 backoff-2.2.1 bcrypt-4.1.2 build-1.0.3 cachetools-5.3.2 chroma-hnswlib-0.7.3 chromadb-0.4.22 coloredlogs-15.0.1 deprecated-1.2.14 flatbuffers-23.5.26 fsspec-2024.2.0 google-auth-2.27.0 googleapis-common-protos-1.62.0 grpcio-1.60.1 httptools-0.6.1 huggingface_hub-0.20.3 humanfriendly-10.0 importlib-metadata-6.11.0 importlib-resources-6.1.1 kubernetes-29.0.0 mmh3-4.1.0 monotonic-1.6 oauthlib-3.2.2 onnxruntime-1.17.0 opentelemetry-api-1.22.0 opentelemetry-exporter-otlp-proto-common-1.22.0 opentelemetry-exporter-otlp-proto-grpc-1.22.0 opentelemetry-instrumentation-0.43b0 opentelemetry-instrumentation-asgi-0.43b0 opentelemetry-instrumentation-fastapi-0.43b0 opentelemetry-proto-1.22.0 opentelemetry-sdk-1.22.0 opentelemetry-semantic-conventions-0.43b0 opentelemetry-util-http-0.43b0 posthog-3.4.0 pulsar-client-3.4.0 pypika-0.48.9 pyproject_hooks-1.0.0 python-dotenv-1.0.1 requests-oauthlib-1.3.1 tokenizers-0.15.1 tqdm-4.66.1 typer-0.9.0 typing-extensions-4.9.0 uvloop-0.19.0 watchfiles-0.21.0 websockets-12.0\n", - "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", - "\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", - "Requirement already satisfied: boto3 in /opt/conda/lib/python3.10/site-packages (1.33.9)\n", - "Collecting boto3\n", - " Downloading boto3-1.34.34-py3-none-any.whl.metadata (6.6 kB)\n", - "Collecting botocore<1.35.0,>=1.34.34 (from boto3)\n", - " Downloading botocore-1.34.34-py3-none-any.whl.metadata (5.7 kB)\n", - "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/conda/lib/python3.10/site-packages (from boto3) (0.10.0)\n", - "Collecting s3transfer<0.11.0,>=0.10.0 (from boto3)\n", - " Downloading s3transfer-0.10.0-py3-none-any.whl.metadata (1.7 kB)\n", - "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.10/site-packages (from botocore<1.35.0,>=1.34.34->boto3) (2.8.2)\n", - "Collecting urllib3<2.1,>=1.25.4 (from botocore<1.35.0,>=1.34.34->boto3)\n", - " Downloading urllib3-2.0.7-py3-none-any.whl.metadata (6.6 kB)\n", - "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.35.0,>=1.34.34->boto3) (1.16.0)\n", - "Downloading boto3-1.34.34-py3-none-any.whl (139 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m139.3/139.3 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mta \u001b[36m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading botocore-1.34.34-py3-none-any.whl (11.9 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.9/11.9 MB\u001b[0m \u001b[31m41.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m0:01\u001b[0m\n", - "\u001b[?25hDownloading s3transfer-0.10.0-py3-none-any.whl (82 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.1/82.1 kB\u001b[0m \u001b[31m1.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m0:00:01\u001b[0m\n", - "\u001b[?25hDownloading urllib3-2.0.7-py3-none-any.whl (124 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 kB\u001b[0m \u001b[31m1.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hInstalling collected packages: urllib3, botocore, s3transfer, boto3\n", - " Attempting uninstall: urllib3\n", - " Found existing installation: urllib3 2.1.0\n", - " Uninstalling urllib3-2.1.0:\n", - " Successfully uninstalled urllib3-2.1.0\n", - " Attempting uninstall: botocore\n", - " Found existing installation: botocore 1.33.9\n", - " Uninstalling botocore-1.33.9:\n", - " Successfully uninstalled botocore-1.33.9\n", - " Attempting uninstall: s3transfer\n", - " Found existing installation: s3transfer 0.8.2\n", - " Uninstalling s3transfer-0.8.2:\n", - " Successfully uninstalled s3transfer-0.8.2\n", - " Attempting uninstall: boto3\n", - " Found existing installation: boto3 1.33.9\n", - " Uninstalling boto3-1.33.9:\n", - " Successfully uninstalled boto3-1.33.9\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "awscli 1.31.9 requires botocore==1.33.9, but you have botocore 1.34.34 which is incompatible.\n", - "awscli 1.31.9 requires s3transfer<0.9.0,>=0.8.0, but you have s3transfer 0.10.0 which is incompatible.\n", - "distributed 2022.7.0 requires tornado<6.2,>=6.0.3, but you have tornado 6.4 which is incompatible.\n", - "sagemaker 2.199.0 requires urllib3<1.27, but you have urllib3 2.0.7 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed boto3-1.34.34 botocore-1.34.34 s3transfer-0.10.0 urllib3-2.0.7\n", - "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", - "\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n" - ] - } - ], + "outputs": [], "source": [ "import sys\n", "!{sys.executable} -m pip install langchain\n", @@ -429,7 +39,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": { "collapsed": false, "jupyter": { @@ -466,7 +76,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": { "collapsed": false, "jupyter": { @@ -474,31 +84,7 @@ }, "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "sagemaker.config INFO - Not applying SDK defaults from location: /etc/xdg/sagemaker/config.yaml\n", - "sagemaker.config INFO - Not applying SDK defaults from location: /root/.config/sagemaker/config.yaml\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Using model 'meta-textgeneration-llama-codellama-7b' with wildcard version identifier '*'. You can pin to version '2.0.0' for more stable results. Note that models may have different input/output signatures after a major version upgrade.\n", - "Using model 'meta-textgeneration-llama-codellama-7b' with wildcard version identifier '*'. You can pin to version '2.0.0' for more stable results. Note that models may have different input/output signatures after a major version upgrade.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "---------!" - ] - } - ], + "outputs": [], "source": [ "model_id = \"meta-textgeneration-llama-codellama-7b\"\n", "\n", @@ -510,27 +96,11 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "The endpoint attribute has been renamed in sagemaker>=2.\n", - "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "meta-textgeneration-llama-codellama-7b-2024-02-05-20-09-07-925\n" - ] - } - ], + "outputs": [], "source": [ "# Get the name of the endpoint\n", "endpoint_name = str(predictor.endpoint)\n", @@ -540,7 +110,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": { "tags": [] }, @@ -598,7 +168,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": { "tags": [] }, @@ -611,7 +181,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": { "collapsed": false, "jupyter": { @@ -619,62 +189,7 @@ }, "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[1m> Input\u001b[0m\n", - "import sagemaker\n", - "\n", - "# Create an HTML page about Amazon SageMaker\n", - "html_content = f'''\n", - "\n", - "\n", - "\n", - " Amazon SageMaker\n", - "\n", - "\n", - "

Welcome to Amazon SageMaker

\n", - "

Amazon SageMaker is a fully managed service for building, training, and deploying machine learning models.

\n", - "

Key Features

\n", - " \n", - "

Get started with SageMaker today and unlock the power of machine learning!

\n", - "\n", - "\n", - "'''\n", - "\n", - "html_content\n", - "\u001b[1m\n", - "> Output\u001b[0m\n", - "\n", - "# Create a SageMaker client\n", - "sagemaker_client = sagemaker.SageMakerClient()\n", - "\n", - "# Create a SageMaker model\n", - "sagemaker_model = sagemaker.Model(\n", - " model_data='s3://sagemaker-us-east-1-123456789012/model/model.tar.gz',\n", - " image='123456789012.dkr.ecr.us-east-1.amazonaws.com/sagemaker-scikit-learn:latest',\n", - " role='arn:aws:iam::123456789012:role/service-role/AmazonSageMaker-ExecutionRole-20200101T000001',\n", - " sagemaker_session=sagemaker_client\n", - ")\n", - "\n", - "# Create a SageMaker endpoint configuration\n", - "sagemaker_endpoint_config = sagemaker.EndpointConfig(\n", - " name='sagemaker-endpoint-config',\n", - " production_variants=[\n", - " {\n", - " \n", - "\n", - "CPU times: user 19.6 ms, sys: 0 ns, total: 19.6 ms\n", - "Wall time: 8.35 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -722,7 +237,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": { "tags": [] }, @@ -735,53 +250,11 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[1m> Input\u001b[0m\n", - "import socket\n", - "\n", - "def ping_exponential_backoff(host: str):\u001b[1m\n", - "> Output\u001b[0m\n", - "\n", - " \"\"\"\n", - " Ping a host with exponential backoff.\n", - " :param host: host to ping\n", - " :return: True if host is reachable, False otherwise\n", - " \"\"\"\n", - " # TODO: Implement exponential backoff\n", - " # Hint: Use the socket module\n", - " # Hint: Use the time module\n", - " # Hint: Use the random module\n", - " # Hint: Use the logging module\n", - " # Hint: Use the sys module\n", - " # Hint: Use the traceback module\n", - " # Hint: Use the threading module\n", - " # Hint: Use the multiprocessing module\n", - " # Hint: Use the queue module\n", - " # Hint: Use the signal module\n", - " # Hint: Use the subprocess module\n", - " # Hint: Use the os module\n", - " # Hint: Use the re module\n", - " # Hint: Use the stat module\n", - " # Hint: Use the shutil module\n", - " # Hint: Use the pathlib module\n", - " # Hint: Use the glob module\n", - " # Hint: Use the fnmatch module\n", - " # Hint: Use the tempfile module\n", - " # Hint:\n", - "\n", - "CPU times: user 17.6 ms, sys: 228 µs, total: 17.8 ms\n", - "Wall time: 8.13 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -798,36 +271,11 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[1m> Input\u001b[0m\n", - "import argparse\n", - "\n", - "def main(string: str):\n", - " print(string)\n", - " print(string[::-1])\n", - "\n", - "if __name__ == \"__main__\":\u001b[1m\n", - "> Output\u001b[0m\n", - "\n", - " parser = argparse.ArgumentParser(description='Reverse a string')\n", - " parser.add_argument('string', help='String to reverse')\n", - " args = parser.parse_args()\n", - " main(args.string)\n", - "\n", - "\n", - "CPU times: user 4.57 ms, sys: 170 µs, total: 4.74 ms\n", - "Wall time: 1.68 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -858,7 +306,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "metadata": { "tags": [] }, @@ -877,33 +325,11 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "def remove_non_ascii(s: str) -> str:\n", - " \"\"\"\u001b[38;5;2m\n", - " Remove non-ASCII characters from a string.\n", - "\n", - " :param s: The string to remove non-ASCII characters from.\n", - " :return: The string with non-ASCII characters removed.\n", - " \"\"\"\n", - " result = \"\"\n", - " for c in s:\n", - " if ord(c) < 128:\n", - " result += c\u001b[0m\n", - " return result\n", - "\n", - "CPU times: user 3.64 ms, sys: 1.52 ms, total: 5.16 ms\n", - "Wall time: 2.51 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -923,28 +349,11 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "# Installation instructions:\n", - " ```bash\n", - "\u001b[38;5;2m git clone https://github.com/LLaMA-AI/LLaMA-inference.git\n", - " cd LLaMA-inference\n", - " pip install -e .\u001b[0m\n", - " ```\n", - "This downloads the LLaMA inference code and installs the repository as a local pip package.\n", - "\n", - "CPU times: user 1.53 ms, sys: 3.53 ms, total: 5.06 ms\n", - "Wall time: 1.3 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -966,34 +375,11 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "class InterfaceManagerFactory(AbstractManagerFactory):\n", - " def __init__(\u001b[38;5;2mself, start):\n", - " self.start = start\n", - "\n", - " def build(self, id):\n", - " return InterfaceManager(id, self.start)\n", - "\n", - "\u001b[0m\n", - "def main():\n", - " factory = InterfaceManagerFactory(start=datetime.now())\n", - " managers = []\n", - " for i in range(10):\n", - " managers.append(factory.build(id=i))\n", - "\n", - "CPU times: user 4.32 ms, sys: 2.58 ms, total: 6.91 ms\n", - "Wall time: 1.19 s\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -1017,37 +403,11 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "/-- A quasi-prefunctoid is 1-connected iff all its etalisations are 1-connected. -/\n", - "theorem connected_iff_etalisation [C D : precategoroid] (P : quasi_prefunctoid C D) :\n", - " π₁ P = 0 ↔ \u001b[38;5;2m∀ f : C ⟶ D, π₁ (P.etalise f)\u001b[0m = 0 :=\n", - "begin\n", - " split,\n", - " { intros h f,\n", - " rw pi_1_etalisation at h,\n", - " simp [h],\n", - " refl\n", - " },\n", - " { intro h,\n", - " have := @quasi_adjoint C D P,\n", - " simp [←pi_1_etalisation, this, h],\n", - " refl\n", - " }\n", - "end\n", - "\n", - "CPU times: user 5.68 ms, sys: 0 ns, total: 5.68 ms\n", - "Wall time: 668 ms\n" - ] - } - ], + "outputs": [], "source": [ "%%time\n", "\n", @@ -1088,7 +448,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": null, "metadata": { "tags": [] }, diff --git a/train-and-deploy-LLaMa-2-7b/Deploy_pretrained_LLaMa-2.ipynb b/train-and-deploy-LLaMa-2-7b/Deploy_pretrained_LLaMa-2.ipynb index 59e03ef..97d5959 100644 --- a/train-and-deploy-LLaMa-2-7b/Deploy_pretrained_LLaMa-2.ipynb +++ b/train-and-deploy-LLaMa-2-7b/Deploy_pretrained_LLaMa-2.ipynb @@ -83,109 +83,12 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "85addd9d-ec89-44a7-9fb5-9bc24fe9993b", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Requirement already satisfied: sagemaker in /opt/conda/lib/python3.10/site-packages (2.199.0)\n", - "Collecting sagemaker\n", - " Downloading sagemaker-2.206.0-py3-none-any.whl.metadata (13 kB)\n", - "Collecting datasets\n", - " Using cached datasets-2.16.1-py3-none-any.whl.metadata (20 kB)\n", - "Requirement already satisfied: attrs<24,>=23.1.0 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (23.1.0)\n", - "Requirement already satisfied: boto3<2.0,>=1.33.3 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (1.34.34)\n", - "Requirement already satisfied: cloudpickle==2.2.1 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (2.2.1)\n", - "Requirement already satisfied: google-pasta in /opt/conda/lib/python3.10/site-packages (from sagemaker) (0.2.0)\n", - "Requirement already satisfied: numpy<2.0,>=1.9.0 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (1.26.2)\n", - "Requirement already satisfied: protobuf<5.0,>=3.12 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (4.25.1)\n", - "Requirement already satisfied: smdebug-rulesconfig==1.0.1 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (1.0.1)\n", - "Requirement already satisfied: importlib-metadata<7.0,>=1.4.0 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (6.11.0)\n", - "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (23.2)\n", - "Requirement already satisfied: pandas in /opt/conda/lib/python3.10/site-packages (from sagemaker) (2.1.3)\n", - "Requirement already satisfied: pathos in /opt/conda/lib/python3.10/site-packages (from sagemaker) (0.3.1)\n", - "Requirement already satisfied: schema in /opt/conda/lib/python3.10/site-packages (from sagemaker) (0.7.5)\n", - "Requirement already satisfied: PyYAML~=6.0 in /opt/conda/lib/python3.10/site-packages/PyYAML-6.0-py3.10-linux-x86_64.egg (from sagemaker) (6.0)\n", - "Requirement already satisfied: jsonschema in /opt/conda/lib/python3.10/site-packages (from sagemaker) (4.20.0)\n", - "Requirement already satisfied: platformdirs in /opt/conda/lib/python3.10/site-packages (from sagemaker) (2.5.2)\n", - "Requirement already satisfied: tblib<3,>=1.7.0 in /opt/conda/lib/python3.10/site-packages (from sagemaker) (1.7.0)\n", - "Collecting urllib3<1.27 (from sagemaker)\n", - " Using cached urllib3-1.26.18-py2.py3-none-any.whl.metadata (48 kB)\n", - "Requirement already satisfied: requests in /opt/conda/lib/python3.10/site-packages (from sagemaker) (2.31.0)\n", - "Requirement already satisfied: docker in /opt/conda/lib/python3.10/site-packages (from sagemaker) (6.1.3)\n", - "Requirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (from sagemaker) (4.66.1)\n", - "Requirement already satisfied: psutil in /opt/conda/lib/python3.10/site-packages (from sagemaker) (5.9.0)\n", - "Requirement already satisfied: filelock in /opt/conda/lib/python3.10/site-packages (from datasets) (3.6.0)\n", - "Requirement already satisfied: pyarrow>=8.0.0 in /opt/conda/lib/python3.10/site-packages (from datasets) (14.0.1)\n", - "Collecting pyarrow-hotfix (from datasets)\n", - " Using cached pyarrow_hotfix-0.6-py3-none-any.whl.metadata (3.6 kB)\n", - "Requirement already satisfied: dill<0.3.8,>=0.3.0 in /opt/conda/lib/python3.10/site-packages (from datasets) (0.3.7)\n", - "Collecting xxhash (from datasets)\n", - " Using cached xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", - "Requirement already satisfied: multiprocess in /opt/conda/lib/python3.10/site-packages (from datasets) (0.70.15)\n", - "Collecting fsspec<=2023.10.0,>=2023.1.0 (from fsspec[http]<=2023.10.0,>=2023.1.0->datasets)\n", - " Using cached fsspec-2023.10.0-py3-none-any.whl.metadata (6.8 kB)\n", - "Requirement already satisfied: aiohttp in /opt/conda/lib/python3.10/site-packages (from datasets) (3.9.3)\n", - "Requirement already satisfied: huggingface-hub>=0.19.4 in /opt/conda/lib/python3.10/site-packages (from datasets) (0.20.3)\n", - "Requirement already satisfied: botocore<1.35.0,>=1.34.34 in /opt/conda/lib/python3.10/site-packages (from boto3<2.0,>=1.33.3->sagemaker) (1.34.34)\n", - "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/conda/lib/python3.10/site-packages (from boto3<2.0,>=1.33.3->sagemaker) (0.10.0)\n", - "Requirement already satisfied: s3transfer<0.11.0,>=0.10.0 in /opt/conda/lib/python3.10/site-packages (from boto3<2.0,>=1.33.3->sagemaker) (0.10.0)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (1.3.1)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (1.4.1)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (6.0.5)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (1.9.4)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (4.0.3)\n", - "Requirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.19.4->datasets) (4.9.0)\n", - "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.10/site-packages (from importlib-metadata<7.0,>=1.4.0->sagemaker) (3.8.0)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests->sagemaker) (2.0.4)\n", - "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests->sagemaker) (3.3)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests->sagemaker) (2023.11.17)\n", - "Requirement already satisfied: websocket-client>=0.32.0 in /opt/conda/lib/python3.10/site-packages (from docker->sagemaker) (0.58.0)\n", - "Requirement already satisfied: six in /opt/conda/lib/python3.10/site-packages (from google-pasta->sagemaker) (1.16.0)\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/conda/lib/python3.10/site-packages (from jsonschema->sagemaker) (2023.11.2)\n", - "Requirement already satisfied: referencing>=0.28.4 in /opt/conda/lib/python3.10/site-packages (from jsonschema->sagemaker) (0.31.1)\n", - "Requirement already satisfied: rpds-py>=0.7.1 in /opt/conda/lib/python3.10/site-packages (from jsonschema->sagemaker) (0.13.2)\n", - "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas->sagemaker) (2.8.2)\n", - "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas->sagemaker) (2022.1)\n", - "Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas->sagemaker) (2023.3)\n", - "Requirement already satisfied: ppft>=1.7.6.7 in /opt/conda/lib/python3.10/site-packages (from pathos->sagemaker) (1.7.6.7)\n", - "Requirement already satisfied: pox>=0.3.3 in /opt/conda/lib/python3.10/site-packages (from pathos->sagemaker) (0.3.3)\n", - "Requirement already satisfied: contextlib2>=0.5.5 in /opt/conda/lib/python3.10/site-packages (from schema->sagemaker) (21.6.0)\n", - "Downloading sagemaker-2.206.0-py3-none-any.whl (1.4 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.4/1.4 MB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m00:01\u001b[0m\n", - "\u001b[?25hUsing cached datasets-2.16.1-py3-none-any.whl (507 kB)\n", - "Using cached fsspec-2023.10.0-py3-none-any.whl (166 kB)\n", - "Using cached urllib3-1.26.18-py2.py3-none-any.whl (143 kB)\n", - "Using cached pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n", - "Using cached xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", - "Installing collected packages: xxhash, urllib3, pyarrow-hotfix, fsspec, datasets, sagemaker\n", - " Attempting uninstall: urllib3\n", - " Found existing installation: urllib3 2.0.7\n", - " Uninstalling urllib3-2.0.7:\n", - " Successfully uninstalled urllib3-2.0.7\n", - " Attempting uninstall: fsspec\n", - " Found existing installation: fsspec 2024.2.0\n", - " Uninstalling fsspec-2024.2.0:\n", - " Successfully uninstalled fsspec-2024.2.0\n", - " Attempting uninstall: sagemaker\n", - " Found existing installation: sagemaker 2.199.0\n", - " Uninstalling sagemaker-2.199.0:\n", - " Successfully uninstalled sagemaker-2.199.0\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "distributed 2022.7.0 requires tornado<6.2,>=6.0.3, but you have tornado 6.4 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed datasets-2.16.1 fsspec-2023.10.0 pyarrow-hotfix-0.6 sagemaker-2.206.0 urllib3-1.26.18 xxhash-3.4.1\n", - "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", - "\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n" - ] - } - ], + "outputs": [], "source": [ "!pip install --upgrade sagemaker datasets" ] @@ -206,7 +109,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "e756bd54", "metadata": { "jumpStartAlterations": [ @@ -229,35 +132,12 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "1722b230-b7bc-487f-b4ee-98ca42848423", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "sagemaker.config INFO - Not applying SDK defaults from location: /etc/xdg/sagemaker/config.yaml\n", - "sagemaker.config INFO - Not applying SDK defaults from location: /root/.config/sagemaker/config.yaml\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Using model 'meta-textgeneration-llama-2-7b' with wildcard version identifier '*'. You can pin to version '3.0.2' for more stable results. Note that models may have different input/output signatures after a major version upgrade.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "---------!" - ] - } - ], + "outputs": [], "source": [ "from sagemaker.jumpstart.model import JumpStartModel\n", "\n", @@ -275,7 +155,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "7e01bcc7-0ae3-4e67-9b06-aaf7ab0a081e", "metadata": { "tags": [] @@ -316,7 +196,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "id": "b795a085-048f-42b2-945f-0cd339c1cf91", "metadata": { "tags": [] @@ -331,28 +211,12 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "5dd833f8-1ddc-4805-80b2-19e7db629880", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "I believe the meaning of life is\n", - "> I believe the meaning of life is to achieve complete joy, to be happy and to help others become happy, not only during one’s lifetime, but after it as well.\n", - "This is the task of every saint, and that is the nature of my work. I am a spiritual teacher, and through the practice of my path I have learned to achieve this goal.\n", - "I have learned to deal with all negative emotions, such as anger, fear, and insecurity, and how to overcome them. I have achieved great inner strength, which allows me to be fully present in this world. I am at peace and do not identify with any of the problems and suffering that life offers.\n", - "I have learned how to focus my attention inward and develop a direct connection with God. I have realized that my own life has a higher meaning, and that I am living it according to God’s plan. I have achieved the purpose of my life.\n", - "This is what the meaning of life is to me. I believe\n", - "\n", - "==================================\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "payload = {\n", " \"inputs\": \"I believe the meaning of life is\",\n", @@ -381,7 +245,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "d7691ce4-b5d7-4b1f-a741-2d7333c14a45", "metadata": {}, "outputs": [],