From 46fde9363bb44ecfbaa7130253cb3433efdb376c Mon Sep 17 00:00:00 2001 From: Montana Low Date: Fri, 10 May 2024 11:13:25 -0700 Subject: [PATCH 1/2] update requirements --- pgml-extension/requirements.linux.txt | 201 +++++++++++++------------- pgml-extension/requirements.txt | 1 - 2 files changed, 102 insertions(+), 100 deletions(-) diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt index 166689ca9..722eca093 100644 --- a/pgml-extension/requirements.linux.txt +++ b/pgml-extension/requirements.linux.txt @@ -1,70 +1,75 @@ -accelerate==0.27.2 -aiohttp==3.9.1 +accelerate==0.30.0 +aiohttp==3.9.5 aiosignal==1.3.1 annotated-types==0.6.0 -anyio==4.2.0 -appdirs==1.4.4 async-timeout==4.0.3 -attrs==23.1.0 -auto-gptq==0.6.0 -bitsandbytes==0.41.3.post2 -black==24.1.1 -catboost==1.2.2 -certifi==2023.11.17 +attrs==23.2.0 +auto_gptq==0.7.1 +bitsandbytes==0.43.1 +blinker==1.4 +catboost==1.2.5 +certifi==2024.2.2 charset-normalizer==3.3.2 click==8.1.7 colorama==0.4.6 coloredlogs==15.0.1 -contourpy==1.2.0 +command-not-found==0.3 +contourpy==1.2.1 +cryptography==3.4.8 ctransformers==0.2.27 cycler==0.12.1 -dataclasses-json==0.6.3 -datasets==2.15.0 -deepspeed==0.12.5 +dataclasses-json==0.6.6 +datasets==2.16.1 +dbus-python==1.2.18 +deepspeed==0.14.2 dill==0.3.7 -docker-pycreds==0.4.0 -docstring-parser==0.15 -einops==0.7.0 -evaluate==0.4.1 -exceptiongroup==1.2.0 -filelock==3.13.1 -fonttools==4.47.0 +distro==1.7.0 +distro-info==1.1+ubuntu0.1 +einops==0.8.0 +filelock==3.14.0 +fonttools==4.51.0 frozenlist==1.4.1 fsspec==2023.10.0 -gekko==1.0.6 -gitdb==4.0.11 -GitPython==3.1.41 -graphviz==0.20.1 -greenlet==3.0.2 +gekko==1.1.1 +graphviz==0.20.3 +greenlet==3.0.3 +gyp==0.1 hjson==3.1.0 -huggingface-hub==0.19.4 +honcho==1.1.0 +httplib2==0.20.2 +huggingface-hub==0.23.0 humanfriendly==10.0 -idna==3.6 -InstructorEmbedding==1.0.1 -Jinja2==3.1.2 -joblib==1.3.2 +idna==3.7 +importlib-metadata==4.6.4 +jeepney==0.7.1 +Jinja2==3.1.4 +joblib==1.4.2 jsonpatch==1.33 jsonpointer==2.4 +keyring==23.5.0 kiwisolver==1.4.5 -langchain==0.0.351 -langchain-community==0.0.4 -langchain-core==0.1.1 -langsmith==0.0.72 -lightgbm==4.1.0 -lxml==4.9.3 -markdown-it-py==3.0.0 -MarkupSafe==2.1.3 -marshmallow==3.20.1 -matplotlib==3.8.2 -mdurl==0.1.2 +langchain==0.1.19 +langchain-community==0.0.38 +langchain-core==0.1.52 +langchain-text-splitters==0.0.1 +langsmith==0.1.56 +launchpadlib==1.10.16 +lazr.restfulclient==0.14.4 +lazr.uri==1.0.6 +lightgbm==4.3.0 +lxml==5.2.1 +MarkupSafe==2.1.5 +marshmallow==3.21.2 +matplotlib==3.8.4 +more-itertools==8.10.0 mpmath==1.3.0 -multidict==6.0.4 +multidict==6.0.5 multiprocess==0.70.15 mypy-extensions==1.0.0 -networkx==3.2.1 +netifaces==0.11.0 +networkx==3.3 ninja==1.11.1.1 -nltk==3.8.1 -numpy==1.26.2 +numpy==1.26.4 nvidia-cublas-cu12==12.1.3.1 nvidia-cuda-cupti-cu12==12.1.105 nvidia-cuda-nvrtc-cu12==12.1.105 @@ -74,72 +79,70 @@ nvidia-cufft-cu12==11.0.2.54 nvidia-curand-cu12==10.3.2.106 nvidia-cusolver-cu12==11.4.5.107 nvidia-cusparse-cu12==12.1.0.106 -nvidia-nccl-cu12==2.18.1 -nvidia-nvjitlink-cu12==12.3.101 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.4.127 nvidia-nvtx-cu12==12.1.105 -optimum==1.16.1 -orjson==3.9.10 +oauthlib==3.2.0 +optimum==1.19.2 +orjson==3.10.3 packaging==23.2 -pandas==2.1.4 -pathspec==0.12.1 -peft==0.7.1 -Pillow==10.1.0 -platformdirs==4.2.0 -plotly==5.18.0 +pandas==2.2.2 +peft==0.10.0 +pillow==10.3.0 +plotly==5.22.0 portalocker==2.8.2 -protobuf==4.25.1 -psutil==5.9.7 +protobuf==5.26.1 +psutil==5.9.8 py-cpuinfo==9.0.0 pyarrow==11.0.0 pyarrow-hotfix==0.6 -pydantic==2.5.2 -pydantic_core==2.14.5 -Pygments==2.17.2 +pydantic==2.7.1 +pydantic_core==2.18.2 +Pygments==2.11.2 +PyGObject==3.42.1 +PyJWT==2.3.0 pynvml==11.5.0 -pyparsing==3.1.1 -python-dateutil==2.8.2 -pytz==2023.3.post1 -PyYAML==6.0.1 -regex==2023.10.3 +pyparsing==2.4.7 +python-apt==2.4.0+ubuntu2 +python-dateutil==2.9.0.post0 +pytz==2024.1 +PyYAML==5.4.1 +regex==2024.5.10 requests==2.31.0 -responses==0.18.0 -rich==13.7.1 rouge==1.0.1 -sacrebleu==2.4.0 +sacrebleu==2.4.2 sacremoses==0.1.1 -safetensors==0.4.1 -scikit-learn==1.3.2 -scipy==1.11.4 -sentence-transformers==2.5.1 -sentencepiece==0.1.99 -sentry-sdk==1.40.2 -setproctitle==1.3.3 -shtab==1.6.5 +safetensors==0.4.3 +scikit-learn==1.4.2 +scipy==1.13.0 +SecretStorage==3.3.1 +sentence-transformers==2.7.0 +sentencepiece==0.2.0 six==1.16.0 -smmap==5.0.1 -sniffio==1.3.0 -SQLAlchemy==2.0.23 +SQLAlchemy==2.0.30 sympy==1.12 +systemd-python==234 tabulate==0.9.0 -tenacity==8.2.3 -threadpoolctl==3.2.0 -tokenizers==0.15.0 -tomli==2.0.1 -torch==2.1.2 -torchaudio==2.1.2 -torchvision==0.16.2 -tqdm==4.66.1 -transformers==4.39.3 -transformers-stream-generator==0.0.4 -triton==2.1.0 -trl==0.7.10 +tenacity==8.3.0 +threadpoolctl==3.5.0 +tokenizers==0.19.1 +torch==2.3.0 +torchaudio==2.3.0 +torchvision==0.18.0 +tqdm==4.66.4 +transformers==4.40.2 +transformers-stream-generator==0.0.5 +triton==2.3.0 typing-inspect==0.9.0 -typing_extensions==4.9.0 -tyro==0.7.2 -tzdata==2023.3 -urllib3==2.1.0 -xformers==0.0.23.post1 -xgboost==2.0.2 +typing_extensions==4.11.0 +tzdata==2024.1 +ubuntu-advantage-tools==8001 +ufw==0.36.1 +unattended-upgrades==0.1 +urllib3==2.2.1 +wadllib==1.3.6 +xformers==0.0.26.post1 +xgboost==2.0.3 xxhash==3.4.1 yarl==1.9.4 -vllm==0.4.0.post1 +zipp==1.0.0 diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt index 8f37b28b3..29da9cdbf 100644 --- a/pgml-extension/requirements.txt +++ b/pgml-extension/requirements.txt @@ -38,7 +38,6 @@ transformers-stream-generator xformers; sys_platform == 'linux' # only runs on nvidia hardware # Embeddings -InstructorEmbedding sentence-transformers # Ratings From 6386deff6efcdeba388c6e9609936ead0a40eb49 Mon Sep 17 00:00:00 2001 From: Montana Low Date: Fri, 10 May 2024 11:18:23 -0700 Subject: [PATCH 2/2] add vllm --- pgml-extension/requirements.linux.txt | 52 +++++++++++++++++++++++++-- pgml-extension/requirements.txt | 1 + 2 files changed, 50 insertions(+), 3 deletions(-) diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt index 722eca093..466bcbc9d 100644 --- a/pgml-extension/requirements.linux.txt +++ b/pgml-extension/requirements.linux.txt @@ -1,7 +1,8 @@ -accelerate==0.30.0 +accelerate==0.30.1 aiohttp==3.9.5 aiosignal==1.3.1 annotated-types==0.6.0 +anyio==4.3.0 async-timeout==4.0.3 attrs==23.2.0 auto_gptq==0.7.1 @@ -11,6 +12,8 @@ catboost==1.2.5 certifi==2024.2.2 charset-normalizer==3.3.2 click==8.1.7 +cloudpickle==3.0.0 +cmake==3.29.2 colorama==0.4.6 coloredlogs==15.0.1 command-not-found==0.3 @@ -23,9 +26,15 @@ datasets==2.16.1 dbus-python==1.2.18 deepspeed==0.14.2 dill==0.3.7 +diskcache==5.6.3 distro==1.7.0 distro-info==1.1+ubuntu0.1 +dnspython==2.6.1 einops==0.8.0 +email_validator==2.1.1 +exceptiongroup==1.2.1 +fastapi==0.111.0 +fastapi-cli==0.0.3 filelock==3.14.0 fonttools==4.51.0 frozenlist==1.4.1 @@ -34,18 +43,24 @@ gekko==1.1.1 graphviz==0.20.3 greenlet==3.0.3 gyp==0.1 +h11==0.14.0 hjson==3.1.0 -honcho==1.1.0 +httpcore==1.0.5 httplib2==0.20.2 +httptools==0.6.1 +httpx==0.27.0 huggingface-hub==0.23.0 humanfriendly==10.0 idna==3.7 importlib-metadata==4.6.4 +interegular==0.3.3 jeepney==0.7.1 Jinja2==3.1.4 joblib==1.4.2 jsonpatch==1.33 jsonpointer==2.4 +jsonschema==4.22.0 +jsonschema-specifications==2023.12.1 keyring==23.5.0 kiwisolver==1.4.5 langchain==0.1.19 @@ -53,22 +68,30 @@ langchain-community==0.0.38 langchain-core==0.1.52 langchain-text-splitters==0.0.1 langsmith==0.1.56 +lark==1.1.9 launchpadlib==1.10.16 lazr.restfulclient==0.14.4 lazr.uri==1.0.6 lightgbm==4.3.0 +llvmlite==0.42.0 +lm-format-enforcer==0.9.8 lxml==5.2.1 +markdown-it-py==3.0.0 MarkupSafe==2.1.5 marshmallow==3.21.2 matplotlib==3.8.4 +mdurl==0.1.2 more-itertools==8.10.0 mpmath==1.3.0 +msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 mypy-extensions==1.0.0 +nest-asyncio==1.6.0 netifaces==0.11.0 networkx==3.3 ninja==1.11.1.1 +numba==0.59.1 numpy==1.26.4 nvidia-cublas-cu12==12.1.3.1 nvidia-cuda-cupti-cu12==12.1.105 @@ -79,18 +102,23 @@ nvidia-cufft-cu12==11.0.2.54 nvidia-curand-cu12==10.3.2.106 nvidia-cusolver-cu12==11.4.5.107 nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.550.52 nvidia-nccl-cu12==2.20.5 nvidia-nvjitlink-cu12==12.4.127 nvidia-nvtx-cu12==12.1.105 oauthlib==3.2.0 +openai==1.28.0 optimum==1.19.2 orjson==3.10.3 +outlines==0.0.34 packaging==23.2 pandas==2.2.2 peft==0.10.0 pillow==10.3.0 plotly==5.22.0 portalocker==2.8.2 +prometheus-fastapi-instrumentator==7.0.0 +prometheus_client==0.20.0 protobuf==5.26.1 psutil==5.9.8 py-cpuinfo==9.0.0 @@ -98,18 +126,24 @@ pyarrow==11.0.0 pyarrow-hotfix==0.6 pydantic==2.7.1 pydantic_core==2.18.2 -Pygments==2.11.2 +Pygments==2.18.0 PyGObject==3.42.1 PyJWT==2.3.0 pynvml==11.5.0 pyparsing==2.4.7 python-apt==2.4.0+ubuntu2 python-dateutil==2.9.0.post0 +python-dotenv==1.0.1 +python-multipart==0.0.9 pytz==2024.1 PyYAML==5.4.1 +ray==2.21.0 +referencing==0.35.1 regex==2024.5.10 requests==2.31.0 +rich==13.7.1 rouge==1.0.1 +rpds-py==0.18.1 sacrebleu==2.4.2 sacremoses==0.1.1 safetensors==0.4.3 @@ -118,13 +152,17 @@ scipy==1.13.0 SecretStorage==3.3.1 sentence-transformers==2.7.0 sentencepiece==0.2.0 +shellingham==1.5.4 six==1.16.0 +sniffio==1.3.1 SQLAlchemy==2.0.30 +starlette==0.37.2 sympy==1.12 systemd-python==234 tabulate==0.9.0 tenacity==8.3.0 threadpoolctl==3.5.0 +tiktoken==0.6.0 tokenizers==0.19.1 torch==2.3.0 torchaudio==2.3.0 @@ -133,14 +171,22 @@ tqdm==4.66.4 transformers==4.40.2 transformers-stream-generator==0.0.5 triton==2.3.0 +typer==0.12.3 typing-inspect==0.9.0 typing_extensions==4.11.0 tzdata==2024.1 ubuntu-advantage-tools==8001 ufw==0.36.1 +ujson==5.9.0 unattended-upgrades==0.1 urllib3==2.2.1 +uvicorn==0.29.0 +uvloop==0.19.0 +vllm==0.4.2 +vllm-nccl-cu12==2.18.1.0.4.0 wadllib==1.3.6 +watchfiles==0.21.0 +websockets==12.0 xformers==0.0.26.post1 xgboost==2.0.3 xxhash==3.4.1 diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt index 29da9cdbf..f66acf404 100644 --- a/pgml-extension/requirements.txt +++ b/pgml-extension/requirements.txt @@ -36,6 +36,7 @@ tokenizers transformers transformers-stream-generator xformers; sys_platform == 'linux' # only runs on nvidia hardware +vllm # Embeddings sentence-transformers pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy