Content-Length: 12340 | pFad | http://github.com/postgresml/postgresml/pull/1586.patch

thub.com From e73f7ef609fdf30721c2b34d3dcc2181e4eb5542 Mon Sep 17 00:00:00 2001 From: Montana Low Date: Tue, 23 Jul 2024 14:44:49 -0700 Subject: [PATCH 1/3] update linux requirements.txt --- pgml-extension/requirements.linux.txt | 144 +++++++++++++------------- 1 file changed, 70 insertions(+), 74 deletions(-) diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt index f1c805a5b..639e70f6b 100644 --- a/pgml-extension/requirements.linux.txt +++ b/pgml-extension/requirements.linux.txt @@ -1,42 +1,41 @@ -accelerate==0.30.1 +accelerate==0.33.0 aiohttp==3.9.5 aiosignal==1.3.1 -annotated-types==0.6.0 -anyio==4.3.0 +annotated-types==0.7.0 +anyio==4.4.0 async-timeout==4.0.3 attrs==23.2.0 auto_gptq==0.7.1 bitsandbytes==0.43.1 catboost==1.2.5 -certifi==2024.2.2 +certifi==2024.7.4 charset-normalizer==3.3.2 click==8.1.7 cloudpickle==3.0.0 -cmake==3.29.2 +cmake==3.30.1 colorama==0.4.6 coloredlogs==15.0.1 contourpy==1.2.1 ctransformers==0.2.27 cycler==0.12.1 -dataclasses-json==0.6.6 datasets==2.16.1 -deepspeed==0.14.2 +deepspeed==0.14.4 dill==0.3.7 diskcache==5.6.3 distro==1.9.0 dnspython==2.6.1 docstring_parser==0.16 einops==0.8.0 -email_validator==2.1.1 +email_validator==2.2.0 evaluate==0.4.2 -exceptiongroup==1.2.1 -fastapi==0.111.0 -fastapi-cli==0.0.3 -filelock==3.14.0 -fonttools==4.51.0 +exceptiongroup==1.2.2 +fastapi==0.111.1 +fastapi-cli==0.0.4 +filelock==3.15.4 +fonttools==4.53.1 frozenlist==1.4.1 fsspec==2023.10.0 -gekko==1.1.1 +gekko==1.2.1 graphviz==0.20.3 greenlet==3.0.3 h11==0.14.0 @@ -44,41 +43,38 @@ hjson==3.1.0 httpcore==1.0.5 httptools==0.6.1 httpx==0.27.0 -huggingface-hub==0.23.0 +huggingface-hub==0.24.1 humanfriendly==10.0 idna==3.7 interegular==0.3.3 Jinja2==3.1.4 joblib==1.4.2 jsonpatch==1.33 -jsonpointer==2.4 -jsonschema==4.22.0 +jsonpointer==3.0.0 +jsonschema==4.23.0 jsonschema-specifications==2023.12.1 kiwisolver==1.4.5 -langchain==0.1.19 -langchain-community==0.0.38 -langchain-core==0.1.52 -langchain-text-splitters==0.0.1 -langsmith==0.1.56 +langchain==0.2.11 +langchain-core==0.2.23 +langchain-text-splitters==0.2.2 +langsmith==0.1.93 lark==1.1.9 -lightgbm==4.3.0 -llvmlite==0.42.0 -lm-format-enforcer==0.9.8 -lxml==5.2.1 +lightgbm==4.4.0 +llvmlite==0.43.0 +lm-format-enforcer==0.10.3 +lxml==5.2.2 markdown-it-py==3.0.0 MarkupSafe==2.1.5 -marshmallow==3.21.2 -matplotlib==3.8.4 +matplotlib==3.9.1 mdurl==0.1.2 mpmath==1.3.0 msgpack==1.0.8 multidict==6.0.5 multiprocess==0.70.15 -mypy-extensions==1.0.0 nest-asyncio==1.6.0 networkx==3.3 ninja==1.11.1.1 -numba==0.59.1 +numba==0.60.0 numpy==1.26.4 nvidia-cublas-cu12==12.1.3.1 nvidia-cuda-cupti-cu12==12.1.105 @@ -89,85 +85,85 @@ nvidia-cufft-cu12==11.0.2.54 nvidia-curand-cu12==10.3.2.106 nvidia-cusolver-cu12==11.4.5.107 nvidia-cusparse-cu12==12.1.0.106 -nvidia-ml-py==12.550.52 +nvidia-ml-py==12.555.43 nvidia-nccl-cu12==2.20.5 -nvidia-nvjitlink-cu12==12.4.127 +nvidia-nvjitlink-cu12==12.5.82 nvidia-nvtx-cu12==12.1.105 -openai==1.28.0 -optimum==1.19.2 -orjson==3.10.3 -outlines==0.0.34 -packaging==23.2 +openai==1.37.0 +optimum==1.21.2 +orjson==3.10.6 +outlines==0.0.46 +packaging==24.1 pandas==2.2.2 -peft==0.10.0 -pillow==10.3.0 -plotly==5.22.0 -portalocker==2.8.2 +peft==0.11.1 +pillow==10.4.0 +plotly==5.23.0 +portalocker==2.10.1 prometheus-fastapi-instrumentator==7.0.0 prometheus_client==0.20.0 -protobuf==5.26.1 -psutil==5.9.8 +protobuf==5.27.2 +psutil==6.0.0 py-cpuinfo==9.0.0 +pyairports==2.1.1 pyarrow==11.0.0 pyarrow-hotfix==0.6 -pydantic==2.7.1 -pydantic_core==2.18.2 +pycountry==24.6.1 +pydantic==2.8.2 +pydantic_core==2.20.1 Pygments==2.18.0 -pynvml==11.5.0 pyparsing==3.1.2 python-dateutil==2.9.0.post0 python-dotenv==1.0.1 python-multipart==0.0.9 pytz==2024.1 PyYAML==6.0.1 -ray==2.21.0 +pyzmq==26.0.3 +ray==2.32.0 referencing==0.35.1 -regex==2024.5.10 -requests==2.31.0 +regex==2024.5.15 +requests==2.32.3 rich==13.7.1 rouge==1.0.1 -rpds-py==0.18.1 +rpds-py==0.19.0 sacrebleu==2.4.2 sacremoses==0.1.1 safetensors==0.4.3 -scikit-learn==1.4.2 -scipy==1.13.0 -sentence-transformers==2.7.0 +scikit-learn==1.5.1 +scipy==1.14.0 +sentence-transformers==3.0.1 sentencepiece==0.2.0 shellingham==1.5.4 shtab==1.7.1 six==1.16.0 sniffio==1.3.1 -SQLAlchemy==2.0.30 +SQLAlchemy==2.0.31 starlette==0.37.2 -sympy==1.12 +sympy==1.13.1 tabulate==0.9.0 -tenacity==8.3.0 +tenacity==8.5.0 threadpoolctl==3.5.0 -tiktoken==0.6.0 +tiktoken==0.7.0 tokenizers==0.19.1 -torch==2.3.0 -torchaudio==2.3.0 -torchvision==0.18.0 +torch==2.3.1 +torchaudio==2.3.1 +torchvision==0.18.1 tqdm==4.66.4 -transformers==4.40.2 +transformers==4.42.4 transformers-stream-generator==0.0.5 -triton==2.3.0 -trl==0.8.6 +triton==2.3.1 +trl==0.9.6 typer==0.12.3 -typing-inspect==0.9.0 -typing_extensions==4.11.0 -tyro==0.8.4 +typing_extensions==4.12.2 +tyro==0.8.5 tzdata==2024.1 -ujson==5.9.0 -urllib3==2.2.1 -uvicorn==0.29.0 +urllib3==2.2.2 +uvicorn==0.30.3 uvloop==0.19.0 -vllm==0.4.2 -vllm-nccl-cu12==2.18.1.0.4.0 -watchfiles==0.21.0 +vllm==0.5.3.post1 +vllm-flash-attn==2.5.9.post1 +watchfiles==0.22.0 websockets==12.0 -xformers==0.0.26.post1 -xgboost==2.0.3 +xformers==0.0.27 +xgboost==2.1.0 xxhash==3.4.1 yarl==1.9.4 From 6dc301360a9fa45d7fe5c8efd2baff0cb707c8c5 Mon Sep 17 00:00:00 2001 From: Montana Low Date: Tue, 23 Jul 2024 15:53:40 -0700 Subject: [PATCH 2/3] update to latest version --- pgml-extension/requirements.linux.txt | 7 ++----- pgml-extension/requirements.txt | 1 - 2 files changed, 2 insertions(+), 6 deletions(-) diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt index 639e70f6b..0e9089071 100644 --- a/pgml-extension/requirements.linux.txt +++ b/pgml-extension/requirements.linux.txt @@ -6,7 +6,7 @@ anyio==4.4.0 async-timeout==4.0.3 attrs==23.2.0 auto_gptq==0.7.1 -bitsandbytes==0.43.1 +bitsandbytes==0.43.2 catboost==1.2.5 certifi==2024.7.4 charset-normalizer==3.3.2 @@ -14,7 +14,6 @@ click==8.1.7 cloudpickle==3.0.0 cmake==3.30.1 colorama==0.4.6 -coloredlogs==15.0.1 contourpy==1.2.1 ctransformers==0.2.27 cycler==0.12.1 @@ -44,7 +43,6 @@ httpcore==1.0.5 httptools==0.6.1 httpx==0.27.0 huggingface-hub==0.24.1 -humanfriendly==10.0 idna==3.7 interegular==0.3.3 Jinja2==3.1.4 @@ -90,7 +88,6 @@ nvidia-nccl-cu12==2.20.5 nvidia-nvjitlink-cu12==12.5.82 nvidia-nvtx-cu12==12.1.105 openai==1.37.0 -optimum==1.21.2 orjson==3.10.6 outlines==0.0.46 packaging==24.1 @@ -148,7 +145,7 @@ torch==2.3.1 torchaudio==2.3.1 torchvision==0.18.1 tqdm==4.66.4 -transformers==4.42.4 +transformers==4.43.1 transformers-stream-generator==0.0.5 triton==2.3.1 trl==0.9.6 diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt index 8cc64677e..707dc8f1b 100644 --- a/pgml-extension/requirements.txt +++ b/pgml-extension/requirements.txt @@ -30,7 +30,6 @@ ctransformers huggingface-hub deepspeed einops -optimum peft tokenizers transformers From 52193ced143574e761f47cceedd7b91d4a2177bc Mon Sep 17 00:00:00 2001 From: Montana Low Date: Tue, 23 Jul 2024 17:29:34 -0700 Subject: [PATCH 3/3] bump for llama 3.1 release --- .github/workflows/ubuntu-packages-and-docker-image.yml | 2 +- .../docs/open-source/pgml/developers/contributing.md | 2 +- .../docs/open-source/pgml/developers/installation.md | 2 +- .../pgml/developers/quick-start-with-docker.md | 6 +++--- .../open-source/pgml/developers/self-hosting/pooler.md | 2 +- pgml-extension/Cargo.lock | 2 +- pgml-extension/Cargo.toml | 2 +- pgml-extension/examples/transformers.sql | 10 ++++------ pgml-extension/sql/pgml--2.9.2--2.9.3.sql | 0 9 files changed, 13 insertions(+), 15 deletions(-) create mode 100644 pgml-extension/sql/pgml--2.9.2--2.9.3.sql diff --git a/.github/workflows/ubuntu-packages-and-docker-image.yml b/.github/workflows/ubuntu-packages-and-docker-image.yml index 3cd0593ce..985f589b5 100644 --- a/.github/workflows/ubuntu-packages-and-docker-image.yml +++ b/.github/workflows/ubuntu-packages-and-docker-image.yml @@ -4,7 +4,7 @@ on: workflow_dispatch: inputs: packageVersion: - default: "2.9.2" + default: "2.9.3" jobs: # # PostgresML extension. diff --git a/pgml-cms/docs/open-source/pgml/developers/contributing.md b/pgml-cms/docs/open-source/pgml/developers/contributing.md index 4a6cacc73..146a0077b 100644 --- a/pgml-cms/docs/open-source/pgml/developers/contributing.md +++ b/pgml-cms/docs/open-source/pgml/developers/contributing.md @@ -127,7 +127,7 @@ SELECT pgml.version(); postgres=# select pgml.version(); version ------------------- - 2.9.2 + 2.9.3 (1 row) ``` {% endtab %} diff --git a/pgml-cms/docs/open-source/pgml/developers/installation.md b/pgml-cms/docs/open-source/pgml/developers/installation.md index f3db4a7a6..a0343f80e 100644 --- a/pgml-cms/docs/open-source/pgml/developers/installation.md +++ b/pgml-cms/docs/open-source/pgml/developers/installation.md @@ -132,7 +132,7 @@ CREATE EXTENSION pgml_test=# SELECT pgml.version(); version --------- - 2.9.2 + 2.9.3 (1 row) ``` diff --git a/pgml-cms/docs/open-source/pgml/developers/quick-start-with-docker.md b/pgml-cms/docs/open-source/pgml/developers/quick-start-with-docker.md index 951611f70..5d946f84e 100644 --- a/pgml-cms/docs/open-source/pgml/developers/quick-start-with-docker.md +++ b/pgml-cms/docs/open-source/pgml/developers/quick-start-with-docker.md @@ -18,7 +18,7 @@ docker run \ -v postgresml_data:/var/lib/postgresql \ -p 5433:5432 \ -p 8000:8000 \ - ghcr.io/postgresml/postgresml:2.9.2 \ + ghcr.io/postgresml/postgresml:2.9.3 \ sudo -u postgresml psql -d postgresml ``` {% endtab %} @@ -43,7 +43,7 @@ docker run \ --gpus all \ -p 5433:5432 \ -p 8000:8000 \ - ghcr.io/postgresml/postgresml:2.9.2 \ + ghcr.io/postgresml/postgresml:2.9.3 \ sudo -u postgresml psql -d postgresml ``` @@ -80,7 +80,7 @@ Time: 41.520 ms postgresml=# SELECT pgml.version(); version --------- - 2.9.2 + 2.9.3 (1 row) ``` diff --git a/pgml-cms/docs/open-source/pgml/developers/self-hosting/pooler.md b/pgml-cms/docs/open-source/pgml/developers/self-hosting/pooler.md index b34441afd..5809012fc 100644 --- a/pgml-cms/docs/open-source/pgml/developers/self-hosting/pooler.md +++ b/pgml-cms/docs/open-source/pgml/developers/self-hosting/pooler.md @@ -115,6 +115,6 @@ Type "help" for help. postgresml=> SELECT pgml.version(); version --------- - 2.9.2 + 2.9.3 (1 row) ``` diff --git a/pgml-extension/Cargo.lock b/pgml-extension/Cargo.lock index 5f34e9d8f..c32c19272 100644 --- a/pgml-extension/Cargo.lock +++ b/pgml-extension/Cargo.lock @@ -1746,7 +1746,7 @@ dependencies = [ [[package]] name = "pgml" -version = "2.9.2" +version = "2.9.3" dependencies = [ "anyhow", "blas", diff --git a/pgml-extension/Cargo.toml b/pgml-extension/Cargo.toml index 3ba58d2fc..64be2d004 100644 --- a/pgml-extension/Cargo.toml +++ b/pgml-extension/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "pgml" -version = "2.9.2" +version = "2.9.3" edition = "2021" [lib] diff --git a/pgml-extension/examples/transformers.sql b/pgml-extension/examples/transformers.sql index 5cb23b5a0..3c2cde99f 100644 --- a/pgml-extension/examples/transformers.sql +++ b/pgml-extension/examples/transformers.sql @@ -8,16 +8,14 @@ SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"device": "cpu"}') SELECT pgml.embed('hkunlp/instructor-xl', 'hi mom', '{"instruction": "Encode it with love"}'); SELECT pgml.embed('mixedbread-ai/mxbai-embed-large-v1', 'test', '{"prompt": "test prompt: "}'); -SELECT pgml.transform_stream( +SELECT pgml.transform( task => '{ "task": "text-generation", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", - "model_type": "mistral", - "revision": "main", - "device_map": "auto", - "token": "hf_123" + "token": "hf_123", + "trust_remote_code": true }'::JSONB, - input => 'AI is going to', + inputs => ARRAY['AI is going to'], args => '{ "max_new_tokens": 100 }'::JSONB diff --git a/pgml-extension/sql/pgml--2.9.2--2.9.3.sql b/pgml-extension/sql/pgml--2.9.2--2.9.3.sql new file mode 100644 index 000000000..e69de29bb

pFad - (p)hone/(F)rame/(a)nonymizer/(d)eclutterfier! Saves Data!