From 1966be8507175c90aa182649ebdc1c79b20baeff Mon Sep 17 00:00:00 2001 From: Lev Date: Thu, 26 Oct 2023 10:31:32 -0700 Subject: [PATCH 1/3] Mistral AI, say hi to PostresML --- pgml-extension/requirements.txt | 4 +++- pgml-extension/src/bindings/transformers/transformers.py | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt index 89b3c2742..fea8d141c 100644 --- a/pgml-extension/requirements.txt +++ b/pgml-extension/requirements.txt @@ -21,8 +21,10 @@ torch==2.0.1 torchaudio==2.0.2 torchvision==0.15.2 tqdm==4.66.1 -transformers==4.33.1 +transformers==4.34.1 xgboost==2.0.0 langchain==0.0.287 einops==0.6.1 pynvml==11.5.0 +transformers-stream-generator==0.0.4 +optimum==1.13.2 diff --git a/pgml-extension/src/bindings/transformers/transformers.py b/pgml-extension/src/bindings/transformers/transformers.py index 98c843691..8b1d1a43d 100644 --- a/pgml-extension/src/bindings/transformers/transformers.py +++ b/pgml-extension/src/bindings/transformers/transformers.py @@ -197,7 +197,7 @@ def create_pipeline(task): lower = model_name.lower() else: lower = None - if lower and "-ggml" in lower: + if lower and ("-ggml" in lower or "-gguf" in lower): pipe = GGMLPipeline(model_name, **task) elif lower and "-gptq" in lower: pipe = GPTQPipeline(model_name, **task) From e948002f0b07d5bb7a65d2332878838e8ef6db4b Mon Sep 17 00:00:00 2001 From: Lev Date: Thu, 26 Oct 2023 10:33:16 -0700 Subject: [PATCH 2/3] Deps --- .github/workflows/ubuntu-packages-and-docker-image.yml | 2 +- .github/workflows/ubuntu-postgresml-python-package.yaml | 2 +- packages/postgresml/DEBIAN/control | 2 +- pgml-extension/Cargo.lock | 2 +- pgml-extension/Cargo.toml | 2 +- pgml-extension/sql/pgml--2.7.12--2.7.13.sql | 0 6 files changed, 5 insertions(+), 5 deletions(-) create mode 100644 pgml-extension/sql/pgml--2.7.12--2.7.13.sql diff --git a/.github/workflows/ubuntu-packages-and-docker-image.yml b/.github/workflows/ubuntu-packages-and-docker-image.yml index 0fd6b575a..0d9df7a7e 100644 --- a/.github/workflows/ubuntu-packages-and-docker-image.yml +++ b/.github/workflows/ubuntu-packages-and-docker-image.yml @@ -4,7 +4,7 @@ on: workflow_dispatch: inputs: packageVersion: - default: "2.7.12" + default: "2.7.13" jobs: # # PostgresML extension. diff --git a/.github/workflows/ubuntu-postgresml-python-package.yaml b/.github/workflows/ubuntu-postgresml-python-package.yaml index ede7a100a..1af8ef614 100644 --- a/.github/workflows/ubuntu-postgresml-python-package.yaml +++ b/.github/workflows/ubuntu-postgresml-python-package.yaml @@ -4,7 +4,7 @@ on: workflow_dispatch: inputs: packageVersion: - default: "2.7.12" + default: "2.7.13" jobs: postgresml-python: diff --git a/packages/postgresml/DEBIAN/control b/packages/postgresml/DEBIAN/control index 7e7daff92..dc36d743c 100644 --- a/packages/postgresml/DEBIAN/control +++ b/packages/postgresml/DEBIAN/control @@ -3,7 +3,7 @@ Version: ${PACKAGE_VERSION} Section: database Priority: optional Architecture: all -Depends: postgresml-python (>= 2.7.12), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION}) +Depends: postgresml-python (>= 2.7.13), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION}) Maintainer: PostgresML Homepage: https://postgresml.org Description: PostgresML - Generative AI and Simple ML inside PostgreSQL diff --git a/pgml-extension/Cargo.lock b/pgml-extension/Cargo.lock index a63f6c5ca..fe83c4c3c 100644 --- a/pgml-extension/Cargo.lock +++ b/pgml-extension/Cargo.lock @@ -1723,7 +1723,7 @@ dependencies = [ [[package]] name = "pgml" -version = "2.7.12" +version = "2.7.13" dependencies = [ "anyhow", "blas", diff --git a/pgml-extension/Cargo.toml b/pgml-extension/Cargo.toml index 4dd01e4b1..58d949533 100644 --- a/pgml-extension/Cargo.toml +++ b/pgml-extension/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "pgml" -version = "2.7.12" +version = "2.7.13" edition = "2021" [lib] diff --git a/pgml-extension/sql/pgml--2.7.12--2.7.13.sql b/pgml-extension/sql/pgml--2.7.12--2.7.13.sql new file mode 100644 index 000000000..e69de29bb From cfc836541f93fd8e5e95fedb0aac9f580a18fce9 Mon Sep 17 00:00:00 2001 From: Lev Date: Thu, 26 Oct 2023 10:34:34 -0700 Subject: [PATCH 3/3] tokenizers --- pgml-extension/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt index fea8d141c..6dd8b4690 100644 --- a/pgml-extension/requirements.txt +++ b/pgml-extension/requirements.txt @@ -16,7 +16,7 @@ sacremoses==0.0.53 scikit-learn==1.3.0 sentencepiece==0.1.99 sentence-transformers==2.2.2 -tokenizers==0.13.3 +tokenizers==0.14.1 torch==2.0.1 torchaudio==2.0.2 torchvision==0.15.2 pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy