Mistral AI and GGUF support (#1125)

levkk · web-flow · commit ae57bacd5e70 · 2023-10-26T11:08:40.000-07:00
diff --git a/.github/workflows/ubuntu-packages-and-docker-image.yml b/.github/workflows/ubuntu-packages-and-docker-image.yml
@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       packageVersion:
-        default: "2.7.12"
+        default: "2.7.13"
 jobs:
   #
   # PostgresML extension.
diff --git a/.github/workflows/ubuntu-postgresml-python-package.yaml b/.github/workflows/ubuntu-postgresml-python-package.yaml
@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       packageVersion:
-        default: "2.7.12"
+        default: "2.7.13"
 
 jobs:
   postgresml-python:
diff --git a/packages/postgresml/DEBIAN/control b/packages/postgresml/DEBIAN/control
@@ -3,7 +3,7 @@ Version: ${PACKAGE_VERSION}
 Section: database
 Priority: optional
 Architecture: all
-Depends: postgresml-python (>= 2.7.12), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION})
+Depends: postgresml-python (>= 2.7.13), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION})
 Maintainer: PostgresML <team@postgresml.org>
 Homepage: https://postgresml.org
 Description: PostgresML - Generative AI and Simple ML inside PostgreSQL
diff --git a/pgml-extension/Cargo.lock b/pgml-extension/Cargo.lock
diff --git a/pgml-extension/Cargo.toml b/pgml-extension/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "pgml"
-version = "2.7.12"
+version = "2.7.13"
 edition = "2021"
 
 [lib]
diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
@@ -16,13 +16,15 @@ sacremoses==0.0.53
 scikit-learn==1.3.0
 sentencepiece==0.1.99
 sentence-transformers==2.2.2
-tokenizers==0.13.3
+tokenizers==0.14.1 
 torch==2.0.1
 torchaudio==2.0.2
 torchvision==0.15.2
 tqdm==4.66.1
-transformers==4.33.1
+transformers==4.34.1
 xgboost==2.0.0
 langchain==0.0.287
 einops==0.6.1
 pynvml==11.5.0
+transformers-stream-generator==0.0.4
+optimum==1.13.2
diff --git a/pgml-extension/sql/pgml--2.7.12--2.7.13.sql b/pgml-extension/sql/pgml--2.7.12--2.7.13.sql
diff --git a/pgml-extension/src/bindings/transformers/transformers.py b/pgml-extension/src/bindings/transformers/transformers.py
@@ -197,7 +197,7 @@ def create_pipeline(task):
         lower = model_name.lower()
     else:
         lower = None
-    if lower and "-ggml" in lower:
+    if lower and ("-ggml" in lower or "-gguf" in lower):
         pipe = GGMLPipeline(model_name, **task)
     elif lower and "-gptq" in lower:
         pipe = GPTQPipeline(model_name, **task)

Original file line number	Diff line number	Diff line change
`@@ -4,7 +4,7 @@ on:`
`4`	`4`	`workflow_dispatch:`
`5`	`5`	`inputs:`
`6`	`6`	`packageVersion:`
`7`		`- default: "2.7.12"`
	`7`	`+ default: "2.7.13"`
`8`	`8`	`jobs:`
`9`	`9`	`#`
`10`	`10`	`# PostgresML extension.`