pgml_development=# SELECT pgml.embed('intfloat/e5-small', 'hi mom');
pgml_development=# SELECT pgml.embed('intfloat/e5-small', 'hi mom', '{"device": "cuda"}');
ERROR:  called `Result::unwrap()` on an `Err` value: PyErr { type: <class 'RuntimeError'>, value: RuntimeError('Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx'), traceback: Some(<traceback object at 0x7ff503fca800>) }
pgml_development=#

nvidia-smi
Thu Jun  1 09:46:09 2023       
+---------------------------------------------------------------------------------------+
| NVIDIA-SMI 530.30.02              Driver Version: 530.30.02    CUDA Version: 12.1     |
|-----------------------------------------+----------------------+----------------------+
| GPU  Name                  Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |
| Fan  Temp  Perf            Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |
|                                         |                      |               MIG M. |
|=========================================+======================+======================|
|   0  NVIDIA GeForce RTX 3070 Ti      On | 00000000:08:00.0 Off |                  N/A |
|  0%   46C    P5               34W / 290W|   1044MiB /  8192MiB |     23%      Default |
|                                         |                      |                  N/A |
+-----------------------------------------+----------------------+----------------------+

deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [ gpu ]

 docker-compose up
Starting postgresml_docs_1       ... done
Recreating postgresml_postgres_1 ... error

ERROR: for postgresml_postgres_1  Cannot start service postgres: could not select device driver "nvidia" with capabilities: [[gpu]]

version: "3"
services:
  postgres:
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [ gpu ]
    healthcheck:
      test: [ "CMD-SHELL", "pg_isready" ]
      interval: 1s
      timeout: 5s
      retries: 100
    build:
      context: ./pgml-extension/
      dockerfile: Dockerfile.local
    ports:
      - "5433:5432"
    command:
      - sleep
      - infinity
  dashboard:
    depends_on:
       postgres:
         condition: service_healthy
    build:
      context: ./pgml-dashboard/
      dockerfile: Dockerfile
    ports:
      - "8000:8000"
    environment:
      ROCKET_ADDRESS: 0.0.0.0
      DATABASE_URL: postgres://postgres:postgres@postgres:5432/pgml_development
    command: bash -c "sqlx migrate run && cargo run"
  docs:
    build:
      context: ./pgml-docs/
      dockerfile: Dockerfile
    ports:
      - "8001:8001"
    command:
      - mkdocs
      - serve
      - -a 0.0.0.0:8001