SELECT pgml.transform(
    task => '{
      "task": "text-generation",
      "model": "gpt2"
    }'::JSONB,
    inputs => ARRAY[
        'Once upon a time,',
        'It was the best of times'
    ],
    args => '{"max_new_tokens": 32}'::JSONB
);

                                                                                                                                                                                   transform

---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
 [[{"generated_text": "Once upon a time, they felt the feeling. Now, it would not be the first time that this was happening with them, nor would it be the first time that it had occurred"}]
, [{"generated_text": "It was the best of times,\" the actor replied.\n\nSue Pearce, a New York theater actress who plays the mother of Sam (Cameron Diaz) on \"House of Cards"}]]
(1 row)

Time: 458.381 ms

SELECT pgml.transform(
    task => '{
      "task": "text-generation",
      "model": "marella/gpt-2-ggml"
    }'::JSONB,
    inputs => ARRAY[
        'Once upon a time,',
        'It was the best of times'
    ],
    args => '{"max_new_tokens": 32}'::JSONB
);

                                                                                                                     transform

---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------
 [" I was not only able to make the best of my situation but also have some fun with it.\n\nI've been playing games for years now and even", ". I didn't have to go through that, but it's no
t like you can do anything else with your life.\"\n"]
(1 row)

Time: 455.720 ms

SELECT pgml.transform(
    task => '{
      "task": "text-generation",
      "model": "mlabonne/gpt2-GPTQ-4bit"
    }'::JSONB,
    inputs => ARRAY[
        'Once upon a time,',
        'It was the best of times'
    ],
    args => '{"max_new_tokens": 32}'::JSONB
);

                                                                                                                                              transform

---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------------------------------------
 ["Once upon a time, the world was a place of great beauty and great danger. The world was a place of great danger. The world was a place of great danger. The world", "It was the best of ti
mes.\n\n\"I'm not going to be a part of that team,\" he said. \"I'm going to be a part of the team. I"]
(1 row)

Time: 577.400 ms