Add basic/multi-turn/streaming examples

RyanJamesCaldwell · RyanJamesCaldwell · commit 893eac062ea5 · 2024-07-19T16:42:52.000-04:00
diff --git a/samples/curl/basic.sh b/samples/curl/basic.sh
@@ -0,0 +1,16 @@
+curl -X POST "https://models.inference.ai.azure.com/chat/completions" \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer $GITHUB_TOKEN" \
+    -d '{
+        "messages": [
+            {
+                "role": "system",
+                "content": "You are a helpful assistant."
+            },
+            {
+                "role": "user",
+                "content": "What is the capital of France?"
+            }
+        ],
+        "model": "gpt-4o"
+    }'
diff --git a/samples/curl/multi_turn.sh b/samples/curl/multi_turn.sh
@@ -0,0 +1,24 @@
+curl -X POST "https://models.inference.ai.azure.com/chat/completions" \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer $GITHUB_TOKEN" \
+    -d '{
+        "messages": [
+            {
+                "role": "system",
+                "content": "You are a helpful assistant."
+            },
+            {
+                "role": "user",
+                "content": "What is the capital of France?"
+            },
+            {
+                "role": "assistant",
+                "content": "The capital of France is Paris."
+            },
+            {
+                "role": "user",
+                "content": "What about Spain?"
+            }
+        ],
+        "model": "gpt-4o"
+    }'
diff --git a/samples/curl/streaming.sh b/samples/curl/streaming.sh
@@ -0,0 +1,17 @@
+curl -X POST "https://models.inference.ai.azure.com/chat/completions" \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer $GITHUB_TOKEN" \
+    -d '{
+        "messages": [
+            {
+                "role": "system",
+                "content": "You are a helpful assistant."
+            },
+            {
+                "role": "user",
+                "content": "Give me 5 good reasons why I should exercise every day."
+            }
+        ],
+        "stream": true,
+        "model": "gpt-4o"
+    }'
diff --git a/samples/js/basic.js b/samples/js/basic.js
@@ -0,0 +1,30 @@
+import ModelClient from "@azure-rest/ai-inference";
+import { AzureKeyCredential } from "@azure/core-auth";
+
+const token = process.env["GITHUB_TOKEN"];
+const endpoint = "https://models.inference.ai.azure.com";
+const modelName = "gpt-4o";
+
+export async function main() {
+
+  const client = new ModelClient(endpoint, new AzureKeyCredential(token));
+
+  const response = await client.path("/chat/completions").post({
+    body: {
+      messages: [
+        { role:"system", content: "You are a helpful assistant." },
+        { role:"user", content: "What is the capital of France?" }
+      ],
+      model: modelName
+    }
+  });
+
+  if (response.status !== "200") {
+    throw response.body.error;
+  }
+  console.log(response.body.choices[0].message.content);
+}
+
+main().catch((err) => {
+  console.error("The sample encountered an error:", err);
+});
diff --git a/samples/js/multi_turn.js b/samples/js/multi_turn.js
@@ -0,0 +1,35 @@
+import ModelClient from "@azure-rest/ai-inference";
+import { AzureKeyCredential } from "@azure/core-auth";
+
+const token = process.env["GITHUB_TOKEN"];
+const endpoint = "https://models.inference.ai.azure.com";
+const modelName = "gpt-4o";
+
+export async function main() {
+
+  const client = new ModelClient(endpoint, new AzureKeyCredential(token));
+
+  const response = await client.path("/chat/completions").post({
+    body: {
+      messages: [
+        { role: "system", content: "You are a helpful assistant." },
+        { role: "user", content: "What is the capital of France?" },
+        { role: "assistant", content: "The capital of France is Paris." },
+        { role: "user", content: "What about Spain?" },
+      ],
+      model: modelName,
+    }
+  });
+
+  if (response.status !== "200") {
+    throw response.body.error;
+  }
+
+  for (const choice of response.body.choices) {
+    console.log(choice.message.content);
+  }
+}
+
+main().catch((err) => {
+  console.error("The sample encountered an error:", err);
+});
diff --git a/samples/js/streaming.js b/samples/js/streaming.js
@@ -0,0 +1,47 @@
+import ModelClient from "@azure-rest/ai-inference";
+import { AzureKeyCredential } from "@azure/core-auth";
+import { createSseStream } from "@azure/core-sse";
+
+const token = process.env["GITHUB_TOKEN"];
+const endpoint = "https://models.inference.ai.azure.com";
+const modelName = "gpt-4o";
+
+export async function main() {
+
+  const client = new ModelClient(endpoint, new AzureKeyCredential(token));
+
+  const response = await client.path("/chat/completions").post({
+    body: {
+      messages: [
+        { role: "system", content: "You are a helpful assistant." },
+        { role: "user", content: "Give me 5 good reasons why I should exercise every day." },
+      ],
+      model: modelName,
+      stream: true
+    }
+  }).asNodeStream();
+
+  const stream = response.body;
+  if (!stream) {
+    throw new Error("The response stream is undefined");
+  }
+
+  if (response.status !== "200") {
+    throw new Error(`Failed to get chat completions: ${response.body.error}`);
+  }
+
+  const sseStream = createSseStream(stream);
+
+  for await (const event of sseStream) {
+    if (event.data === "[DONE]") {
+      return;
+    }
+    for (const choice of (JSON.parse(event.data)).choices) {
+        process.stdout.write(choice.delta?.content ?? ``);
+    }
+  }
+}
+
+main().catch((err) => {
+  console.error("The sample encountered an error:", err);
+});
diff --git a/samples/python/basic.py b/samples/python/basic.py
@@ -0,0 +1,23 @@
+import os
+from azure.ai.inference import ChatCompletionsClient
+from azure.ai.inference.models import SystemMessage, UserMessage
+from azure.core.credentials import AzureKeyCredential
+
+endpoint = "https://models.inference.ai.azure.com"
+model_name = "gpt-4o"
+token = os.environ["GITHUB_TOKEN"]
+
+client = ChatCompletionsClient(
+    endpoint=endpoint,
+    credential=AzureKeyCredential(token),
+)
+
+response = client.complete(
+    messages=[
+        SystemMessage(content="You are a helpful assistant."),
+        UserMessage(content="What is the capital of France?"),
+    ],
+    model=model_name,
+)
+
+print(response.choices[0].message.content)
diff --git a/samples/python/multi_turn.py b/samples/python/multi_turn.py
@@ -0,0 +1,24 @@
+import os
+from azure.ai.inference import ChatCompletionsClient
+from azure.ai.inference.models import AssistantMessage, SystemMessage, UserMessage
+from azure.core.credentials import AzureKeyCredential
+
+token = os.environ["GITHUB_TOKEN"]
+endpoint = "https://models.inference.ai.azure.com"
+model_name = "gpt-4o"
+
+client = ChatCompletionsClient(
+    endpoint=endpoint,
+    credential=AzureKeyCredential(token),
+)
+
+messages = [
+    SystemMessage(content="You are a helpful assistant."),
+    UserMessage(content="What is the capital of France?"),
+    AssistantMessage(content="The capital of France is Paris."),
+    UserMessage(content="What about Spain?"),
+]
+
+response = client.complete(messages=messages, model=model_name)
+
+print(response.choices[0].message.content)
diff --git a/samples/python/streaming.py b/samples/python/streaming.py
@@ -0,0 +1,28 @@
+import os
+from azure.ai.inference import ChatCompletionsClient
+from azure.ai.inference.models import SystemMessage, UserMessage
+from azure.core.credentials import AzureKeyCredential
+
+token = os.environ["GITHUB_TOKEN"]
+endpoint = "https://models.inference.ai.azure.com"
+model_name = "gpt-4o"
+
+client = ChatCompletionsClient(
+    endpoint=endpoint,
+    credential=AzureKeyCredential(token),
+)
+
+response = client.complete(
+    stream=True,
+    messages=[
+        SystemMessage(content="You are a helpful assistant."),
+        UserMessage(content="Give me 5 good reasons why I should exercise every day."),
+    ],
+    model=model_name,
+)
+
+for update in response:
+    if update.choices:
+        print(update.choices[0].delta.content or "", end="")
+
+client.close()
