Skip to content

Commit 42441c7

Browse files
EricLBuehlerEricLBuehler
committed
Fix openai examples
1 parent ee1609d commit 42441c7

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

107 files changed

+139
-139
lines changed

‎docs/ANYMOE.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -126,7 +126,7 @@ runner = Runner(
126126

127127
res = runner.send_chat_completion_request(
128128
ChatCompletionRequest(
129-
model="ignore",
129+
model="default",
130130
messages=[
131131
{"role": "user", "content": "Tell me a story about the Rust type system."}
132132
],

‎docs/DEEPSEEKV2.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ while True:
3535
prompt = input(">>> ")
3636
messages.append({"role": "user", "content": prompt})
3737
completion = client.chat.completions.create(
38-
model="ignore",
38+
model="default",
3939
messages=messages,
4040
max_tokens=256,
4141
frequency_penalty=1.0,
@@ -60,7 +60,7 @@ runner = Runner(
6060

6161
res = runner.send_chat_completion_request(
6262
ChatCompletionRequest(
63-
model="ignore",
63+
model="default",
6464
messages=[
6565
{"role": "user", "content": "Tell me a story about the Rust type system."}
6666
],

‎docs/DEEPSEEKV3.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ while True:
4444
prompt = input(">>> ")
4545
messages.append({"role": "user", "content": prompt})
4646
completion = client.chat.completions.create(
47-
model="ignore",
47+
model="default",
4848
messages=messages,
4949
max_tokens=256,
5050
frequency_penalty=1.0,
@@ -69,7 +69,7 @@ runner = Runner(
6969

7070
res = runner.send_chat_completion_request(
7171
ChatCompletionRequest(
72-
model="ignore",
72+
model="default",
7373
messages=[
7474
{"role": "user", "content": "Tell me a story about the Rust type system."}
7575
],

‎docs/DIA.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ client = OpenAI(api_key="foobar", base_url="http://localhost:1234/v1/")
2929
text_to_speak = "[S1] mistral r s is a local LLM inference engine. [S2] You can run text and vision models, and also image generation and speech generation. [S1] There is agentic web search, tool calling, and a convenient Python API. [S2] Check it out on github."
3030

3131
response = client.audio.speech.create(
32-
model="ignore", voice="N/A", input=text_to_speak, response_format="wav"
32+
model="default", voice="N/A", input=text_to_speak, response_format="wav"
3333
)
3434

3535
output_path = Path("output.wav")

‎docs/FLUX.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ from openai import OpenAI
3030
client = OpenAI(api_key="foobar", base_url="http://localhost:1234/v1/")
3131

3232
result = client.images.generate(
33-
model="ignore",
33+
model="default",
3434
prompt="A vibrant sunset in the mountains, 4k, high quality.",
3535
n=1,
3636
)

‎docs/GEMMA2.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ while True:
1919
prompt = input(">>> ")
2020
messages.append({"role": "user", "content": prompt})
2121
completion = client.chat.completions.create(
22-
model="ignore",
22+
model="default",
2323
messages=messages,
2424
max_tokens=256,
2525
frequency_penalty=1.0,
@@ -44,7 +44,7 @@ runner = Runner(
4444

4545
res = runner.send_chat_completion_request(
4646
ChatCompletionRequest(
47-
model="ignore",
47+
model="default",
4848
messages=[
4949
{"role": "user", "content": "Tell me a story about the Rust type system."}
5050
],

‎docs/GEMMA3.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ client = OpenAI(api_key="foobar", base_url="http://localhost:1234/v1/")
6363

6464

6565
completion = client.chat.completions.create(
66-
model="ignore",
66+
model="default",
6767
messages=[
6868
{
6969
"role": "user",
@@ -160,7 +160,7 @@ runner = Runner(
160160

161161
res = runner.send_chat_completion_request(
162162
ChatCompletionRequest(
163-
model="ignore",
163+
model="default",
164164
messages=[
165165
{
166166
"role": "user",

‎docs/GLM4.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ while True:
1919
prompt = input(">>> ")
2020
messages.append({"role": "user", "content": prompt})
2121
completion = client.chat.completions.create(
22-
model="ignore",
22+
model="default",
2323
messages=messages,
2424
max_tokens=256,
2525
frequency_penalty=1.0,
@@ -44,7 +44,7 @@ runner = Runner(
4444

4545
res = runner.send_chat_completion_request(
4646
ChatCompletionRequest(
47-
model="ignore",
47+
model="default",
4848
messages=[
4949
{"role": "user", "content": "Tell me a story about the Rust type system."}
5050
],

‎docs/HTTP.md‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ client = openai.OpenAI(
4646
)
4747

4848
completion = client.chat.completions.create(
49-
model="ignore",
49+
model="default",
5050
messages=[
5151
{"role": "system", "content": "You are Mistral.rs, an AI assistant."},
5252
{"role": "user", "content": "Write a story about Rust error handling."}
@@ -62,7 +62,7 @@ curl http://localhost:8080/v1/chat/completions \
6262
-H "Content-Type: application/json" \
6363
-H "Authorization: Bearer EMPTY" \
6464
-d '{
65-
"model": "ignore",
65+
"model": "default",
6666
"messages": [
6767
{
6868
"role": "system",
@@ -116,7 +116,7 @@ client = openai.OpenAI(
116116
)
117117

118118
completion = client.completions.create(
119-
model="ignore",
119+
model="default",
120120
prompt="What is Rust?",
121121
max_tokens=256,
122122
frequency_penalty=1.0,
@@ -133,7 +133,7 @@ curl http://localhost:8080/v1/completions \
133133
-H "Content-Type: application/json" \
134134
-H "Authorization: Bearer EMPTY" \
135135
-d '{
136-
"model": "ignore",
136+
"model": "default",
137137
"prompt": "What is Rust?"
138138
}'
139139
```

‎docs/IDEFICS2.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ from openai import OpenAI
5858
client = OpenAI(api_key="foobar", base_url="http://localhost:1234/v1/")
5959

6060
completion = client.chat.completions.create(
61-
model="ignore",
61+
model="default",
6262
messages=[
6363
{
6464
"role": "user",
@@ -155,7 +155,7 @@ runner = Runner(
155155

156156
res = runner.send_chat_completion_request(
157157
ChatCompletionRequest(
158-
model="ignore",
158+
model="default",
159159
messages=[
160160
{
161161
"role": "user",

0 commit comments

Comments
 (0)