chat, audio-text-to-text, image-text-to-text, video-text-to-text, it also supports chat completions models from the closed source providers, openai, anthropic, mistral, cohere, and google.
To specify a provider, prefix the model with the provider, e.g. gpt-4 should be passed in as openai/gpt4
We provide access to models from openai, mistral, and google.
You will need to supply a header provider-key in order to make requests to cohere models.
NOTE: Logprobs are supported for all models!
Basic usage (Open Source)
Basic usage (Open Source)
import OpenAI from "openai";
const client = new OpenAI({
apiKey: "BYTEZ_KEY",
baseURL: "https://api.bytez.com/models/v2/openai/v1"
});
const messages = [
{ role: "system", content: "You are a friendly chatbot" },
{ role: "assistant", content: "Hello, I'm a friendly bot" },
{ role: "user", content: "Hello bot, what is the capital of England?" }
];
const response = await client.chat.completions.create({
model: "Qwen/Qwen3-4B",
messages,
max_tokens: 150,
temperature: 0.7
});
console.log(response);
from openai import OpenAI
client = OpenAI(
api_key="BYTEZ_KEY",
base_url="https://api.bytez.com/models/v2/openai/v1"
)
messages = [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, I'm a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"},
]
response = client.chat.completions.create(
model="Qwen/Qwen3-4B", messages=messages, temperature=0.7, max_tokens=150
)
print(response)
curl -X POST 'https://api.bytez.com/models/v2/openai/v1/chat/completions' \
-H 'Authorization: BYTEZ_KEY' \
-H 'Content-Type: application/json' \
--data '{
"model": "Qwen/Qwen3-4B",
"messages": [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, Im a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"}
],
"temperature": 0.7,
"max_tokens": 150
}'
Streaming (Open Source)
Streaming (Open Source)
import OpenAI from "openai";
const client = new OpenAI({
apiKey: "BYTEZ_KEY",
baseURL: "https://api.bytez.com/models/v2/openai/v1"
});
const messages = [
{ role: "system", content: "You are a friendly chatbot" },
{ role: "assistant", content: "Hello, I'm a friendly bot" },
{ role: "user", content: "Hello bot, what is the capital of England?" }
];
const stream = await client.chat.completions.create({
model: "Qwen/Qwen3-4B",
messages,
max_tokens: 150,
temperature: 0.7,
stream: true
});
let text = '';
for await (const event of stream) {
if (event.choices[0].finish_reason) {
break;
}
const content = event.choices[0].delta.content;
text += content;
console.log(content);
}
console.log({ text });
from openai import OpenAI
client = OpenAI(
api_key="BYTEZ_KEY",
base_url="https://api.bytez.com/models/v2/openai/v1"
)
messages = [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, I'm a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"},
]
stream = client.chat.completions.create(
model="Qwen/Qwen3-4B",
messages=messages,
temperature=0.7,
max_tokens=150,
stream=True,
)
text = ""
for event in stream:
if event.choices[0].finish_reason:
break
content = event.choices[0].delta.content
text += content
print(content)
print({"text": text})
curl -N -X POST 'https://api.bytez.com/models/v2/openai/v1/chat/completions' \
-H 'Authorization: BYTEZ_KEY' \
-H 'Content-Type: application/json' \
--data '{
"model": "Qwen/Qwen3-4B",
"messages": [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, Im a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"}
],
"temperature": 0.7,
"max_tokens": 150,
"stream": true
}'
Basic usage (Closed Source)
Basic usage (Closed Source)
import OpenAI from "openai";
const client = new OpenAI({
apiKey: "BYTEZ_KEY",
baseURL: "https://api.bytez.com/models/v2/openai/v1"
});
const messages = [
{ role: "system", content: "You are a friendly chatbot" },
{ role: "assistant", content: "Hello, I'm a friendly bot" },
{ role: "user", content: "Hello bot, what is the capital of England?" }
];
const response = await client.chat.completions.create({
model: "openai/gpt-4",
messages,
max_tokens: 150,
temperature: 0.7
});
console.log(response);
from openai import OpenAI
client = OpenAI(
api_key="BYTEZ_KEY",
base_url="https://api.bytez.com/models/v2/openai/v1"
)
messages = [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, I'm a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"},
]
response = client.chat.completions.create(
model="openai/gpt-4", messages=messages, temperature=0.7, max_tokens=150
)
print(response)
curl -X POST 'https://api.bytez.com/models/v2/openai/v1/chat/completions' \
-H 'Authorization: BYTEZ_KEY' \
-H 'provider-key: PROVIDER_KEY' \
-H 'Content-Type: application/json' \
--data '{
"model": "openai/gpt-4",
"messages": [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, Im a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"}
],
"temperature": 0.7,
"max_tokens": 150
}'
Streaming (Closed Source)
Streaming (Closed Source)
import OpenAI from "openai";
const client = new OpenAI({
apiKey: "BYTEZ_KEY",
baseURL: "https://api.bytez.com/models/v2/openai/v1"
});
const messages = [
{ role: "system", content: "You are a friendly chatbot" },
{ role: "assistant", content: "Hello, I'm a friendly bot" },
{ role: "user", content: "Hello bot, what is the capital of England?" }
];
const stream = await client.chat.completions.create({
model: "openai/gpt-4",
messages,
max_tokens: 150,
temperature: 0.7,
stream: true
});
let text = '';
for await (const event of stream) {
if (event.choices[0].finish_reason) {
break;
}
const content = event.choices[0].delta.content;
text += content;
console.log(content);
}
console.log({ text });
from openai import OpenAI
client = OpenAI(
api_key="BYTEZ_KEY",
base_url="https://api.bytez.com/models/v2/openai/v1"
)
messages = [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, I'm a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"},
]
stream = client.chat.completions.create(
model="openai/gpt-4",
messages=messages,
temperature=0.7,
max_tokens=150,
stream=True,
)
text = ""
for event in stream:
if event.choices[0].finish_reason:
break
content = event.choices[0].delta.content
text += content
print(content)
print({"text": text})
curl -N -X POST 'https://api.bytez.com/models/v2/openai/v1/chat/completions' \
-H 'Authorization: BYTEZ_KEY' \
-H 'provider-key: PROVIDER_KEY' \
-H 'Content-Type: application/json' \
--data '{
"model": "openai/gpt-4",
"messages": [
{"role": "system", "content": "You are a friendly chatbot"},
{"role": "assistant", "content": "Hello, Im a friendly bot"},
{"role": "user", "content": "Hello bot, what is the capital of England?"}
],
"temperature": 0.7,
"max_tokens": 150,
"stream": true
}'