Skip to main content

Basic usage

Send a prompt to a model to generate text
import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('google/flan-t5-base');

// provide the model with input
const input = "Once upon a time there was a beautiful home where";

// provide the model with params
const params = {
  "max_new_tokens": 200,
  "min_new_tokens": 50,
  "temperature": 0.5
};

// send to the model
const { error, output } = await model.run(input, params);

// observe the output
console.log({ error, output });

from bytez import Bytez

# insert your key
sdk = Bytez("BYTEZ_KEY")

# choose your model
model = sdk.model("google/flan-t5-base")

# provide the model with input
input = "Once upon a time there was a beautiful home where"

# provide the model with params
params = {
  "max_new_tokens": 200,
  "min_new_tokens": 50,
  "temperature": 0.5
}

# send to the model
result = model.run(input, params)

# observe the output
print({"error": result.error, "output": result.output})

curl -X POST 'https://api.bytez.com/models/v2/google/flan-t5-base' \
-H 'Authorization: BYTEZ_KEY' \
-H 'Content-Type: application/json' \
--data '{
  "text": "Once upon a time there was a beautiful home where",
  "params": {
    "max_new_tokens": 200,
    "min_new_tokens": 50,
    "temperature": 0.5
  }
}'