chat (image-text-to-text)

Basic usage

Send a conversation to a model to generate text from text and audio

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('google/gemma-3-4b-it');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this image"
      },
      {
        "type": "image",
        "url": "https://hips.hearstapps.com/hmg-prod/images/how-to-keep-ducks-call-ducks-1615457181.jpg?crop=0.670xw:1.00xh;0.157xw,0&resize=980:*"
      }
    ]
  }
];

// send to the model
const { error, output } = await model.run(input);

// observe the output
console.log({ error, output });

Add params

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('google/gemma-3-4b-it');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this image"
      },
      {
        "type": "image",
        "url": "https://hips.hearstapps.com/hmg-prod/images/how-to-keep-ducks-call-ducks-1615457181.jpg?crop=0.670xw:1.00xh;0.157xw,0&resize=980:*"
      }
    ]
  }
];

// provide the model with params
const params = {
  "temperature": 0
};

// send to the model
const { error, output } = await model.run(input, params);

// observe the output
console.log({ error, output });

Stream text

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('google/gemma-3-4b-it');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this image"
      },
      {
        "type": "image",
        "url": "https://hips.hearstapps.com/hmg-prod/images/how-to-keep-ducks-call-ducks-1615457181.jpg?crop=0.670xw:1.00xh;0.157xw,0&resize=980:*"
      }
    ]
  }
];

// send to the model
const { error, output } = await model.run(input);

// observe the output
console.log({ error, output });

Add params + Stream text

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('google/gemma-3-4b-it');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this image"
      },
      {
        "type": "image",
        "url": "https://hips.hearstapps.com/hmg-prod/images/how-to-keep-ducks-call-ducks-1615457181.jpg?crop=0.670xw:1.00xh;0.157xw,0&resize=980:*"
      }
    ]
  }
];

// provide the model with params
const params = {
  "temperature": 0
};

// set streaming to "true"
const stream = true;

// send to the model
const readStream = await model.run(messages, params, stream);

let text = '';

for await (const chunk of readStream) {
  text += chunk;
  console.log(chunk);
}

// observe the output
console.log({ text });

Model API