chat (audio-text-to-text)

Basic usage

Send a conversation to a model to generate text from text and audio

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('Qwen/Qwen2-Audio-7B-Instruct');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this audio"
      },
      {
        "type": "audio",
        "url": "https://dn720307.ca.archive.org/0/items/various-bird-sounds/Various%20Bird%20Sounds.mp3"
      }
    ]
  }
];

// send to the model
const { error, output } = await model.run(input);

// observe the output
console.log({ error, output });

Add params

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('Qwen/Qwen2-Audio-7B-Instruct');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this audio"
      },
      {
        "type": "audio",
        "url": "https://dn720307.ca.archive.org/0/items/various-bird-sounds/Various%20Bird%20Sounds.mp3"
      }
    ]
  }
];

// provide the model with params
const params = {
  "temperature": 0
};

// send to the model
const { error, output } = await model.run(input, params);

// observe the output
console.log({ error, output });

Stream text

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('Qwen/Qwen2-Audio-7B-Instruct');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this audio"
      },
      {
        "type": "audio",
        "url": "https://dn720307.ca.archive.org/0/items/various-bird-sounds/Various%20Bird%20Sounds.mp3"
      }
    ]
  }
];

// send to the model
const { error, output } = await model.run(input);

// observe the output
console.log({ error, output });

Add params + Stream text

import Bytez from 'bytez.js';

// insert your key
const sdk = new Bytez('BYTEZ_KEY');

// choose your model
const model = sdk.model('Qwen/Qwen2-Audio-7B-Instruct');

// provide the model with input
const input = [
  {
    "role": "user",
    "content": [
      {
        "type": "text",
        "text": "Describe this audio"
      },
      {
        "type": "audio",
        "url": "https://dn720307.ca.archive.org/0/items/various-bird-sounds/Various%20Bird%20Sounds.mp3"
      }
    ]
  }
];

// provide the model with params
const params = {
  "temperature": 0
};

// set streaming to "true"
const stream = true;

// send to the model
const readStream = await model.run(messages, params, stream);

let text = '';

for await (const chunk of readStream) {
  text += chunk;
  console.log(chunk);
}

// observe the output
console.log({ text });

Model API