The model you want to run (e.g., openai-community/gpt2).
Body
application/json
The required inputs vary by task. For text-based tasks like text-generation, summarization, and translation, include the "text" field. For chat tasks, use "messages". For image tasks (like image-to-text, image-classification, object-detection, etc.), supply input using either "url" or "base64". For audio tasks such as automatic-speech-recognition, provide audio using "url" or "base64". Question-based tasks like question-answering require both "question" and "context". Zero-shot tasks need "candidate_labels" and may also require "text" or "image". Some tasks, like unconditional-image-generation, may not need any input. Always refer to the specific model's task to determine the required fields.
An array of chat messages representing the conversation history. Each message must have a role (system, user, or assistant) and content.
The content can be:
A simple string - An array of content blocks where each block has a type (e.g. text, image, audio, or video) and the corresponding data via text, url, or base64.
Model output will either be a string, object, or array of items.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Bytez","colors":{"primary":"#0D9373","light":"#07C983","dark":"#0D9373"},"logo":{"light":"https://mintcdn.com/bytez/ycLngetIZjTOd2DT/logo/wordmark-dark.svg?fit=max\u0026auto=format\u0026n=ycLngetIZjTOd2DT\u0026q=85\u0026s=5680767030ab6b873b955ad0b48faae9","dark":"https://mintcdn.com/bytez/ycLngetIZjTOd2DT/logo/wordmark-white.svg?fit=max\u0026auto=format\u0026n=ycLngetIZjTOd2DT\u0026q=85\u0026s=e7c61b5b7667050e2a4c2e465259bbcd"},"favicon":"favicon.png","api":{"playground":{"display":"interactive","proxy":false},"mdx":{"server":"https://api.bytez.com"}},"navbar":{"links":[{"href":"https://discord.com/invite/Z723PfCFWf","label":"Discord"},{"href":"https://discord.com/invite/Z723PfCFWf","label":"Get support"}],"primary":{"type":"github","href":"https://github.com/Bytez-com/docs"}},"footer":{"socials":{"x":"https://x.com/bytez","github":"https://github.com/bytez-com","linkedin":"https://linkedin.com/company/bytez","discord":"https://discord.com/invite/Z723PfCFWf"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"bytez","hasAudioNarration":false,"actualSubdomain":"bytez","customDomains":["docs.bytez.com"],"gitSource":{"type":"github","owner":"bytez-com","repo":"docs","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6ae9242eebe6959d239e68e1:success","clientVersion":"0.0.4094","searchFilterCounts":[{"language":"default","tag":"HTTP Reference","count":53},{"language":"default","tag":"Examples","count":46},{"language":"default","tag":"Docs","count":42},{"language":"default","tag":"Model API","count":42},{"language":"default","tag":"Image Models","count":22},{"language":"default","tag":"Language Models","count":22},{"language":"default","tag":"Chat Models","count":9},{"language":"default","tag":"Audio Models","count":8},{"language":"default","tag":"Endpoints","count":6},{"language":"default","tag":"Closed Source","count":5}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"http-reference/model/run","slug":"/http-reference/model/run","pageMetadata":{"openapi":"post /models/v2/{modelId}","title":"Run Model","description":"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)","href":"/http-reference/model/run","hidden":false},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi":"post /models/v2/{modelId}","title":"Run Model","description":"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)","href":"/http-reference/model/run","hidden":false}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/bytez/62de95b3ff353361/scripts/generatePages/Component.js","/_mintlify/custom/bytez/7bffc69e56556538/scripts/generatePages/constructOpenApiSpec.js","/_mintlify/custom/bytez/e658c43732140216/scripts/generatePages/index.js","/_mintlify/custom/bytez/ea42509f8345dd18/scripts/generatePages/jsTemplate.js","/_mintlify/custom/bytez/e37c42c062254d4a/scripts/generatePages/modelDocsObject.js"],"openApiReferenceData":{"operation":{"summary":"Run Model","description":"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)","operationId":"runModel","parameters":["e9495265-f550-4ecd-9f31-11dd63fec0c0"],"requestBody":"8107ff81-b18d-42c3-afb0-20c37c898220","responses":{"200":"74025400-7504-4850-984a-aeb6fdaa5b27","401":"fe2fecc4-4465-4030-a24f-ab685021b347","429":"84741894-669a-4f89-8c38-f57b2c9863b9"},"security":["745711f0-7fa8-4e2d-a779-e70092d203e5"],"method":"post","type":"path","servers":["3031cc8a-9351-4b35-bef6-d9ecc4ab9ac3"],"path":"/models/v2/{modelId}","baseUrlOptions":["https://api.bytez.com"],"title":"Run Model","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated","disableProxy":true},"dependencies":{"parameters":{"e9495265-f550-4ecd-9f31-11dd63fec0c0":{"name":"modelId","in":"path","required":true,"description":"The model you want to run (e.g., `openai-community/gpt2`).","schema":{"type":"string","isRequired":true,"description":"The model you want to run (e.g., `openai-community/gpt2`).","uniqueKey":"","typeLabel":"string"}}},"requestBody":{"description":"The required inputs vary by task. For text-based tasks like text-generation, summarization, and translation, include the \"text\" field. For chat tasks, use \"messages\". For image tasks (like image-to-text, image-classification, object-detection, etc.), supply input using either \"url\" or \"base64\". For audio tasks such as automatic-speech-recognition, provide audio using \"url\" or \"base64\". Question-based tasks like question-answering require both \"question\" and \"context\". Zero-shot tasks need \"candidate_labels\" and may also require \"text\" or \"image\". Some tasks, like unconditional-image-generation, may not need any input. Always refer to the specific model's task to determine the required fields.\n","required":true,"content":{"application/json":{"schema":{"type":"object","properties":{"text":{"type":"string","description":"Input text to be processed by the model (used for most NLP tasks).","uniqueKey":"text","typeLabel":"string"},"messages":{"type":"array","description":"An array of chat messages representing the conversation history. Each message must have a `role` (`system`, `user`, or `assistant`) and `content`.\nThe `content` can be:\n- A simple string - An array of content blocks where each block has a `type` (e.g. `text`, `image`, `audio`, or `video`) and the corresponding data via `text`, `url`, or `base64`.\n","items":{"type":"object","required":["role","content"],"properties":{"role":{"type":"string","enum":["system","user","assistant"],"description":"The sender of the message.","isRequired":true,"uniqueKey":"messages.items.[INDEX].role","typeLabel":"enum\u003cstring>"},"content":{"oneOf":[{"type":"string","description":"Text-only message content.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["text","image","audio","video"],"description":"The type of content block.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.oneOf.1.items.[INDEX].type","typeLabel":"enum\u003cstring>"},"text":{"type":"string","description":"Text content (used with type 'text').","uniqueKey":"messages.items.[INDEX].content.oneOf.1.items.[INDEX].text","typeLabel":"string"},"url":{"type":"string","format":"uri","description":"HTTP URL to image/audio/video (used with type 'image/audio/video').","uniqueKey":"messages.items.[INDEX].content.oneOf.1.items.[INDEX].url","typeLabel":"string\u003curi>"},"base64":{"type":"string","description":"Base64-encoded image/audio/video (used with type 'image/audio/video').","uniqueKey":"messages.items.[INDEX].content.oneOf.1.items.[INDEX].base64","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.oneOf.1.items.[INDEX]","typeLabel":"object"},"description":"Multi-modal message content blocks.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.oneOf.1","typeLabel":"object[]"}],"isRequired":true,"uniqueKey":"messages.items.[INDEX].content","typeLabel":"string | object[]"}},"uniqueKey":"messages.items.[INDEX]","typeLabel":"object"},"uniqueKey":"messages","typeLabel":"object[]"},"url":{"type":"string","format":"uri","description":"URL to an image, audio, or video file (used for image/audio/video tasks).","uniqueKey":"url","typeLabel":"string\u003curi>"},"base64":{"type":"string","description":"Handles Base64-encoded image, audio, or video. Using URLs is recommended to avoid large payloads, which slow your requests down.","uniqueKey":"base64","typeLabel":"string"},"question":{"type":"string","description":"Question text (used in question-answering tasks).","uniqueKey":"question","typeLabel":"string"},"context":{"type":"string","description":"Context paragraph (used in question-answering).","uniqueKey":"context","typeLabel":"string"},"candidate_labels":{"type":"array","items":{"type":"string","uniqueKey":"candidate_labels.items.[INDEX]","typeLabel":"string"},"description":"List of candidate labels (used in zero-shot tasks).","uniqueKey":"candidate_labels","typeLabel":"string[]"},"stream":{"type":"boolean","description":"Enable/disable text streaming.","uniqueKey":"stream","typeLabel":"boolean"},"json":{"type":"boolean","description":"Similar to stream, but for media. Streams back media instead returning it in JSON format.","uniqueKey":"json","typeLabel":"boolean"},"params":{"type":"object","description":"Model-specific parameters. See model documentation for details.","properties":{"max_new_tokens":{"type":"integer","description":"Maximum length of the response.","uniqueKey":"params.max_new_tokens","typeLabel":"integer"},"temperature":{"type":"number","description":"Sampling temperature for generation.","uniqueKey":"params.temperature","typeLabel":"number"}},"uniqueKey":"params","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"text":"\u003cstring>","messages":[{"content":"\u003cstring>"}],"url":"\u003cstring>","base64":"\u003cstring>","question":"\u003cstring>","context":"\u003cstring>","candidate_labels":["\u003cstring>"],"stream":true,"json":true,"params":{"max_new_tokens":123,"temperature":123}}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"74025400-7504-4850-984a-aeb6fdaa5b27":{"description":"Successful response from the model.","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":null,"description":"Null if everything is fine","uniqueKey":"error","typeLabel":"string"},"output":{"oneOf":[{"type":"string","description":"Model output will either be a string, object, or array of items.","uniqueKey":"output.oneOf.0","typeLabel":"string"},{"type":"object","description":"Model output will either be a string, object, or array of items.","uniqueKey":"output.oneOf.1","typeLabel":"object"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"output.oneOf.2.items.[INDEX]","typeLabel":"any"},"description":"Model output will either be a string, object, or array of items.","uniqueKey":"output.oneOf.2","typeLabel":"any[]"}],"uniqueKey":"output","typeLabel":"string | object | any[]"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":null,"output":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"fe2fecc4-4465-4030-a24f-ab685021b347":{"description":"Auth error - check your api key and how you're sending it.","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Unauthorized","uniqueKey":"error","typeLabel":"string"},"output":{"type":"string","example":null,"uniqueKey":"output","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Unauthorized","output":null}}},"exampleType":"generated"}},"exampleType":"generated"},"84741894-669a-4f89-8c38-f57b2c9863b9":{"description":"Too Many Requests – You have hit the rate limit.","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Rate limit exceeded","uniqueKey":"error","typeLabel":"string"},"output":{"type":"string","example":null,"uniqueKey":"output","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Rate limit exceeded","output":null}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"745711f0-7fa8-4e2d-a779-e70092d203e5":{"apiKeyAuth":{"type":"apiKey","in":"header","name":"Authorization","description":"Set `Authorization` header to `BYTEZ_KEY` \n``` 'Authorization: YOUR_KEY_HERE' ```\n","scopes":[]}}},"servers":{"3031cc8a-9351-4b35-bef6-d9ecc4ab9ac3":{"url":"https://api.bytez.com","description":"Production server"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"Authorization","description":"Set `Authorization` header to `BYTEZ_KEY` \n``` 'Authorization: YOUR_KEY_HERE' ```\n","scopes":[]},"schema":{"title":"Authorization","type":"string","description":"Set `Authorization` header to `BYTEZ_KEY` \n``` 'Authorization: YOUR_KEY_HERE' ```\n","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"apiKeyAuth","name":"Authorization"}],"title":"apiKeyAuth"}]},"originalFileLocation":"http-reference/openapi.yaml"},"subdomain":"bytez","siteName":"Bytez","title":"Run Model - Bytez","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"http-reference/model/run.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\">\u003cmeta data-mint-head name=\"application-name\" content=\"Bytez\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Run Model - Bytez\">\u003cmeta data-mint-head property=\"og:description\" content=\"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Bytez\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.bytez.com/http-reference/model/run\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://bytez.mintlify.site/_mintlify/api/og/v2?division=Model\u0026amp;title=Run+Model\u0026amp;description=Runs+an+open%2Fclosed+model.+Acts+serverlessly.+%28We+manage+everything+behind+the+scenes.%29\u0026amp;theme=d3bbb1ffa037d468a0cdd73a\u0026amp;signature=da147d85f332b5886548a294d16c2c47d9f993e6bda0d9acb58e851ab15a764d\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Run Model - Bytez\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://bytez.mintlify.site/_mintlify/api/og/v2?division=Model\u0026amp;title=Run+Model\u0026amp;description=Runs+an+open%2Fclosed+model.+Acts+serverlessly.+%28We+manage+everything+behind+the+scenes.%29\u0026amp;theme=d3bbb1ffa037d468a0cdd73a\u0026amp;signature=da147d85f332b5886548a294d16c2c47d9f993e6bda0d9acb58e851ab15a764d\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/bytez/zoXyGwi1Am1pPzxY/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Bytez\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0D9373\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.bytez.com/http-reference/model/run\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/http-reference/model/run.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.bytez.com/#organization\",\"name\":\"Bytez\",\"url\":\"https://docs.bytez.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/bytez/ycLngetIZjTOd2DT/logo/wordmark-dark.svg?fit=max\u0026auto=format\u0026n=ycLngetIZjTOd2DT\u0026q=85\u0026s=5680767030ab6b873b955ad0b48faae9\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.bytez.com#website\",\"name\":\"Bytez\",\"url\":\"https://docs.bytez.com\",\"publisher\":{\"@id\":\"https://docs.bytez.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.bytez.com/http-reference/model/run#webpage\",\"url\":\"https://docs.bytez.com/http-reference/model/run\",\"name\":\"Run Model\",\"description\":\"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\",\"isPartOf\":{\"@id\":\"https://docs.bytez.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.bytez.com/http-reference/model/run#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.bytez.com/http-reference/model/run#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Endpoints\",\"item\":\"https://docs.bytez.com/http-reference/list/models\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Run Model\",\"item\":\"https://docs.bytez.com/http-reference/model/run\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.bytez.com/http-reference/model/run#apireference\",\"headline\":\"Run Model\",\"name\":\"Run Model\",\"description\":\"Runs an open/closed model. Acts serverlessly. (We manage everything behind the scenes.)\",\"url\":\"https://docs.bytez.com/http-reference/model/run\",\"mainEntityOfPage\":{\"@id\":\"https://docs.bytez.com/http-reference/model/run#webpage\"},\"publisher\":{\"@id\":\"https://docs.bytez.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.bytez.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Bytez\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Bytez","nav":{"global":null,"tabs":[{"tab":"Docs","pages":[{"title":"Docs","href":"/model-api/docs/welcome"}]},{"tab":"HTTP Reference","pages":[{"title":"Overview","icon":"stars","href":"/http-reference/overview"},{"group":"Endpoints","pages":[{"group":"List","icon":"layer-group","pages":[{"openapi":"get /models/v2/list/models","title":"Models","href":"/http-reference/list/models"},{"openapi":"get /models/v2/list/tasks","title":"Tasks","description":"Retrieve a list of tasks","href":"/http-reference/list/tasks"}]},{"group":"Model","icon":"cube","pages":[{"openapi":"post /models/v2/{modelId}","title":"Run Model","href":"/http-reference/model/run"}]},{"group":"OAI Compliant Endpoints","icon":"code","pages":[{"openapi":"post /models/v2/openai/v1/chat/completions","title":"Chat Completions","description":"Sends a prompt to an OpenAI compatible chat completion model and returns a completion. Provides completions for open source models that are `text-generation`, `chat`, `audio-text-to-text`, `image-text-to-text`, `video-text-to-text`, and also supports closed source providers `openai`, `anthropic`, `mistral`, `cohere`, and `google`. To send a request to a closed source provider, prefix your model with their provider name, e.g. `openai/gpt-4`.","href":"/http-reference/oaiCompliant/chatCompletions"},{"openapi":"post /models/v2/openai/v1/completions","title":"Completions","href":"/http-reference/oaiCompliant/completions"},{"openapi":"post /models/v2/openai/v1/responses","title":"Responses","href":"/http-reference/oaiCompliant/responses"}]}]},{"group":"Examples","pages":[{"group":"Open AI Completions","pages":[{"title":"Chat Completions","icon":"robot","mode":"wide","href":"/http-reference/examples/openai-compliant/chatCompletionsExample"},{"title":"Completions","icon":"robot","mode":"wide","href":"/http-reference/examples/openai-compliant/completionsExample"},{"title":"Responses","icon":"robot","mode":"wide","href":"/http-reference/examples/openai-compliant/responsesExample"}]},{"group":"Chat Models","pages":[{"openapi":"post /models/v2/Qwen/Qwen3-4B","title":"chat","href":"/http-reference/examples/open-source/chat/chat"},{"openapi":"post /models/v2/Qwen/Qwen2-Audio-7B-Instruct","title":"audio-text-to-text","href":"/http-reference/examples/open-source/audio-text-to-text/audio-text-to-text"},{"openapi":"post /models/v2/google/gemma-3-4b-it","title":"image-text-to-text","href":"/http-reference/examples/open-source/image-text-to-text/image-text-to-text"},{"openapi":"post /models/v2/llava-hf/LLaVA-NeXT-Video-7B-hf","title":"video-text-to-text","href":"/http-reference/examples/open-source/video-text-to-text/video-text-to-text"}]},{"group":"Language Models","pages":[{"openapi":"post /models/v2/openai-community/gpt2","title":"text-generation","href":"/http-reference/examples/open-source/text-generation/text-generation"},{"openapi":"post /models/v2/google/flan-t5-base","title":"text2text-generation","href":"/http-reference/examples/open-source/text2text-generation/text2text-generation"},{"openapi":"post /models/v2/sentence-transformers/all-MiniLM-L6-v2","title":"sentence-similarity","href":"/http-reference/examples/open-source/sentence-similarity/sentence-similarity"},{"openapi":"post /models/v2/nomic-ai/nomic-embed-text-v1.5","title":"feature-extraction","href":"/http-reference/examples/open-source/feature-extraction/feature-extraction"},{"openapi":"post /models/v2/facebook/bart-large-mnli","title":"zero-shot-classification","href":"/http-reference/examples/open-source/zero-shot-classification/zero-shot-classification"},{"openapi":"post /models/v2/AdamCodd/distilbert-base-uncased-finetuned-sentiment-amazon","title":"text-classification","href":"/http-reference/examples/open-source/text-classification/text-classification"},{"openapi":"post /models/v2/dslim/bert-base-NER","title":"token-classification","href":"/http-reference/examples/open-source/token-classification/token-classification"},{"openapi":"post /models/v2/ainize/bart-base-cnn","title":"summarization","href":"/http-reference/examples/open-source/summarization/summarization"},{"openapi":"post /models/v2/deepset/roberta-base-squad2","title":"question-answering","href":"/http-reference/examples/open-source/question-answering/question-answering"},{"openapi":"post /models/v2/Helsinki-NLP/opus-mt-en-zh","title":"translation","href":"/http-reference/examples/open-source/translation/translation"},{"openapi":"post /models/v2/almanach/camembert-base","title":"fill-mask","href":"/http-reference/examples/open-source/fill-mask/fill-mask"}]},{"group":"Image Models","pages":[{"openapi":"post /models/v2/dreamlike-art/dreamlike-photoreal-2.0","title":"text-to-image","href":"/http-reference/examples/open-source/text-to-image/text-to-image"},{"openapi":"post /models/v2/Salesforce/blip-image-captioning-base","title":"image-to-text","href":"/http-reference/examples/open-source/image-to-text/image-to-text"},{"openapi":"post /models/v2/facebook/detr-resnet-50","title":"object-detection","href":"/http-reference/examples/open-source/object-detection/object-detection"},{"openapi":"post /models/v2/google/owlv2-base-patch16-finetuned","title":"zero-shot-object-detection","href":"/http-reference/examples/open-source/zero-shot-object-detection/zero-shot-object-detection"},{"openapi":"post /models/v2/google/vit-base-patch16-224","title":"image-classification","href":"/http-reference/examples/open-source/image-classification/image-classification"},{"openapi":"post /models/v2/BilelDJ/clip-hugging-face-finetuned","title":"zero-shot-image-classification","href":"/http-reference/examples/open-source/zero-shot-image-classification/zero-shot-image-classification"},{"openapi":"post /models/v2/nomic-ai/nomic-embed-vision-v1","title":"image-feature-extraction","href":"/http-reference/examples/open-source/image-feature-extraction/image-feature-extraction"},{"openapi":"post /models/v2/sayeed99/segformer-b3-fashion","title":"image-segmentation","href":"/http-reference/examples/open-source/image-segmentation/image-segmentation"},{"openapi":"post /models/v2/vinvino02/glpn-nyu","title":"depth-estimation","href":"/http-reference/examples/open-source/depth-estimation/depth-estimation"},{"openapi":"post /models/v2/facebook/sam-vit-base","title":"mask-generation","href":"/http-reference/examples/open-source/mask-generation/mask-generation"},{"openapi":"post /models/v2/afshr/cam_finetune","title":"unconditional-image-generation","href":"/http-reference/examples/open-source/unconditional-image-generation/unconditional-image-generation"}]},{"group":"Video Models","pages":[{"openapi":"post /models/v2/ali-vilab/text-to-video-ms-1.7b","title":"text-to-video","href":"/http-reference/examples/open-source/text-to-video/text-to-video"},{"openapi":"post /models/v2/ahmedabdo/video-classifier","title":"video-classification","href":"/http-reference/examples/open-source/video-classification/video-classification"}]},{"group":"Audio Models","pages":[{"openapi":"post /models/v2/suno/bark-small","title":"text-to-speech","href":"/http-reference/examples/open-source/text-to-speech/text-to-speech"},{"openapi":"post /models/v2/facebook/musicgen-stereo-small","title":"text-to-audio","href":"/http-reference/examples/open-source/text-to-audio/text-to-audio"},{"openapi":"post /models/v2/aaraki/wav2vec2-base-finetuned-ks","title":"audio-classification","href":"/http-reference/examples/open-source/audio-classification/audio-classification"},{"openapi":"post /models/v2/facebook/data2vec-audio-base-960h","title":"automatic-speech-recognition","href":"/http-reference/examples/open-source/automatic-speech-recognition/automatic-speech-recognition"}]},{"group":"Multimodal Models","pages":[{"openapi":"post /models/v2/cloudqi/CQI_Visual_Question_Awnser_PT_v0","title":"document-question-answering","href":"/http-reference/examples/open-source/document-question-answering/document-question-answering"},{"openapi":"post /models/v2/Salesforce/blip-vqa-base","title":"visual-question-answering","href":"/http-reference/examples/open-source/visual-question-answering/visual-question-answering"}]},{"group":"Closed Source","pages":[{"openapi":"post /models/v2/openai/{model}","title":"OpenAI","href":"/http-reference/examples/closed-source/openai"},{"openapi":"post /models/v2/google/{model}","title":"Google","href":"/http-reference/examples/closed-source/google"},{"openapi":"post /models/v2/cohere/{model}","title":"Cohere","href":"/http-reference/examples/closed-source/cohere"},{"openapi":"post /models/v2/anthropic/{model}","title":"Anthropic","href":"/http-reference/examples/closed-source/anthropic"},{"openapi":"post /models/v2/mistral/{model}","title":"Mistral","href":"/http-reference/examples/closed-source/mistral"}]},{"group":"Resources","pages":[{"title":"About","icon":"sparkles","href":"/company/about"},{"title":"Blog","icon":"newspaper","href":"/company/blog"},{"title":"Solutions","icon":"gear","href":"/company/solutions"},{"title":"Integrations \u0026 Roadmap","icon":"puzzle-piece-simple","href":"/company/roadmap"}]}]}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/integrations/langchain"}]},{"tab":"API status","pages":[{"title":"API status","href":"/model-api/docs/status"}]}]},"basePath":"","title":"Run Model - Bytez","buildId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","deploymentId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C-hEh3I2.js","utils-CnF4QiUD.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-C7PVNbel.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-8ytevL2A.js","snippetPresets-BT1alx3v.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BLXC0i_W.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CyLIGI9_.js","shallow-DC0lGVIW.js","getApiPlaygroundDisplay-CgDQ85tN.js","CodeSnippet-6-I-Gpv9.js","CodeSnippets-BAk1kDdu.js","Page-C945cI-W.js","getPastedJson-B276RuWN.js","icon-BqP8etTm.js","MethodPill-DM6sbxG1.js","DuplicateIcon-PyJglOaE.js","createIcon-CMeOMAc_.js","DynamicMarkdown-BoyYAA8K.js","SectionHeading-DAYv3gvZ.js","axios-vUo_bRtp.js","Markdown-BhTTmazV.js","clsx-CR-RHrVC.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CBUH0-zX.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BmARFYNC.js"]}