{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Simplismart","colors":{"primary":"#1F74FF","light":"#1F74FF","dark":"#1F74FF"},"logo":{"light":"https://mintcdn.com/simplismart-3f10d72e/VByo_0S7YE31GpQ-/logo/logo.svg?fit=max\u0026auto=format\u0026n=VByo_0S7YE31GpQ-\u0026q=85\u0026s=2afa3b3bcadda01a0b1367cb4694882c","dark":"https://mintcdn.com/simplismart-3f10d72e/VByo_0S7YE31GpQ-/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=VByo_0S7YE31GpQ-\u0026q=85\u0026s=9fe7f1d786381f226d583ce37ba3bc9d"},"favicon":"https://mintcdn.com/simplismart-3f10d72e/VZroMRK6pVLu9Gr5/favicon.svg?fit=max\u0026auto=format\u0026n=VZroMRK6pVLu9Gr5\u0026q=85\u0026s=957b245e74b3235f39f6867593217c6f","api":{"mdx":{"auth":{"method":"bearer"},"server":["https://mintlify.com/api","https://alternative-api.com/v1","https://another-api.com"]}},"navbar":{"links":[{"href":"https://support.simplismart.ai/support/tickets/new","label":"Support"}],"primary":{"type":"button","label":"Sign Up","href":"https://app.simplismart.ai"}},"footer":{"socials":{"x":"https://x.com/SimplismartHQ","linkedin":"https://www.linkedin.com/company/simplismart"}},"seo":{"metatags":{"canonical":"https://docs.simplismart.ai/"}},"integrations":{"posthog":{"apiKey":"phc_IjO5KopjCwBAgM53JFXWd7FvdYOiz5YCpIxIwTwsw6U","sessionRecording":false}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Blog","icon":"newspaper","href":"https://www.simplismart.ai/blogs"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"simplismart-3f10d72e","hasAudioNarration":false,"actualSubdomain":"simplismart-3f10d72e","customDomains":["docs.simplismart.ai"],"gitSource":{"type":"github","owner":"simpli-smart","repo":"docs-mintlfy","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ac611b7e81b8fd4cc54a383","collectionId":"0e0dca79-3957-4518-9161-2e2d05712ae8","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ac611b7e81b8fd4cc54a383"},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6ac611b7e81b8fd4cc54a383","clientVersion":"0.0.4054","searchFilterCounts":[{"language":"default","tag":"Documentation","count":68},{"language":"default","tag":"API Reference","count":20},{"language":"default","tag":"Training","count":18},{"language":"default","tag":"Observability","count":13},{"language":"default","tag":"Guides","count":12},{"language":"default","tag":"Inference APIs","count":11},{"language":"default","tag":"SDK","count":10},{"language":"default","tag":"LLMs","count":8},{"language":"default","tag":"Training APIs","count":8},{"language":"default","tag":"Types of Inference","count":8}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/inference/llama3.1-8B","slug":"/api-reference/inference/llama3.1-8B","pageMetadata":{"title":"Llama 3.1 8B API","openapi":"openapi-specs/playground/llama-8b.yaml POST /chat/completions","description":"Create a chat completion for given messages with streaming support","href":"/api-reference/inference/llama3.1-8B"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Create a chat completion for given messages with streaming support\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Llama 3.1 8B API","openapi":"openapi-specs/playground/llama-8b.yaml POST /chat/completions","description":"Create a chat completion for given messages with streaming support","href":"/api-reference/inference/llama3.1-8B"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Chat Completion"],"summary":"Create chat completion with Llama 8B","description":"Create a chat completion for given messages with streaming support","operationId":"createChatCompletion8B","requestBody":"768c51af-a5c6-49d6-83c0-8afd7627c456","responses":{"200":"a33fa898-f283-4716-a877-224c2f4b4427","400":"04330101-d9d6-4995-adb7-5fadc8924c0c","401":"e74450ee-0f9a-4806-8d48-0b16209e39a3","500":"9f6132c2-eee5-4887-b8be-c7ad0c11dcc7"},"method":"post","type":"path","servers":["5b5c740a-b12f-433e-8d66-6c8fec0a8d99"],"security":["3ca04687-91eb-4be5-8cad-9f9ae648bfc6"],"path":"/chat/completions","baseUrlOptions":["https://api.simplismart.live"],"title":"Create chat completion with Llama 8B","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"required":true,"content":{"application/json":{"schema":{"type":"object","properties":{"messages":{"type":"array","description":"Array of messages in the conversation","items":{"type":"object","properties":{"role":{"type":"string","enum":["system","user","assistant"],"description":"The role of the message sender","isRequired":true,"uniqueKey":"messages.items.[INDEX].role","typeLabel":"enum\u003cstring>"},"content":{"type":"string","description":"The content of the message","isRequired":true,"uniqueKey":"messages.items.[INDEX].content","typeLabel":"string"}},"required":["role","content"],"uniqueKey":"messages.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"messages","typeLabel":"object[]"},"model":{"type":"string","description":"Model identifier","enum":["meta-llama/Meta-Llama-3.1-8B-Instruct"],"default":"meta-llama/Meta-Llama-3.1-8B-Instruct","isRequired":true,"uniqueKey":"model","typeLabel":"enum\u003cstring>"},"stream":{"type":"boolean","description":"Whether to stream the response","default":false,"uniqueKey":"stream","typeLabel":"boolean"},"temperature":{"type":"number","description":"Sampling temperature","minimum":0,"maximum":2,"default":0.7,"uniqueKey":"temperature","typeLabel":"number"},"max_tokens":{"type":"integer","description":"Maximum number of tokens to generate","minimum":1,"maximum":4096,"default":1024,"uniqueKey":"max_tokens","typeLabel":"integer"},"top_p":{"type":"number","description":"Nucleus sampling parameter","minimum":0,"maximum":1,"default":0.95,"uniqueKey":"top_p","typeLabel":"number"},"stop":{"oneOf":[{"type":"array","description":"Sequences where the API will stop generating","items":{"type":"string","uniqueKey":"stop.oneOf.0.items.[INDEX]","typeLabel":"string"},"uniqueKey":"stop.oneOf.0","typeLabel":"string[]"},{"type":"null","description":"Sequences where the API will stop generating","items":{"type":"string"},"uniqueKey":"stop.oneOf.1","typeLabel":"null"}],"uniqueKey":"stop","typeLabel":"string[] | null"}},"required":["messages","model"],"uniqueKey":"","typeLabel":"object"},"example":{"model":"meta-llama/Meta-Llama-3.1-8B-Instruct","messages":[{"role":"system","content":"Act as a helpful assistant to the user"},{"role":"user","content":"Give me a travel itinerary for Japan"}],"stream":false,"temperature":0.7,"max_tokens":1024,"top_p":0.95,"stop":null},"examples":{"Example":{"title":"Example","value":{"model":"meta-llama/Meta-Llama-3.1-8B-Instruct","messages":[{"role":"system","content":"Act as a helpful assistant to the user"},{"role":"user","content":"Give me a travel itinerary for Japan"}],"stream":false,"temperature":0.7,"max_tokens":1024,"top_p":0.95,"stop":null}}},"exampleType":"examples"}},"exampleType":"examples"},"responses":{"a33fa898-f283-4716-a877-224c2f4b4427":{"description":"Successful chat completion","content":{"application/json":{"schema":{"type":"object","properties":{"id":{"type":"string","description":"Unique identifier for the completion","uniqueKey":"id","typeLabel":"string"},"choices":{"type":"array","items":{"type":"object","properties":{"delta":{"type":"object","properties":{"content":{"type":"string","description":"Generated text content","uniqueKey":"choices.items.[INDEX].delta.content","typeLabel":"string"}},"uniqueKey":"choices.items.[INDEX].delta","typeLabel":"object"},"index":{"type":"integer","description":"Index of the choice","uniqueKey":"choices.items.[INDEX].index","typeLabel":"integer"},"finish_reason":{"type":"string","enum":["stop","length","content_filter"],"description":"Reason for finishing the generation","uniqueKey":"choices.items.[INDEX].finish_reason","typeLabel":"enum\u003cstring>"}},"uniqueKey":"choices.items.[INDEX]","typeLabel":"object"},"uniqueKey":"choices","typeLabel":"object[]"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","choices":[{"delta":{"content":"\u003cstring>"},"index":123,"finish_reason":"stop"}]}}},"exampleType":"generated"}},"exampleType":"generated"},"04330101-d9d6-4995-adb7-5fadc8924c0c":{"description":"Invalid request parameters","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"e74450ee-0f9a-4806-8d48-0b16209e39a3":{"description":"Unauthorized - Invalid token","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"9f6132c2-eee5-4887-b8be-c7ad0c11dcc7":{"description":"Internal server error","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}}},"security":{"3ca04687-91eb-4be5-8cad-9f9ae648bfc6":{"BearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"JWT token for authentication","scopes":[]}}},"servers":{"5b5c740a-b12f-433e-8d66-6c8fec0a8d99":{"url":"https://api.simplismart.live","description":"Production LLM Proxy Server"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"JWT token for authentication","scopes":[]},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"JWT token for authentication","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"BearerAuth","name":"Authorization"}],"title":"BearerAuth"}]},"originalFileLocation":"openapi-specs/playground/llama-8b.yaml"},"subdomain":"simplismart-3f10d72e","siteName":"Simplismart","title":"Llama 3.1 8B API - Simplismart","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-04-29T08:02:22.773Z","originalFileLocation":"api-reference/inference/llama3.1-8B.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Create a chat completion for given messages with streaming support\">\u003cmeta data-mint-head name=\"application-name\" content=\"Simplismart\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Llama 3.1 8B API - Simplismart\">\u003cmeta data-mint-head property=\"og:description\" content=\"Create a chat completion for given messages with streaming support\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Simplismart\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://simplismart-3f10d72e.mintlify.app/_mintlify/api/og/v2?division=LLMs\u0026amp;title=Llama+3.1+8B+API\u0026amp;description=Create+a+chat+completion+for+given+messages+with+streaming+support\u0026amp;theme=1928ba095456ae046e083015\u0026amp;signature=d00bddebc49aa6c10313cf7bfc07a5bea41675fb7cf6bad8220852e360280e05\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Llama 3.1 8B API - Simplismart\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Create a chat completion for given messages with streaming support\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://simplismart-3f10d72e.mintlify.app/_mintlify/api/og/v2?division=LLMs\u0026amp;title=Llama+3.1+8B+API\u0026amp;description=Create+a+chat+completion+for+given+messages+with+streaming+support\u0026amp;theme=1928ba095456ae046e083015\u0026amp;signature=d00bddebc49aa6c10313cf7bfc07a5bea41675fb7cf6bad8220852e360280e05\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/simplismart-3f10d72e/I4V_mFN5oHhZrVMr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Simplismart\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1F74FF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/inference/llama3.1-8B.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.simplismart.ai/#organization\",\"name\":\"Simplismart\",\"url\":\"https://docs.simplismart.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/simplismart-3f10d72e/VByo_0S7YE31GpQ-/logo/logo.svg?fit=max\u0026auto=format\u0026n=VByo_0S7YE31GpQ-\u0026q=85\u0026s=2afa3b3bcadda01a0b1367cb4694882c\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.simplismart.ai#website\",\"name\":\"Simplismart\",\"url\":\"https://docs.simplismart.ai\",\"publisher\":{\"@id\":\"https://docs.simplismart.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B#webpage\",\"url\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B\",\"name\":\"Llama 3.1 8B API\",\"description\":\"Create a chat completion for given messages with streaming support\",\"dateModified\":\"2026-04-29T08:02:22.773Z\",\"isPartOf\":{\"@id\":\"https://docs.simplismart.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Inference APIs\",\"item\":\"https://docs.simplismart.ai/api-reference/inference/llama3.1-8B\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"LLMs\",\"item\":\"https://docs.simplismart.ai/api-reference/inference/llama3.1-8B\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Llama 3.1 8B API\",\"item\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B#apireference\",\"headline\":\"Llama 3.1 8B API\",\"name\":\"Llama 3.1 8B API\",\"description\":\"Create a chat completion for given messages with streaming support\",\"url\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B\",\"mainEntityOfPage\":{\"@id\":\"https://docs.simplismart.ai//api-reference/inference/llama3.1-8B#webpage\"},\"dateModified\":\"2026-04-29T08:02:22.773Z\",\"publisher\":{\"@id\":\"https://docs.simplismart.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.simplismart.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Simplismart\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Simplismart","nav":{"global":{"anchors":[{"anchor":"Blog","icon":"newspaper","href":"https://www.simplismart.ai/blogs"}]},"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/overview"}]},{"tab":"SDK","pages":[{"title":"SDK","href":"/sdk/python/overview"}]},{"tab":"API Reference","groups":[{"group":"API Documentation","pages":[{"title":"Simplismart APIs","description":"Get started with the Simplismart API, including authentication, endpoints, and workflows for model training and inference.","href":"/api-reference/introduction"}]},{"group":"Inference APIs","pages":[{"group":"LLMs","pages":[{"title":"Llama 3.1 8B API","openapi":"openapi-specs/playground/llama-8b.yaml POST /chat/completions","href":"/api-reference/inference/llama3.1-8B"},{"title":"Llama 3.3 70B API","openapi":"openapi-specs/playground/llama-3p3-70b-instruct.yaml POST /chat/completions","description":"Create a chat completion for given messages with streaming support","href":"/api-reference/inference/llama-3.3-70b-instruct"},{"title":"Llama 4 Maverick 17B API","openapi":"openapi-specs/playground/llama-4-maverick-17b.yaml POST /chat/completions","href":"/api-reference/inference/llama-4-maverick-17b"},{"title":"Gemma 3 4B API","openapi":"openapi-specs/playground/gemma3-4B.yaml POST /chat/completions","href":"/api-reference/inference/gemma3-4B"},{"title":"Gemma 3 27B API","openapi":"openapi-specs/playground/gemma3-27b.yaml POST /chat/completions","href":"/api-reference/inference/gemma3-27B"},{"title":"Qwen 14B API","openapi":"openapi-specs/playground/qwen-14b.yaml POST /chat/completions","href":"/api-reference/inference/qwen-14b"},{"title":"Qwen 32B API","openapi":"openapi-specs/playground/qwen-32b.yaml POST /chat/completions","href":"/api-reference/inference/qwen-32b"},{"title":"LLM Metric API","openapi":"openapi-specs/playground/llm-metrics.yaml GET /get/metrics/{request_id}","href":"/api-reference/inference/llm-metric"}]},{"group":"Image Generation","pages":[{"title":"Flux Dev API","openapi":"openapi-specs/playground/flux-dev.yaml POST /model/infer/flux","href":"/api-reference/inference/flux-dev"}]},{"group":"Speech to Text","pages":[{"title":"Whisper V2 API","openapi":"openapi-specs/playground/whisper-v2.yaml POST /model/v2/infer/whisper","href":"/api-reference/inference/whisper-v2"},{"title":"Whisper V3 API","openapi":"openapi-specs/playground/whisper-v3.yaml POST /model/infer/whisper","href":"/api-reference/inference/whisper-v3"}]}]},{"group":"Training APIs","pages":[{"group":"LLMs / VLMs","pages":[{"title":"Retrieve List of LLM/VLM Jobs By Org ID","openapi":"openapi-specs/playground/llm-training.yaml GET /job/get/","href":"/api-reference/training/llm/get-job"},{"title":"Retrieve LLM/VLM Job Details By Request ID","openapi":"openapi-specs/playground/llm-training.yaml GET /job/get/","href":"/api-reference/training/llm/get-job-by-req"},{"title":"Start a new LLM/VLM training job","openapi":"openapi-specs/playground/llm-training.yaml POST /job/","href":"/api-reference/training/llm/start-a-new-llm-vlm-training-job"}]},{"group":"Flux","pages":[{"title":"Retrieve List of Flux Jobs By Org ID","openapi":"openapi-specs/playground/flux-training.yaml GET /api/flux/training_job/list/","href":"/api-reference/training/flux/retrieve-list-of-flux-jobs-by-org-id"},{"title":"Retrieve Flux Job Details By Request ID and Job ID","openapi":"openapi-specs/playground/flux-training.yaml GET /api/flux/training_job/get/","href":"/api-reference/training/flux/retrieve-flux-job-details-by-request-id-and-job-id"},{"title":"Start a new Flux Training Job","openapi":"openapi-specs/playground/flux-training.yaml POST /api/flux/train/","href":"/api-reference/training/flux/start-a-new-flux-training-job"}]},{"group":"Whisper","pages":[{"title":"Retrieve List of Whisper Jobs By Org ID","openapi":"openapi-specs/playground/whisper-training.yaml GET /api/job/whisper-training/","href":"/api-reference/training/whisper/get-job"},{"title":"Start a new Whisper training job","openapi":"openapi-specs/playground/whisper-training.yaml POST /api/job/whisper-training/","href":"/api-reference/training/whisper/start-a-new-whisper-training-job"}]}]}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/guides/livekit"}]},{"tab":"FAQ","pages":[{"title":"FAQ","href":"/troubleshooting-faq/whisper-troubleshooting"}]},{"tab":"Configuration References","pages":[{"title":"Configuration References","href":"/configurations/llm-training-configuration"}]}]},"basePath":"","title":"Llama 3.1 8B API - Simplismart","buildId":"dpl_345ReqzYaAjzS9QpeJemsKdb7KDj","deploymentId":"dpl_345ReqzYaAjzS9QpeJemsKdb7KDj","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C8RPHPxo.js","utils-0BK-9q6z.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DfjzsUJT.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-B4v9psJ4.js","snippetPresets-CpTQv-Ez.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-BNP-Fvr0.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BSgu6h1D.js","shallow-Biv1i9Gs.js","getApiPlaygroundDisplay-BoGOXhtF.js","CodeSnippet-DvQoT18_.js","CodeSnippets-Dnpa15xT.js","Page-Buji1S4J.js","getPastedJson-xAIyhUFE.js","icon-S6FBih11.js","MethodPill-SaYeUZyk.js","DuplicateIcon-Cs-p3v2Q.js","createIcon-DjCFEoHq.js","DynamicMarkdown-BcnBltEQ.js","SectionHeading-BUBl0eEF.js","axios-vUo_bRtp.js","Markdown-h4cOoD8d.js","clsx-B2v50t8t.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-DJnKvr0g.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BHrrjR1K.js"]}