Penalty applied to tokens that already appear in the prompt or the generated text. Values above 1 discourage repetition, and values below 1 encourage it.
Maximum number of prompt tokens to keep. Use -1 for the model context limit. truncation_side selects which end is dropped; when unset, the backend uses its default.
Similar to chat completion, this parameter specifies the format of output. Only {'type': 'json_object'}, {'type': 'json_schema'}, {'type': 'structural_tag'}, or {'type': 'text'} is supported.
The priority of the request (lower means earlier handling; default: 0). Any priority other than 0 will raise an error if the served model does not use priority scheduling.
Required range: -9223372036854776000 <= x <= 9223372036854776000
If specified with 'logprobs', tokens are represented as strings of the form 'token_id:{token_id}' so that tokens that are not JSON-encodable can be identified.
Maximum number of tokens allowed for thinking operations (reasoning models). Non-negative integer sets the limit; -1 means unlimited (treated as unset).
Timing and throughput measurements for this request, when reported by the backend.
Show child attributes
Last modified on July 31, 2026
⌘I
{"docsConfig":{"theme":"linden","$schema":"https://mintlify.com/docs.json","name":"Seekr Documentation","colors":{"primary":"#007774","light":"#00DAD3","dark":"#007774"},"logo":{"light":"https://mintcdn.com/seekr/xCjyiASvtfX59CGv/logo/light.svg?fit=max\u0026auto=format\u0026n=xCjyiASvtfX59CGv\u0026q=85\u0026s=5631304b029d4cfaefb138711ec30bd9","dark":"https://mintcdn.com/seekr/xCjyiASvtfX59CGv/logo/dark.svg?fit=max\u0026auto=format\u0026n=xCjyiASvtfX59CGv\u0026q=85\u0026s=5757dbcccbf86fd9503b6b579ffeabbe","href":"/"},"favicon":"https://mintcdn.com/seekr/xCjyiASvtfX59CGv/favicon.png?fit=max\u0026auto=format\u0026n=xCjyiASvtfX59CGv\u0026q=85\u0026s=7d7b7568b4fc9d19a790b3f0b5c28d87","appearance":{"default":"system"},"background":{"color":{"light":"#F7F7F7","dark":"#101010"}},"navbar":{"links":[{"href":"https://apps.seekr.com/signup?_gl=1*1t0lzvp*_gcl_au*MjY4NjQ1Mzg3LjE3ODEyNDExMjU.","label":"Get started"}],"primary":{"type":"button","label":"Request a demo","href":"https://www.seekr.com/request-a-demo/"}},"footer":{"socials":{"youtube":"https://www.youtube.com/@seekrtechnologies","x":"https://x.com/seekrtechnology","linkedin":"https://www.linkedin.com/company/seekrtechnologies"}},"seo":{"metatags":{"google-site-verification":"RDMpUYE1uCSa_-TiRs1E4lMyGuAOUVkzmji5t4kVsEM","canonical":"https://docs.seekr.com"}},"fonts":{"heading":{"family":"Geist"},"body":{"family":"Geist"}},"styling":{"eyebrows":"breadcrumbs","latex":false},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"thumbnails":{"appearance":"dark","background":"https://mintcdn.com/seekr/-zCoynlpxo7UthaS/images/og-background.png?fit=max\u0026auto=format\u0026n=-zCoynlpxo7UthaS\u0026q=85\u0026s=b40b0a1967ede7eaf3cdc61d29d8a437"},"interaction":{"drilldown":false},"metadata":{"timestamp":true},"navigation":{"global":{"tabs":[{"tab":"Self-managed","icon":"server","href":"/self-managed/flow"}],"anchors":[{"anchor":"About us","icon":"circle-info","href":"https://www.seekr.com/about/"},{"anchor":"Contact us","icon":"headset","href":"https://www.seekr.com/contact-us/"},{"anchor":"Blog","icon":"newspaper","href":"https://www.seekr.com/resource-center/?type=blog"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"seekr","hasAudioNarration":false,"actualSubdomain":"seekr","customDomains":["docs.seekr.com"],"gitSource":{"type":"github","owner":"seekr-technologies","repo":"documentation","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":false,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aeb4faa1f0e0ab891cd9f26","clientVersion":"0.0.4088","searchFilterCounts":[{"language":"default","tag":"SeekrFlow","count":260},{"language":"default","tag":"Developer","count":184},{"language":"default","tag":"API Reference","count":149},{"language":"default","tag":"Endpoints","count":147},{"language":"default","tag":"Guides","count":50},{"language":"default","tag":"SDK","count":35},{"language":"default","tag":"SeekrFlow SDK","count":35},{"language":"default","tag":"Agents","count":29},{"language":"default","tag":"Self-managed","count":29},{"language":"default","tag":"Deployment guides","count":27}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[{"filePath":"print.css","content":"@media print{#navbar,#sidebar,#table-of-contents,#pagination,#banner,#footer,footer,advanced-footer,.contextual-feedback-container{display:none!important}.card,.card *{border:none!important;box-shadow:none!important;background:none!important;border-radius:0!important;ring:none!important}card-group,columns{display:block!important}callout{border-left:2px solid #000!important;background:none!important;padding:0.25rem 0.5rem!important}#content-area{width:100%!important;max-width:100%!important;margin:0!important;padding:0!important}code-block{page-break-inside:avoid}step{page-break-inside:avoid}}"},{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\ntable code{white-space:nowrap}.font-mono,code,kbd,samp,pre,pre code{font-family:\"Geist Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important}.prose :not(pre)>code{font-family:\"Geist Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important;padding-left:0.2em!important;padding-right:0.2em!important;background-color:rgba(65, 68, 71, 0.08)!important}.dark .prose :not(pre)>code{background-color:rgba(255, 255, 255, 0.10)!important}.eyebrow{color:#D03722!important;font-family:\"Geist Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important;text-transform:uppercase!important;font-weight:600!important}.dark .eyebrow{color:#E2513D!important}.breadcrumb-item,.breadcrumb-item a,.breadcrumb-item svg{color:#D03722!important;font-family:\"Geist Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important;text-transform:uppercase!important;font-weight:600!important}.dark .breadcrumb-item,.dark .breadcrumb-item a,.dark .breadcrumb-item svg{color:#E2513D!important}.breadcrumb-item svg{opacity:0.55!important}.breadcrumb-item a:hover{color:#A82B1B!important}.dark .breadcrumb-item a:hover{color:#F2705C!important}.card{background-color:#FFFFFF!important;border-color:#D5D6D7!important}.dark .card{background-color:#272628!important;border-color:#414447!important}.code-group{background-color:#FFFFFF!important;border-color:#D5D6D7!important}.code-block-background{background-color:#FFFFFF!important}.code-group .code-block-background{background-color:#F7F7F7!important}.dark .code-group{background-color:#272628!important;border-color:#414447!important}.dark .code-block-background{background-color:#272628!important}.prose{color:#101010!important}.dark .prose{color:#FFFFFF!important}.prose h1,.prose h2,.prose h3,.prose h4,.prose h5,.prose h6,.prose strong,.prose b,.prose th{color:#101010!important}.dark .prose h1,.dark .prose h2,.dark .prose h3,.dark .prose h4,.dark .prose h5,.dark .prose h6,.dark .prose strong,.dark .prose b,.dark .prose th{color:#FFFFFF!important}.prose-gray{--tw-prose-bullets: #101010 !important;--tw-prose-counters: #101010 !important}.dark .prose-gray{--tw-prose-bullets: #FFFFFF !important;--tw-prose-counters: #FFFFFF !important}.prose :is(p,li,td,th,dd,blockquote,h1,h2,h3,h4,h5,h6) a,.prose :is(p,li,td,th,dd,blockquote,h1,h2,h3,h4,h5,h6) a *{color:#007774!important}.dark .prose :is(p,li,td,th,dd,blockquote,h1,h2,h3,h4,h5,h6) a,.dark .prose :is(p,li,td,th,dd,blockquote,h1,h2,h3,h4,h5,h6) a *{color:#00DAD3!important}[data-component-part=\"step-number\"] .rounded-full{background-color:transparent!important;border:2px solid #D5D6D7!important;border-radius:9999px!important;color:#101010!important;font-family:\"Geist Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important}[data-component-part=\"step-number\"] .rounded-full *{color:#101010!important}.dark [data-component-part=\"step-number\"] .rounded-full{border-color:#414447!important;color:#FFFFFF!important}.dark [data-component-part=\"step-number\"] .rounded-full *{color:#FFFFFF!important}[data-component-part=\"step-line\"]{background-image:linear-gradient(to bottom, #D5D6D7, #D5D6D7 80%, transparent)!important}.dark [data-component-part=\"step-line\"]{background-image:linear-gradient(to bottom, #414447, #414447 80%, transparent)!important}.callout [data-component-part=\"callout-content\"]{color:#101010!important}.dark .callout [data-component-part=\"callout-content\"]{color:#FFFFFF!important}.callout[data-callout-type=\"info\"]{background-color:rgba(65, 68, 71, 0.06)!important;border-color:#D5D6D7!important}[data-callout-type=\"info\"] [data-component-part=\"callout-icon\"] svg{color:#414447!important}.dark .callout[data-callout-type=\"info\"]{background-color:rgba(255, 255, 255, 0.05)!important;border-color:#595C5F!important}.dark [data-callout-type=\"info\"] [data-component-part=\"callout-icon\"] svg{color:#D5D6D7!important}.callout[data-callout-type=\"tip\"]{background-color:#E9FFF5!important;border-color:#79EEB7!important}[data-callout-type=\"tip\"] [data-component-part=\"callout-icon\"] svg{color:#269B63!important}.dark .callout[data-callout-type=\"tip\"]{background-color:rgba(38, 155, 99, 0.20)!important;border-color:#269B63!important}.dark [data-callout-type=\"tip\"] [data-component-part=\"callout-icon\"] svg{color:#3FD78F!important}.callout[data-callout-type=\"note\"]{background-color:#E0EFFF!important;border-color:#8CC6FF!important}[data-callout-type=\"note\"] [data-component-part=\"callout-icon\"] svg{color:#0B5EB8!important}.dark .callout[data-callout-type=\"note\"]{background-color:rgba(11, 94, 184, 0.20)!important;border-color:#0B5EB8!important}.dark [data-callout-type=\"note\"] [data-component-part=\"callout-icon\"] svg{color:#44B4FF!important}.callout[data-callout-type=\"warning\"]{background-color:#FFF7E8!important;border-color:#FFC369!important}[data-callout-type=\"warning\"] [data-component-part=\"callout-icon\"] svg{color:#E18F0D!important}.dark .callout[data-callout-type=\"warning\"]{background-color:rgba(225, 143, 13, 0.20)!important;border-color:#E18F0D!important}.dark [data-callout-type=\"warning\"] [data-component-part=\"callout-icon\"] svg{color:#FFBA4B!important}.callout[data-callout-type=\"danger\"]{background-color:#FFF2F2!important;border-color:#FF7077!important}[data-callout-type=\"danger\"] [data-component-part=\"callout-icon\"] svg{color:#D30214!important}.dark .callout[data-callout-type=\"danger\"]{background-color:rgba(211, 2, 20, 0.20)!important;border-color:#D30214!important}.dark [data-callout-type=\"danger\"] [data-component-part=\"callout-icon\"] svg{color:#FF7077!important}svg[id^=\"mermaid-\"] .node rect,svg[id^=\"mermaid-\"] .node polygon,svg[id^=\"mermaid-\"] .node circle,svg[id^=\"mermaid-\"] .node path{fill:#FFFFFF!important;stroke:#007774!important}.dark svg[id^=\"mermaid-\"] .node rect,.dark svg[id^=\"mermaid-\"] .node polygon,.dark svg[id^=\"mermaid-\"] .node circle,.dark svg[id^=\"mermaid-\"] .node path{fill:#272628!important;stroke:#00DAD3!important}svg[id^=\"mermaid-\"] .nodeLabel,svg[id^=\"mermaid-\"] .node .label,svg[id^=\"mermaid-\"] .node text{color:#101010!important;fill:#101010!important}.dark svg[id^=\"mermaid-\"] .nodeLabel,.dark svg[id^=\"mermaid-\"] .node .label,.dark svg[id^=\"mermaid-\"] .node text{color:#FFFFFF!important;fill:#FFFFFF!important}svg[id^=\"mermaid-\"] .flowchart-link,svg[id^=\"mermaid-\"] .edgePath .path{stroke:#414447!important}svg[id^=\"mermaid-\"] .marker,svg[id^=\"mermaid-\"] marker path{fill:#414447!important;stroke:#414447!important}.dark svg[id^=\"mermaid-\"] .flowchart-link,.dark svg[id^=\"mermaid-\"] .edgePath .path{stroke:#595C5F!important}.dark svg[id^=\"mermaid-\"] .marker,.dark svg[id^=\"mermaid-\"] marker path{fill:#595C5F!important;stroke:#595C5F!important}svg[id^=\"mermaid-\"] .edgeLabel,svg[id^=\"mermaid-\"] .edgeLabel p{color:#101010!important;background-color:#F7F7F7!important}svg[id^=\"mermaid-\"] .edgeLabel rect{fill:#F7F7F7!important;opacity:1!important}.dark svg[id^=\"mermaid-\"] .edgeLabel,.dark svg[id^=\"mermaid-\"] .edgeLabel p{color:#FFFFFF!important;background-color:#101010!important}.dark svg[id^=\"mermaid-\"] .edgeLabel rect{fill:#101010!important}html[data-current-path=\"/\"] .nav-tabs,html[data-current-path=\"/\"] [data-component-part=\"products-selector-trigger\"]{display:none!important}html[data-current-path^=\"/self-managed\"] .nav-tabs .nav-tabs-item[href=\"/self-managed/flow\"]:last-child{display:none!important}div:has(>[data-component-part=\"version-select-trigger\"]){order:1!important}"}],"page":{"pagePath":"flow/reference/route_completion_v1_inference_completions_post","slug":"/flow/reference/route_completion_v1_inference_completions_post","pageMetadata":{"title":"Create completion","description":"Generate a text completion response from a deployed model.","openapi":"post /v1/inference/completions","href":"/flow/reference/route_completion_v1_inference_completions_post"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Generate a text completion response from a deployed model.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Create completion","description":"Generate a text completion response from a deployed model.","openapi":"post /v1/inference/completions","href":"/flow/reference/route_completion_v1_inference_completions_post"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Inference"],"summary":"Create completion","description":"Generate a text completion response from a deployed model.","operationId":"route_completion_v1_inference_completions_post","requestBody":"fff1ade9-1b37-4e3d-b248-32e0bc025a49","responses":{"200":"1f4280ab-5122-43ba-b710-736a3f39b952","400":"d68c5116-e9c4-4404-9e57-0378391f1165","401":"9585ba5b-3e20-484e-9d73-f77e55fbcdba","403":"2c2fa8a1-7c68-4c1c-99f7-e71d1596b484","422":"d75f27da-6de4-484f-af43-d12e17352062","429":"b0b9a8c4-1ca9-4e95-9ad3-45703f463255","502":"8c8b2eaa-48f8-4230-a67a-30e9dfa1a2a7","503":"5fa07f83-8f03-4371-affb-edc1a12d8053"},"security":["70febf92-0b65-4b04-bdbb-3584f351d87a"],"method":"post","type":"path","servers":["57dae852-5b6a-4d5b-8118-667af6e59038"],"path":"/v1/inference/completions","baseUrlOptions":["https://flow.seekr.com"],"title":"Create completion","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"content":{"application/json":{"schema":{"additionalProperties":true,"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"ID of the model to use.","uniqueKey":"model.oneOf.0","typeLabel":"string"},{"type":"null","title":"Model","description":"ID of the model to use.","uniqueKey":"model.oneOf.1","typeLabel":"null"}],"uniqueKey":"model","typeLabel":"string | null"},"prompt":{"oneOf":[{"type":"array","items":{"minimum":0,"type":"integer","uniqueKey":"prompt.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Prompt","description":"Prompt or prompts to generate completions for.","uniqueKey":"prompt.oneOf.0","typeLabel":"integer[]"},{"type":"array","items":{"items":{"minimum":0,"type":"integer","uniqueKey":"prompt.oneOf.1.items.[INDEX].items.[INDEX]","typeLabel":"integer"},"type":"array","uniqueKey":"prompt.oneOf.1.items.[INDEX]","typeLabel":"integer[]"},"title":"Prompt","description":"Prompt or prompts to generate completions for.","uniqueKey":"prompt.oneOf.1","typeLabel":"integer[][]"},{"type":"string","title":"Prompt","description":"Prompt or prompts to generate completions for.","uniqueKey":"prompt.oneOf.2","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"prompt.oneOf.3.items.[INDEX]","typeLabel":"string"},"title":"Prompt","description":"Prompt or prompts to generate completions for.","uniqueKey":"prompt.oneOf.3","typeLabel":"string[]"},{"type":"null","title":"Prompt","description":"Prompt or prompts to generate completions for.","uniqueKey":"prompt.oneOf.4","typeLabel":"null"}],"uniqueKey":"prompt","typeLabel":"integer[] | integer[][] | string | string[] | null"},"echo":{"oneOf":[{"type":"boolean","title":"Echo","description":"If true, includes the prompt in the returned text.","default":false,"uniqueKey":"echo.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Echo","description":"If true, includes the prompt in the returned text.","default":false,"uniqueKey":"echo.oneOf.1","typeLabel":"null"}],"uniqueKey":"echo","typeLabel":"boolean | null"},"frequency_penalty":{"oneOf":[{"type":"number","title":"Frequency Penalty","description":"Penalty applied to tokens based on how often they already appear in the text. Positive values reduce repetition.","default":0,"uniqueKey":"frequency_penalty.oneOf.0","typeLabel":"number"},{"type":"null","title":"Frequency Penalty","description":"Penalty applied to tokens based on how often they already appear in the text. Positive values reduce repetition.","default":0,"uniqueKey":"frequency_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"frequency_penalty","typeLabel":"number | null"},"logit_bias":{"oneOf":[{"type":"object","title":"Logit Bias","description":"Map of token IDs to a bias value. The bias is added to the model's logits before sampling.","additionalProperties":{"type":"number","uniqueKey":"logit_bias.oneOf.0.additionalProperties","typeLabel":"number"},"uniqueKey":"logit_bias.oneOf.0","typeLabel":"Logit Bias · object"},{"type":"null","title":"Logit Bias","description":"Map of token IDs to a bias value. The bias is added to the model's logits before sampling.","uniqueKey":"logit_bias.oneOf.1","typeLabel":"null"}],"uniqueKey":"logit_bias","typeLabel":"Logit Bias · object | null"},"logprobs":{"oneOf":[{"type":"integer","title":"Logprobs","description":"Number of most likely tokens to return log probabilities for at each position.","uniqueKey":"logprobs.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Logprobs","description":"Number of most likely tokens to return log probabilities for at each position.","uniqueKey":"logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"logprobs","typeLabel":"integer | null"},"max_tokens":{"oneOf":[{"type":"integer","title":"Max Tokens","description":"Maximum number of tokens to generate.","default":16,"uniqueKey":"max_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Tokens","description":"Maximum number of tokens to generate.","default":16,"uniqueKey":"max_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"max_tokens","typeLabel":"integer | null"},"n":{"default":1,"description":"Number of completions to generate for each prompt.","title":"N","type":"integer","uniqueKey":"n","typeLabel":"integer"},"presence_penalty":{"oneOf":[{"type":"number","title":"Presence Penalty","description":"Penalty applied to tokens that already appear in the text. Positive values encourage the model to introduce new topics.","default":0,"uniqueKey":"presence_penalty.oneOf.0","typeLabel":"number"},{"type":"null","title":"Presence Penalty","description":"Penalty applied to tokens that already appear in the text. Positive values encourage the model to introduce new topics.","default":0,"uniqueKey":"presence_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"presence_penalty","typeLabel":"number | null"},"seed":{"oneOf":[{"type":"integer","title":"Seed","description":"Random seed for sampling. Requests with the same seed and parameters aim to return the same result.","maximum":9223372036854776000,"minimum":-9223372036854776000,"uniqueKey":"seed.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Seed","description":"Random seed for sampling. Requests with the same seed and parameters aim to return the same result.","uniqueKey":"seed.oneOf.1","typeLabel":"null"}],"uniqueKey":"seed","typeLabel":"integer | null"},"stop":{"oneOf":[{"type":"string","title":"Stop","description":"Sequences where generation stops. The matched stop sequence is omitted unless `include_stop_str_in_output` is true.","default":[],"uniqueKey":"stop.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"stop.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Stop","description":"Sequences where generation stops. The matched stop sequence is omitted unless `include_stop_str_in_output` is true.","default":[],"uniqueKey":"stop.oneOf.1","typeLabel":"string[]"},{"type":"null","title":"Stop","description":"Sequences where generation stops. The matched stop sequence is omitted unless `include_stop_str_in_output` is true.","default":[],"uniqueKey":"stop.oneOf.2","typeLabel":"null"}],"uniqueKey":"stop","typeLabel":"string | string[] | null"},"stream":{"oneOf":[{"type":"boolean","title":"Stream","description":"If true, the response arrives as server-sent events while the model generates it.","default":false,"uniqueKey":"stream.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Stream","description":"If true, the response arrives as server-sent events while the model generates it.","default":false,"uniqueKey":"stream.oneOf.1","typeLabel":"null"}],"uniqueKey":"stream","typeLabel":"boolean | null"},"stream_options":{"oneOf":[{"type":"object","title":"StreamOptions","description":"Options for a streaming response. Set only when `stream` is true.","properties":{"include_usage":{"oneOf":[{"type":"boolean","title":"Include Usage","description":"If true, the stream ends with a final chunk that reports token usage.","default":false,"uniqueKey":"stream_options.oneOf.0.include_usage.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Include Usage","description":"If true, the stream ends with a final chunk that reports token usage.","default":false,"uniqueKey":"stream_options.oneOf.0.include_usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"stream_options.oneOf.0.include_usage","typeLabel":"boolean | null"},"continuous_usage_stats":{"oneOf":[{"type":"boolean","title":"Continuous Usage Stats","description":"If true, reports cumulative token usage in each chunk when `include_usage` is also true.","default":false,"uniqueKey":"stream_options.oneOf.0.continuous_usage_stats.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Continuous Usage Stats","description":"If true, reports cumulative token usage in each chunk when `include_usage` is also true.","default":false,"uniqueKey":"stream_options.oneOf.0.continuous_usage_stats.oneOf.1","typeLabel":"null"}],"uniqueKey":"stream_options.oneOf.0.continuous_usage_stats","typeLabel":"boolean | null"}},"additionalProperties":true,"uniqueKey":"stream_options.oneOf.0","typeLabel":"StreamOptions · object"},{"type":"null","description":"Options for a streaming response. Set only when `stream` is true.","uniqueKey":"stream_options.oneOf.1","typeLabel":"null"}],"uniqueKey":"stream_options","typeLabel":"StreamOptions · object | null"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","description":"Sampling temperature. Higher values make the output more random, and lower values make it more focused and repeatable.","uniqueKey":"temperature.oneOf.0","typeLabel":"number"},{"type":"null","title":"Temperature","description":"Sampling temperature. Higher values make the output more random, and lower values make it more focused and repeatable.","uniqueKey":"temperature.oneOf.1","typeLabel":"null"}],"uniqueKey":"temperature","typeLabel":"number | null"},"top_p":{"oneOf":[{"type":"number","title":"Top P","description":"Nucleus sampling. The model samples only from the smallest set of tokens whose combined probability reaches this value.","uniqueKey":"top_p.oneOf.0","typeLabel":"number"},{"type":"null","title":"Top P","description":"Nucleus sampling. The model samples only from the smallest set of tokens whose combined probability reaches this value.","uniqueKey":"top_p.oneOf.1","typeLabel":"null"}],"uniqueKey":"top_p","typeLabel":"number | null"},"user":{"oneOf":[{"type":"string","title":"User","description":"Identifier for the end user, accepted for compatibility. Ignored by vLLM; other backends may use it.","uniqueKey":"user.oneOf.0","typeLabel":"string"},{"type":"null","title":"User","description":"Identifier for the end user, accepted for compatibility. Ignored by vLLM; other backends may use it.","uniqueKey":"user.oneOf.1","typeLabel":"null"}],"uniqueKey":"user","typeLabel":"string | null"},"use_beam_search":{"default":false,"description":"If true, uses beam search instead of sampling to generate the output.","title":"Use Beam Search","type":"boolean","uniqueKey":"use_beam_search","typeLabel":"boolean"},"top_k":{"oneOf":[{"type":"integer","title":"Top K","description":"Limits sampling to the K most likely tokens at each step.","uniqueKey":"top_k.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Top K","description":"Limits sampling to the K most likely tokens at each step.","uniqueKey":"top_k.oneOf.1","typeLabel":"null"}],"uniqueKey":"top_k","typeLabel":"integer | null"},"min_p":{"oneOf":[{"type":"number","title":"Min P","description":"Minimum probability for a token to be considered, relative to the probability of the most likely token.","uniqueKey":"min_p.oneOf.0","typeLabel":"number"},{"type":"null","title":"Min P","description":"Minimum probability for a token to be considered, relative to the probability of the most likely token.","uniqueKey":"min_p.oneOf.1","typeLabel":"null"}],"uniqueKey":"min_p","typeLabel":"number | null"},"repetition_penalty":{"oneOf":[{"type":"number","title":"Repetition Penalty","description":"Penalty applied to tokens that already appear in the prompt or the generated text. Values above 1 discourage repetition, and values below 1 encourage it.","uniqueKey":"repetition_penalty.oneOf.0","typeLabel":"number"},{"type":"null","title":"Repetition Penalty","description":"Penalty applied to tokens that already appear in the prompt or the generated text. Values above 1 discourage repetition, and values below 1 encourage it.","uniqueKey":"repetition_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"repetition_penalty","typeLabel":"number | null"},"length_penalty":{"default":1,"description":"Penalty on sequence length when beam search is on. Values above 0 favor longer sequences, and values below 0 favor shorter ones.","title":"Length Penalty","type":"number","uniqueKey":"length_penalty","typeLabel":"number"},"stop_token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"stop_token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Stop Token Ids","description":"Token IDs where generation stops.","default":[],"uniqueKey":"stop_token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Stop Token Ids","description":"Token IDs where generation stops.","default":[],"uniqueKey":"stop_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"stop_token_ids","typeLabel":"integer[] | null"},"include_stop_str_in_output":{"default":false,"description":"If true, includes the matched stop string in the output text.","title":"Include Stop Str In Output","type":"boolean","uniqueKey":"include_stop_str_in_output","typeLabel":"boolean"},"ignore_eos":{"default":false,"description":"If true, generation continues after the end-of-sequence token.","title":"Ignore Eos","type":"boolean","uniqueKey":"ignore_eos","typeLabel":"boolean"},"min_tokens":{"default":0,"description":"Minimum number of tokens to generate before a stop condition can end the output.","title":"Min Tokens","type":"integer","uniqueKey":"min_tokens","typeLabel":"integer"},"skip_special_tokens":{"default":true,"description":"If true, removes special tokens from the output text.","title":"Skip Special Tokens","type":"boolean","uniqueKey":"skip_special_tokens","typeLabel":"boolean"},"spaces_between_special_tokens":{"default":true,"description":"If true, adds spaces between special tokens in the output text.","title":"Spaces Between Special Tokens","type":"boolean","uniqueKey":"spaces_between_special_tokens","typeLabel":"boolean"},"truncate_prompt_tokens":{"oneOf":[{"type":"integer","title":"Truncate Prompt Tokens","description":"Maximum number of prompt tokens to keep. Use -1 for the model context limit. `truncation_side` selects which end is dropped; when unset, the backend uses its default.","maximum":9223372036854776000,"minimum":-1,"uniqueKey":"truncate_prompt_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Truncate Prompt Tokens","description":"Maximum number of prompt tokens to keep. Use -1 for the model context limit. `truncation_side` selects which end is dropped; when unset, the backend uses its default.","uniqueKey":"truncate_prompt_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"truncate_prompt_tokens","typeLabel":"integer | null"},"truncation_side":{"oneOf":[{"type":"string","title":"Truncation Side","description":"Which side to truncate from when truncate_prompt_tokens is active. 'right' keeps the first N tokens. 'left' keeps the last N tokens.","enum":["left","right"],"uniqueKey":"truncation_side.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Truncation Side","description":"Which side to truncate from when truncate_prompt_tokens is active. 'right' keeps the first N tokens. 'left' keeps the last N tokens.","uniqueKey":"truncation_side.oneOf.1","typeLabel":"null"}],"uniqueKey":"truncation_side","typeLabel":"enum\u003cstring> | null"},"allowed_token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"allowed_token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Allowed Token Ids","description":"Token IDs the model is allowed to generate. All other tokens are blocked.","uniqueKey":"allowed_token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Allowed Token Ids","description":"Token IDs the model is allowed to generate. All other tokens are blocked.","uniqueKey":"allowed_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"allowed_token_ids","typeLabel":"integer[] | null"},"prompt_logprobs":{"oneOf":[{"type":"integer","title":"Prompt Logprobs","description":"Number of log probabilities to return for each prompt token.","uniqueKey":"prompt_logprobs.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Prompt Logprobs","description":"Number of log probabilities to return for each prompt token.","uniqueKey":"prompt_logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_logprobs","typeLabel":"integer | null"},"logprob_token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"logprob_token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Logprob Token Ids","description":"Specific vocab token IDs to return logprobs for at each generated position, in addition to the sampled token. Requires `logprobs` to be set.","uniqueKey":"logprob_token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Logprob Token Ids","description":"Specific vocab token IDs to return logprobs for at each generated position, in addition to the sampled token. Requires `logprobs` to be set.","uniqueKey":"logprob_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"logprob_token_ids","typeLabel":"integer[] | null"},"bad_words":{"description":"Words the model avoids generating.","items":{"type":"string","uniqueKey":"bad_words.items.[INDEX]","typeLabel":"string"},"title":"Bad Words","type":"array","uniqueKey":"bad_words","typeLabel":"string[]"},"add_special_tokens":{"default":true,"description":"If true (the default), special tokens (e.g. BOS) will be added to the prompt.","title":"Add Special Tokens","type":"boolean","uniqueKey":"add_special_tokens","typeLabel":"boolean"},"response_format":{"oneOf":[{"type":"object","title":"ResponseFormat","description":"Similar to chat completion, this parameter specifies the format of output. Only {'type': 'json_object'}, {'type': 'json_schema'}, {'type': 'structural_tag'}, or {'type': 'text'} is supported.","required":["type"],"properties":{"type":{"description":"Output format: `text` for plain text, `json_object` for a JSON object, or `json_schema` for output constrained by a supplied JSON Schema.","enum":["text","json_object","json_schema"],"title":"Type","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.0.type","typeLabel":"enum\u003cstring>"},"json_schema":{"oneOf":[{"type":"object","title":"JsonSchemaResponseFormat","description":"Named JSON Schema and related options. Used when `type` is `json_schema`.","required":["name"],"properties":{"name":{"description":"Name of the response format.","title":"Name","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.name","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","description":"What the response format is for.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","description":"What the response format is for.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.description","typeLabel":"string | null"},"schema":{"oneOf":[{"type":"object","title":"Schema","description":"JSON Schema describing the required response structure. Used when the response format type is `json_schema`.","additionalProperties":true,"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.schema.oneOf.0","typeLabel":"Schema · object"},{"type":"null","title":"Schema","description":"JSON Schema describing the required response structure. Used when the response format type is `json_schema`.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.schema.oneOf.1","typeLabel":"null"}],"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.schema","typeLabel":"Schema · object | null"},"strict":{"oneOf":[{"type":"boolean","title":"Strict","description":"Requests strict adherence to the response schema. Support depends on the backend.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.strict.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Strict","description":"Requests strict adherence to the response schema. Support depends on the backend.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.strict.oneOf.1","typeLabel":"null"}],"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0.strict","typeLabel":"boolean | null"}},"additionalProperties":true,"uniqueKey":"response_format.oneOf.0.json_schema.oneOf.0","typeLabel":"JsonSchemaResponseFormat · object"},{"type":"null","description":"Named JSON Schema and related options. Used when `type` is `json_schema`.","uniqueKey":"response_format.oneOf.0.json_schema.oneOf.1","typeLabel":"null"}],"uniqueKey":"response_format.oneOf.0.json_schema","typeLabel":"JsonSchemaResponseFormat · object | null"}},"additionalProperties":true,"uniqueKey":"response_format.oneOf.0","typeLabel":"ResponseFormat · object"},{"type":"object","title":"StructuralTagResponseFormat","description":"Similar to chat completion, this parameter specifies the format of output. Only {'type': 'json_object'}, {'type': 'json_schema'}, {'type': 'structural_tag'}, or {'type': 'text'} is supported.","required":["type","format"],"properties":{"type":{"const":"structural_tag","description":"Type of this object. Always `structural_tag`.","title":"Type","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.1.type","typeLabel":"string"},"format":{"description":"Structured-tag format specification accepted by the backend, describing constrained sections of the output. Requires structural-tag support in the backend.","title":"Format","isRequired":true,"uniqueKey":"response_format.oneOf.1.format","typeLabel":"any"}},"additionalProperties":true,"uniqueKey":"response_format.oneOf.1","typeLabel":"StructuralTagResponseFormat · object"},{"type":"object","title":"LegacyStructuralTagResponseFormat","description":"Similar to chat completion, this parameter specifies the format of output. Only {'type': 'json_object'}, {'type': 'json_schema'}, {'type': 'structural_tag'}, or {'type': 'text'} is supported.","required":["type","structures","triggers"],"properties":{"type":{"const":"structural_tag","description":"Type of this object. Always `structural_tag`.","title":"Type","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.2.type","typeLabel":"string"},"structures":{"description":"Structured sections the output can contain.","items":{"additionalProperties":true,"properties":{"begin":{"description":"Text that marks the start of the structure.","title":"Begin","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.2.structures.items.[INDEX].begin","typeLabel":"string"},"end":{"description":"Text that marks the end of the structure.","title":"End","type":"string","isRequired":true,"uniqueKey":"response_format.oneOf.2.structures.items.[INDEX].end","typeLabel":"string"},"schema":{"oneOf":[{"type":"object","title":"Schema","description":"JSON Schema for the content between this structure's `begin` and `end` markers.","additionalProperties":true,"uniqueKey":"response_format.oneOf.2.structures.items.[INDEX].schema.oneOf.0","typeLabel":"Schema · object"},{"type":"null","title":"Schema","description":"JSON Schema for the content between this structure's `begin` and `end` markers.","uniqueKey":"response_format.oneOf.2.structures.items.[INDEX].schema.oneOf.1","typeLabel":"null"}],"uniqueKey":"response_format.oneOf.2.structures.items.[INDEX].schema","typeLabel":"Schema · object | null"}},"required":["begin","end"],"title":"LegacyStructuralTag","type":"object","uniqueKey":"response_format.oneOf.2.structures.items.[INDEX]","typeLabel":"LegacyStructuralTag · object"},"title":"Structures","type":"array","isRequired":true,"uniqueKey":"response_format.oneOf.2.structures","typeLabel":"LegacyStructuralTag · object[]"},"triggers":{"description":"Strings that start a structured section of the output.","items":{"type":"string","uniqueKey":"response_format.oneOf.2.triggers.items.[INDEX]","typeLabel":"string"},"title":"Triggers","type":"array","isRequired":true,"uniqueKey":"response_format.oneOf.2.triggers","typeLabel":"string[]"}},"additionalProperties":true,"uniqueKey":"response_format.oneOf.2","typeLabel":"LegacyStructuralTagResponseFormat · object"},{"type":"null","title":"Response Format","description":"Similar to chat completion, this parameter specifies the format of output. Only {'type': 'json_object'}, {'type': 'json_schema'}, {'type': 'structural_tag'}, or {'type': 'text'} is supported.","uniqueKey":"response_format.oneOf.3","typeLabel":"null"}],"uniqueKey":"response_format","typeLabel":"ResponseFormat · object | StructuralTagResponseFormat · object | LegacyStructuralTagResponseFormat · object | null"},"structured_outputs":{"oneOf":[{"type":"object","title":"StructuredOutputsParams","description":"Additional keyword arguments for structured outputs.","properties":{"json":{"oneOf":[{"type":"string","title":"Json","description":"JSON schema the output must follow.","uniqueKey":"structured_outputs.oneOf.0.json.oneOf.0","typeLabel":"string"},{"type":"object","title":"Json","description":"JSON schema the output must follow.","additionalProperties":true,"uniqueKey":"structured_outputs.oneOf.0.json.oneOf.1","typeLabel":"Json · object"},{"type":"null","title":"Json","description":"JSON schema the output must follow.","uniqueKey":"structured_outputs.oneOf.0.json.oneOf.2","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.json","typeLabel":"string | Json · object | null"},"regex":{"oneOf":[{"type":"string","title":"Regex","description":"Regular expression the output must match.","uniqueKey":"structured_outputs.oneOf.0.regex.oneOf.0","typeLabel":"string"},{"type":"null","title":"Regex","description":"Regular expression the output must match.","uniqueKey":"structured_outputs.oneOf.0.regex.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.regex","typeLabel":"string | null"},"choice":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"structured_outputs.oneOf.0.choice.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Choice","description":"List of strings. The output must be exactly one of them.","uniqueKey":"structured_outputs.oneOf.0.choice.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Choice","description":"List of strings. The output must be exactly one of them.","uniqueKey":"structured_outputs.oneOf.0.choice.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.choice","typeLabel":"string[] | null"},"grammar":{"oneOf":[{"type":"string","title":"Grammar","description":"Grammar the output must follow.","uniqueKey":"structured_outputs.oneOf.0.grammar.oneOf.0","typeLabel":"string"},{"type":"null","title":"Grammar","description":"Grammar the output must follow.","uniqueKey":"structured_outputs.oneOf.0.grammar.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.grammar","typeLabel":"string | null"},"json_object":{"oneOf":[{"type":"boolean","title":"Json Object","description":"If true, the output must be a valid JSON object.","uniqueKey":"structured_outputs.oneOf.0.json_object.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Json Object","description":"If true, the output must be a valid JSON object.","uniqueKey":"structured_outputs.oneOf.0.json_object.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.json_object","typeLabel":"boolean | null"},"disable_any_whitespace":{"default":false,"description":"Requests restricted whitespace in structured output where supported. Some backends use server configuration instead of this request option.","title":"Disable Any Whitespace","type":"boolean","uniqueKey":"structured_outputs.oneOf.0.disable_any_whitespace","typeLabel":"boolean"},"disable_additional_properties":{"default":false,"description":"Requests that JSON objects contain only properties defined in the schema, where supported. Some backends use server configuration instead of this request option.","title":"Disable Additional Properties","type":"boolean","uniqueKey":"structured_outputs.oneOf.0.disable_additional_properties","typeLabel":"boolean"},"whitespace_pattern":{"oneOf":[{"type":"string","title":"Whitespace Pattern","description":"Backend-specific whitespace pattern for structured output. Ignored by backends that do not support per-request whitespace patterns.","uniqueKey":"structured_outputs.oneOf.0.whitespace_pattern.oneOf.0","typeLabel":"string"},{"type":"null","title":"Whitespace Pattern","description":"Backend-specific whitespace pattern for structured output. Ignored by backends that do not support per-request whitespace patterns.","uniqueKey":"structured_outputs.oneOf.0.whitespace_pattern.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.whitespace_pattern","typeLabel":"string | null"},"structural_tag":{"oneOf":[{"type":"string","title":"Structural Tag","description":"JSON-encoded structural-tag specification for constraining tagged sections of the output. Requires structural-tag support in the backend.","uniqueKey":"structured_outputs.oneOf.0.structural_tag.oneOf.0","typeLabel":"string"},{"type":"null","title":"Structural Tag","description":"JSON-encoded structural-tag specification for constraining tagged sections of the output. Requires structural-tag support in the backend.","uniqueKey":"structured_outputs.oneOf.0.structural_tag.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs.oneOf.0.structural_tag","typeLabel":"string | null"}},"additionalProperties":true,"uniqueKey":"structured_outputs.oneOf.0","typeLabel":"StructuredOutputsParams · object"},{"type":"null","description":"Additional keyword arguments for structured outputs.","uniqueKey":"structured_outputs.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_outputs","typeLabel":"StructuredOutputsParams · object | null"},"priority":{"default":0,"description":"The priority of the request (lower means earlier handling; default: 0). Any priority other than 0 will raise an error if the served model does not use priority scheduling.","maximum":9223372036854776000,"minimum":-9223372036854776000,"title":"Priority","type":"integer","uniqueKey":"priority","typeLabel":"integer"},"request_id":{"oneOf":[{"type":"string","title":"Request Id","description":"The request_id related to this request. If the caller does not set it, a random uuid will be generated.","uniqueKey":"request_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Request Id","description":"The request_id related to this request. If the caller does not set it, a random uuid will be generated.","uniqueKey":"request_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"request_id","typeLabel":"string | null"},"return_tokens_as_token_ids":{"oneOf":[{"type":"boolean","title":"Return Tokens As Token Ids","description":"If specified with 'logprobs', tokens are represented as strings of the form 'token_id:{token_id}' so that tokens that are not JSON-encodable can be identified.","uniqueKey":"return_tokens_as_token_ids.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Return Tokens As Token Ids","description":"If specified with 'logprobs', tokens are represented as strings of the form 'token_id:{token_id}' so that tokens that are not JSON-encodable can be identified.","uniqueKey":"return_tokens_as_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"return_tokens_as_token_ids","typeLabel":"boolean | null"},"return_token_ids":{"oneOf":[{"type":"boolean","title":"Return Token Ids","description":"If specified, the result will include token IDs alongside the generated text.","uniqueKey":"return_token_ids.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Return Token Ids","description":"If specified, the result will include token IDs alongside the generated text.","uniqueKey":"return_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"return_token_ids","typeLabel":"boolean | null"},"cache_salt":{"oneOf":[{"type":"string","title":"Cache Salt","description":"If specified, the prefix cache will be salted with the provided string to prevent an attacker from guessing prompts in multi-user environments.","uniqueKey":"cache_salt.oneOf.0","typeLabel":"string"},{"type":"null","title":"Cache Salt","description":"If specified, the prefix cache will be salted with the provided string to prevent an attacker from guessing prompts in multi-user environments.","uniqueKey":"cache_salt.oneOf.1","typeLabel":"null"}],"uniqueKey":"cache_salt","typeLabel":"string | null"},"vllm_xargs":{"oneOf":[{"type":"object","title":"Vllm Xargs","description":"Additional request parameters with (list of) string or numeric values, used by custom extensions.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].oneOf.2","typeLabel":"number"}],"uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"string | integer | number"},"uniqueKey":"vllm_xargs.oneOf.0.additionalProperties.oneOf.3","typeLabel":"(string | integer | number)[]"}],"uniqueKey":"vllm_xargs.oneOf.0.additionalProperties","typeLabel":"string | integer | number | (string | integer | number)[]"},"uniqueKey":"vllm_xargs.oneOf.0","typeLabel":"Vllm Xargs · object"},{"type":"null","title":"Vllm Xargs","description":"Additional request parameters with (list of) string or numeric values, used by custom extensions.","uniqueKey":"vllm_xargs.oneOf.1","typeLabel":"null"}],"uniqueKey":"vllm_xargs","typeLabel":"Vllm Xargs · object | null"},"repetition_detection":{"oneOf":[{"type":"object","title":"RepetitionDetectionParams","description":"Parameters for detecting repetitive N-gram patterns in output tokens. If such repetition is detected, generation ends early.","properties":{"max_pattern_size":{"default":0,"description":"Maximum size of N-gram pattern to detect for sequence repetition. Set to 0 to disable. Must be used together with min_count.","title":"Max Pattern Size","type":"integer","uniqueKey":"repetition_detection.oneOf.0.max_pattern_size","typeLabel":"integer"},"min_pattern_size":{"default":0,"description":"Minimum N-gram pattern size to check for sequence repetition. If set to 0, it defaults to 1. Must be \u003c= max_pattern_size.","title":"Min Pattern Size","type":"integer","uniqueKey":"repetition_detection.oneOf.0.min_pattern_size","typeLabel":"integer"},"min_count":{"default":0,"description":"Minimum number of times an N-gram pattern must repeat to trigger detection. Must be >= 2.","title":"Min Count","type":"integer","uniqueKey":"repetition_detection.oneOf.0.min_count","typeLabel":"integer"}},"additionalProperties":true,"uniqueKey":"repetition_detection.oneOf.0","typeLabel":"RepetitionDetectionParams · object"},{"type":"null","description":"Parameters for detecting repetitive N-gram patterns in output tokens. If such repetition is detected, generation ends early.","uniqueKey":"repetition_detection.oneOf.1","typeLabel":"null"}],"uniqueKey":"repetition_detection","typeLabel":"RepetitionDetectionParams · object | null"},"thinking_token_budget":{"oneOf":[{"type":"integer","title":"Thinking Token Budget","description":"Maximum number of tokens allowed for thinking operations (reasoning models). Non-negative integer sets the limit; -1 means unlimited (treated as unset).","uniqueKey":"thinking_token_budget.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Thinking Token Budget","description":"Maximum number of tokens allowed for thinking operations (reasoning models). Non-negative integer sets the limit; -1 means unlimited (treated as unset).","uniqueKey":"thinking_token_budget.oneOf.1","typeLabel":"null"}],"uniqueKey":"thinking_token_budget","typeLabel":"integer | null"}},"title":"CompletionRequest","type":"object","uniqueKey":"","typeLabel":"CompletionRequest · object"},"example":{"model":"meta-llama/Llama-3.1-8B-Instruct","prompt":"The capital of France is","max_tokens":32,"temperature":0.7,"stream":false},"examples":{"Example":{"title":"Example","value":{"model":"meta-llama/Llama-3.1-8B-Instruct","prompt":"The capital of France is","max_tokens":32,"temperature":0.7,"stream":false}}},"exampleType":"examples"}},"required":true,"exampleType":"examples"},"responses":{"1f4280ab-5122-43ba-b710-736a3f39b952":{"description":"Successful response.","content":{"application/json":{"schema":{"additionalProperties":true,"properties":{"id":{"description":"Unique ID of the response.","title":"Id","type":"string","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"created":{"description":"Unix timestamp, in seconds, of when the response was created.","title":"Created","type":"integer","isRequired":true,"uniqueKey":"created","typeLabel":"integer"},"model":{"description":"ID of the model that generated the response.","title":"Model","type":"string","isRequired":true,"uniqueKey":"model","typeLabel":"string"},"choices":{"description":"List of generated completions.","items":{"additionalProperties":true,"properties":{"index":{"description":"Position of this item in the list.","title":"Index","type":"integer","isRequired":true,"uniqueKey":"choices.items.[INDEX].index","typeLabel":"integer"},"text":{"description":"Generated text.","title":"Text","type":"string","isRequired":true,"uniqueKey":"choices.items.[INDEX].text","typeLabel":"string"},"logprobs":{"oneOf":[{"type":"object","title":"CompletionLogProbs","description":"Log probability information for the generated tokens.","properties":{"text_offset":{"description":"Character offset of each token in the returned text.","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.text_offset.items.[INDEX]","typeLabel":"integer"},"title":"Text Offset","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.text_offset","typeLabel":"integer[]"},"token_logprobs":{"description":"Log probability of each generated token.","items":{"oneOf":[{"type":"number","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX].oneOf.0","typeLabel":"number"},{"type":"null","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX]","typeLabel":"number | null"},"title":"Token Logprobs","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs","typeLabel":"(number | null)[]"},"tokens":{"description":"Tokens generated, one per position.","items":{"type":"string","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.tokens.items.[INDEX]","typeLabel":"string"},"title":"Tokens","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.tokens","typeLabel":"string[]"},"top_logprobs":{"description":"Most likely tokens at this position, with their log probabilities.","items":{"oneOf":[{"type":"object","additionalProperties":{"type":"number","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.0.additionalProperties","typeLabel":"number"},"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX]","typeLabel":"object | null"},"title":"Top Logprobs","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs","typeLabel":"(object | null)[]"}},"additionalProperties":true,"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0","typeLabel":"CompletionLogProbs · object"},{"type":"null","description":"Log probability information for the generated tokens.","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs","typeLabel":"CompletionLogProbs · object | null"},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason","description":"Reason generation stopped, such as `stop` when the model reached a natural end or `length` when it reached the token limit.","uniqueKey":"choices.items.[INDEX].finish_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Finish Reason","description":"Reason generation stopped, such as `stop` when the model reached a natural end or `length` when it reached the token limit.","uniqueKey":"choices.items.[INDEX].finish_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].finish_reason","typeLabel":"string | null"},"stop_reason":{"oneOf":[{"type":"integer","title":"Stop Reason","description":"The stop string or token ID that caused the completion to stop. `null` when the completion finished for another reason, including reaching the end-of-sequence token.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.0","typeLabel":"integer"},{"type":"string","title":"Stop Reason","description":"The stop string or token ID that caused the completion to stop. `null` when the completion finished for another reason, including reaching the end-of-sequence token.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.1","typeLabel":"string"},{"type":"null","title":"Stop Reason","description":"The stop string or token ID that caused the completion to stop. `null` when the completion finished for another reason, including reaching the end-of-sequence token.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.2","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].stop_reason","typeLabel":"integer | string | null"},"token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Token Ids","description":"Token IDs of the generated completion, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Token Ids","description":"Token IDs of the generated completion, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].token_ids","typeLabel":"integer[] | null"},"prompt_logprobs":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"object","additionalProperties":true,"uniqueKey":"choices.items.[INDEX].prompt_logprobs.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"choices.items.[INDEX].prompt_logprobs.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].prompt_logprobs.oneOf.0.items.[INDEX]","typeLabel":"object | null"},"title":"Prompt Logprobs","description":"Log probabilities for the prompt tokens.","uniqueKey":"choices.items.[INDEX].prompt_logprobs.oneOf.0","typeLabel":"(object | null)[]"},{"type":"null","title":"Prompt Logprobs","description":"Log probabilities for the prompt tokens.","uniqueKey":"choices.items.[INDEX].prompt_logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].prompt_logprobs","typeLabel":"(object | null)[] | null"},"prompt_token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Prompt Token Ids","description":"Token IDs of the input prompt, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Prompt Token Ids","description":"Token IDs of the input prompt, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].prompt_token_ids","typeLabel":"integer[] | null"}},"required":["index","text"],"title":"CompletionResponseChoice","type":"object","uniqueKey":"choices.items.[INDEX]","typeLabel":"CompletionResponseChoice · object"},"title":"Choices","type":"array","isRequired":true,"uniqueKey":"choices","typeLabel":"CompletionResponseChoice · object[]"},"usage":{"additionalProperties":true,"properties":{"prompt_tokens":{"default":0,"description":"Number of tokens in the prompt.","title":"Prompt Tokens","type":"integer","uniqueKey":"usage.prompt_tokens","typeLabel":"integer"},"total_tokens":{"default":0,"description":"Total number of tokens used, including the prompt and the completion.","title":"Total Tokens","type":"integer","uniqueKey":"usage.total_tokens","typeLabel":"integer"},"completion_tokens":{"oneOf":[{"type":"integer","title":"Completion Tokens","description":"Number of tokens in the generated completion.","default":0,"uniqueKey":"usage.completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Completion Tokens","description":"Number of tokens in the generated completion.","default":0,"uniqueKey":"usage.completion_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.completion_tokens","typeLabel":"integer | null"},"prompt_tokens_details":{"oneOf":[{"type":"object","title":"PromptTokenUsageInfo","description":"Breakdown of prompt-token usage, including cache usage when reported by the backend.","properties":{"cached_tokens":{"oneOf":[{"type":"integer","title":"Cached Tokens","description":"Number of prompt tokens served from the cache.","uniqueKey":"usage.prompt_tokens_details.oneOf.0.cached_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Cached Tokens","description":"Number of prompt tokens served from the cache.","uniqueKey":"usage.prompt_tokens_details.oneOf.0.cached_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.prompt_tokens_details.oneOf.0.cached_tokens","typeLabel":"integer | null"},"created_cache_tokens":{"oneOf":[{"type":"integer","title":"Created Cache Tokens","description":"Number of prompt tokens written to the cache for this request, when reported by the backend.","uniqueKey":"usage.prompt_tokens_details.oneOf.0.created_cache_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Created Cache Tokens","description":"Number of prompt tokens written to the cache for this request, when reported by the backend.","uniqueKey":"usage.prompt_tokens_details.oneOf.0.created_cache_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.prompt_tokens_details.oneOf.0.created_cache_tokens","typeLabel":"integer | null"},"multimodal_tokens":{"oneOf":[{"type":"object","title":"Multimodal Tokens","description":"Prompt tokens contributed by each input modality, keyed by modality name (e.g. `image`, `audio`, `video`). A breakdown of the multimodal placeholder tokens already counted in `prompt_tokens`; null when the request has no multimodal input.","additionalProperties":{"type":"integer","uniqueKey":"usage.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"usage.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.0","typeLabel":"Multimodal Tokens · object"},{"type":"null","title":"Multimodal Tokens","description":"Prompt tokens contributed by each input modality, keyed by modality name (e.g. `image`, `audio`, `video`). A breakdown of the multimodal placeholder tokens already counted in `prompt_tokens`; null when the request has no multimodal input.","uniqueKey":"usage.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.prompt_tokens_details.oneOf.0.multimodal_tokens","typeLabel":"Multimodal Tokens · object | null"}},"additionalProperties":true,"uniqueKey":"usage.prompt_tokens_details.oneOf.0","typeLabel":"PromptTokenUsageInfo · object"},{"type":"null","description":"Breakdown of prompt-token usage, including cache usage when reported by the backend.","uniqueKey":"usage.prompt_tokens_details.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.prompt_tokens_details","typeLabel":"PromptTokenUsageInfo · object | null"}},"title":"UsageInfo","type":"object","isRequired":true,"uniqueKey":"usage","typeLabel":"UsageInfo · object"},"object":{"const":"text_completion","default":"text_completion","description":"Object type. Always `text_completion`.","title":"Object","type":"string","uniqueKey":"object","typeLabel":"string"},"service_tier":{"oneOf":[{"type":"string","title":"Service Tier","description":"Service tier reported by the backend, when available. May be null.","enum":["auto","default","flex","scale","priority"],"uniqueKey":"service_tier.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Service Tier","description":"Service tier reported by the backend, when available. May be null.","uniqueKey":"service_tier.oneOf.1","typeLabel":"null"}],"uniqueKey":"service_tier","typeLabel":"enum\u003cstring> | null"},"system_fingerprint":{"oneOf":[{"type":"string","title":"System Fingerprint","description":"Identifier for the backend configuration that served the request.","uniqueKey":"system_fingerprint.oneOf.0","typeLabel":"string"},{"type":"null","title":"System Fingerprint","description":"Identifier for the backend configuration that served the request.","uniqueKey":"system_fingerprint.oneOf.1","typeLabel":"null"}],"uniqueKey":"system_fingerprint","typeLabel":"string | null"},"metrics":{"oneOf":[{"type":"object","title":"PerRequestTimingMetrics","description":"Timing and throughput measurements for this request, when reported by the backend.","properties":{"time_to_first_token_ms":{"oneOf":[{"type":"number","title":"Time To First Token Ms","description":"Time from receiving the request to producing the first token, in milliseconds.","uniqueKey":"metrics.oneOf.0.time_to_first_token_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Time To First Token Ms","description":"Time from receiving the request to producing the first token, in milliseconds.","uniqueKey":"metrics.oneOf.0.time_to_first_token_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.time_to_first_token_ms","typeLabel":"number | null"},"generation_time_ms":{"oneOf":[{"type":"number","title":"Generation Time Ms","description":"Time spent generating tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.generation_time_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Generation Time Ms","description":"Time spent generating tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.generation_time_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.generation_time_ms","typeLabel":"number | null"},"queue_time_ms":{"oneOf":[{"type":"number","title":"Queue Time Ms","description":"Time the request waited in the queue, in milliseconds.","uniqueKey":"metrics.oneOf.0.queue_time_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Queue Time Ms","description":"Time the request waited in the queue, in milliseconds.","uniqueKey":"metrics.oneOf.0.queue_time_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.queue_time_ms","typeLabel":"number | null"},"mean_itl_ms":{"oneOf":[{"type":"number","title":"Mean Itl Ms","description":"Mean time between consecutive tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.mean_itl_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Mean Itl Ms","description":"Mean time between consecutive tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.mean_itl_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.mean_itl_ms","typeLabel":"number | null"},"tokens_per_second":{"oneOf":[{"type":"number","title":"Tokens Per Second","description":"Rate of token generation, in tokens per second.","uniqueKey":"metrics.oneOf.0.tokens_per_second.oneOf.0","typeLabel":"number"},{"type":"null","title":"Tokens Per Second","description":"Rate of token generation, in tokens per second.","uniqueKey":"metrics.oneOf.0.tokens_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.tokens_per_second","typeLabel":"number | null"}},"additionalProperties":true,"uniqueKey":"metrics.oneOf.0","typeLabel":"PerRequestTimingMetrics · object"},{"type":"null","description":"Timing and throughput measurements for this request, when reported by the backend.","uniqueKey":"metrics.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics","typeLabel":"PerRequestTimingMetrics · object | null"}},"required":["id","created","model","choices","usage"],"title":"CompletionResponse","type":"object","uniqueKey":"","typeLabel":"CompletionResponse · object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","created":123,"model":"\u003cstring>","choices":[{"index":123,"text":"\u003cstring>","logprobs":{"text_offset":[123],"token_logprobs":[123],"tokens":["\u003cstring>"],"top_logprobs":[{}]},"finish_reason":"\u003cstring>","stop_reason":123,"token_ids":[123],"prompt_logprobs":[{}],"prompt_token_ids":[123]}],"usage":{"prompt_tokens":0,"total_tokens":0,"completion_tokens":0,"prompt_tokens_details":{"cached_tokens":123,"created_cache_tokens":123,"multimodal_tokens":{}}},"object":"text_completion","service_tier":"auto","system_fingerprint":"\u003cstring>","metrics":{"time_to_first_token_ms":123,"generation_time_ms":123,"queue_time_ms":123,"mean_itl_ms":123,"tokens_per_second":123}}}},"exampleType":"generated"},"text/event-stream":{"schema":{"type":"object","title":"CompletionStreamResponse","description":"Sent as server-sent events. The body is a sequence of `data: \u003cchunk>` lines separated by blank lines and terminated by `data: [DONE]`, where each `\u003cchunk>` is an object of the shape below.","required":["id","created","model","choices"],"properties":{"id":{"description":"Unique ID of the response.","title":"Id","type":"string","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"created":{"description":"Unix timestamp, in seconds, of when the response was created.","title":"Created","type":"integer","isRequired":true,"uniqueKey":"created","typeLabel":"integer"},"model":{"description":"ID of the model that generated the response.","title":"Model","type":"string","isRequired":true,"uniqueKey":"model","typeLabel":"string"},"choices":{"description":"List of generated completions.","items":{"additionalProperties":true,"properties":{"index":{"description":"Zero-based index of this completion choice. Use it to combine chunks for the same choice.","title":"Index","type":"integer","isRequired":true,"uniqueKey":"choices.items.[INDEX].index","typeLabel":"integer"},"text":{"description":"Generated text.","title":"Text","type":"string","isRequired":true,"uniqueKey":"choices.items.[INDEX].text","typeLabel":"string"},"logprobs":{"oneOf":[{"type":"object","title":"CompletionLogProbs","description":"Log probability information for the generated tokens.","properties":{"text_offset":{"description":"Character offset of each token in the returned text.","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.text_offset.items.[INDEX]","typeLabel":"integer"},"title":"Text Offset","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.text_offset","typeLabel":"integer[]"},"token_logprobs":{"description":"Log probability of each generated token.","items":{"oneOf":[{"type":"number","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX].oneOf.0","typeLabel":"number"},{"type":"null","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs.items.[INDEX]","typeLabel":"number | null"},"title":"Token Logprobs","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.token_logprobs","typeLabel":"(number | null)[]"},"tokens":{"description":"Tokens generated, one per position.","items":{"type":"string","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.tokens.items.[INDEX]","typeLabel":"string"},"title":"Tokens","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.tokens","typeLabel":"string[]"},"top_logprobs":{"description":"Most likely tokens at this position, with their log probabilities.","items":{"oneOf":[{"type":"object","additionalProperties":{"type":"number","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.0.additionalProperties","typeLabel":"number"},"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs.items.[INDEX]","typeLabel":"object | null"},"title":"Top Logprobs","type":"array","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0.top_logprobs","typeLabel":"(object | null)[]"}},"additionalProperties":true,"uniqueKey":"choices.items.[INDEX].logprobs.oneOf.0","typeLabel":"CompletionLogProbs · object"},{"type":"null","description":"Log probability information for the generated tokens.","uniqueKey":"choices.items.[INDEX].logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].logprobs","typeLabel":"CompletionLogProbs · object | null"},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason","description":"Reason generation stopped, such as `stop` when the model reached a natural end or `length` when it reached the token limit.","uniqueKey":"choices.items.[INDEX].finish_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Finish Reason","description":"Reason generation stopped, such as `stop` when the model reached a natural end or `length` when it reached the token limit.","uniqueKey":"choices.items.[INDEX].finish_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].finish_reason","typeLabel":"string | null"},"stop_reason":{"oneOf":[{"type":"integer","title":"Stop Reason","description":"Stop string or token ID that ended generation. `null` when generation ended for another reason.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.0","typeLabel":"integer"},{"type":"string","title":"Stop Reason","description":"Stop string or token ID that ended generation. `null` when generation ended for another reason.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.1","typeLabel":"string"},{"type":"null","title":"Stop Reason","description":"Stop string or token ID that ended generation. `null` when generation ended for another reason.","uniqueKey":"choices.items.[INDEX].stop_reason.oneOf.2","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].stop_reason","typeLabel":"integer | string | null"},"prompt_token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Prompt Token Ids","description":"Token IDs of the input prompt, sent in the first chunk for this prompt when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Prompt Token Ids","description":"Token IDs of the input prompt, sent in the first chunk for this prompt when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].prompt_token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].prompt_token_ids","typeLabel":"integer[] | null"},"token_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Token Ids","description":"Token IDs generated in this chunk, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Token Ids","description":"Token IDs generated in this chunk, included when `return_token_ids` is true.","uniqueKey":"choices.items.[INDEX].token_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"choices.items.[INDEX].token_ids","typeLabel":"integer[] | null"}},"required":["index","text"],"title":"CompletionResponseStreamChoice","type":"object","uniqueKey":"choices.items.[INDEX]","typeLabel":"CompletionResponseStreamChoice · object"},"title":"Choices","type":"array","isRequired":true,"uniqueKey":"choices","typeLabel":"CompletionResponseStreamChoice · object[]"},"object":{"default":"text_completion","description":"Object type. Always `text_completion`.","title":"Object","type":"string","uniqueKey":"object","typeLabel":"string"},"usage":{"oneOf":[{"type":"object","title":"UsageInfo","description":"Token usage for the request.","properties":{"prompt_tokens":{"default":0,"description":"Number of tokens in the prompt.","title":"Prompt Tokens","type":"integer","uniqueKey":"usage.oneOf.0.prompt_tokens","typeLabel":"integer"},"total_tokens":{"default":0,"description":"Total number of tokens used, including the prompt and the completion.","title":"Total Tokens","type":"integer","uniqueKey":"usage.oneOf.0.total_tokens","typeLabel":"integer"},"completion_tokens":{"oneOf":[{"type":"integer","title":"Completion Tokens","description":"Number of tokens in the generated completion.","default":0,"uniqueKey":"usage.oneOf.0.completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Completion Tokens","description":"Number of tokens in the generated completion.","default":0,"uniqueKey":"usage.oneOf.0.completion_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.oneOf.0.completion_tokens","typeLabel":"integer | null"},"prompt_tokens_details":{"oneOf":[{"type":"object","title":"PromptTokenUsageInfo","description":"Breakdown of prompt-token usage, including cache usage when reported by the backend.","properties":{"cached_tokens":{"oneOf":[{"type":"integer","title":"Cached Tokens","description":"Number of prompt tokens served from the cache.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.cached_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Cached Tokens","description":"Number of prompt tokens served from the cache.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.cached_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.cached_tokens","typeLabel":"integer | null"},"created_cache_tokens":{"oneOf":[{"type":"integer","title":"Created Cache Tokens","description":"Number of prompt tokens written to the cache for this request, when reported by the backend.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.created_cache_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Created Cache Tokens","description":"Number of prompt tokens written to the cache for this request, when reported by the backend.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.created_cache_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.created_cache_tokens","typeLabel":"integer | null"},"multimodal_tokens":{"oneOf":[{"type":"object","title":"Multimodal Tokens","description":"Prompt tokens contributed by each input modality, keyed by modality name (e.g. `image`, `audio`, `video`). A breakdown of the multimodal placeholder tokens already counted in `prompt_tokens`; null when the request has no multimodal input.","additionalProperties":{"type":"integer","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.0","typeLabel":"Multimodal Tokens · object"},{"type":"null","title":"Multimodal Tokens","description":"Prompt tokens contributed by each input modality, keyed by modality name (e.g. `image`, `audio`, `video`). A breakdown of the multimodal placeholder tokens already counted in `prompt_tokens`; null when the request has no multimodal input.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.multimodal_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0.multimodal_tokens","typeLabel":"Multimodal Tokens · object | null"}},"additionalProperties":true,"uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.0","typeLabel":"PromptTokenUsageInfo · object"},{"type":"null","description":"Breakdown of prompt-token usage, including cache usage when reported by the backend.","uniqueKey":"usage.oneOf.0.prompt_tokens_details.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage.oneOf.0.prompt_tokens_details","typeLabel":"PromptTokenUsageInfo · object | null"}},"additionalProperties":true,"uniqueKey":"usage.oneOf.0","typeLabel":"UsageInfo · object"},{"type":"null","description":"Token usage for the request.","uniqueKey":"usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"usage","typeLabel":"UsageInfo · object | null"},"system_fingerprint":{"oneOf":[{"type":"string","title":"System Fingerprint","description":"Identifier for the backend configuration that served the request.","uniqueKey":"system_fingerprint.oneOf.0","typeLabel":"string"},{"type":"null","title":"System Fingerprint","description":"Identifier for the backend configuration that served the request.","uniqueKey":"system_fingerprint.oneOf.1","typeLabel":"null"}],"uniqueKey":"system_fingerprint","typeLabel":"string | null"},"metrics":{"oneOf":[{"type":"object","title":"PerRequestTimingMetrics","description":"Timing and throughput measurements for this request, when reported by the backend.","properties":{"time_to_first_token_ms":{"oneOf":[{"type":"number","title":"Time To First Token Ms","description":"Time from receiving the request to producing the first token, in milliseconds.","uniqueKey":"metrics.oneOf.0.time_to_first_token_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Time To First Token Ms","description":"Time from receiving the request to producing the first token, in milliseconds.","uniqueKey":"metrics.oneOf.0.time_to_first_token_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.time_to_first_token_ms","typeLabel":"number | null"},"generation_time_ms":{"oneOf":[{"type":"number","title":"Generation Time Ms","description":"Time spent generating tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.generation_time_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Generation Time Ms","description":"Time spent generating tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.generation_time_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.generation_time_ms","typeLabel":"number | null"},"queue_time_ms":{"oneOf":[{"type":"number","title":"Queue Time Ms","description":"Time the request waited in the queue, in milliseconds.","uniqueKey":"metrics.oneOf.0.queue_time_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Queue Time Ms","description":"Time the request waited in the queue, in milliseconds.","uniqueKey":"metrics.oneOf.0.queue_time_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.queue_time_ms","typeLabel":"number | null"},"mean_itl_ms":{"oneOf":[{"type":"number","title":"Mean Itl Ms","description":"Mean time between consecutive tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.mean_itl_ms.oneOf.0","typeLabel":"number"},{"type":"null","title":"Mean Itl Ms","description":"Mean time between consecutive tokens, in milliseconds.","uniqueKey":"metrics.oneOf.0.mean_itl_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.mean_itl_ms","typeLabel":"number | null"},"tokens_per_second":{"oneOf":[{"type":"number","title":"Tokens Per Second","description":"Rate of token generation, in tokens per second.","uniqueKey":"metrics.oneOf.0.tokens_per_second.oneOf.0","typeLabel":"number"},{"type":"null","title":"Tokens Per Second","description":"Rate of token generation, in tokens per second.","uniqueKey":"metrics.oneOf.0.tokens_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics.oneOf.0.tokens_per_second","typeLabel":"number | null"}},"additionalProperties":true,"uniqueKey":"metrics.oneOf.0","typeLabel":"PerRequestTimingMetrics · object"},{"type":"null","description":"Timing and throughput measurements for this request, when reported by the backend.","uniqueKey":"metrics.oneOf.1","typeLabel":"null"}],"uniqueKey":"metrics","typeLabel":"PerRequestTimingMetrics · object | null"}},"additionalProperties":true,"uniqueKey":"","typeLabel":"CompletionStreamResponse · object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","created":123,"model":"\u003cstring>","choices":[{"index":123,"text":"\u003cstring>","logprobs":{"text_offset":[123],"token_logprobs":[123],"tokens":["\u003cstring>"],"top_logprobs":[{}]},"finish_reason":"\u003cstring>","stop_reason":123,"prompt_token_ids":[123],"token_ids":[123]}],"object":"text_completion","usage":{"prompt_tokens":0,"total_tokens":0,"completion_tokens":0,"prompt_tokens_details":{"cached_tokens":123,"created_cache_tokens":123,"multimodal_tokens":{}}},"system_fingerprint":"\u003cstring>","metrics":{"time_to_first_token_ms":123,"generation_time_ms":123,"queue_time_ms":123,"mean_itl_ms":123,"tokens_per_second":123}}}},"exampleType":"generated"}},"exampleType":"generated"},"d68c5116-e9c4-4404-9e57-0378391f1165":{"description":"Malformed request body, or `model` missing.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"9585ba5b-3e20-484e-9d73-f77e55fbcdba":{"description":"Missing or invalid API key.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"2c2fa8a1-7c68-4c1c-99f7-e71d1596b484":{"description":"The requested model is not a base model and is not deployed for your team.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"d75f27da-6de4-484f-af43-d12e17352062":{"description":"Deployment not found, or the request is unprocessable.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"b0b9a8c4-1ca9-4e95-9ad3-45703f463255":{"description":"Rate limit exceeded.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"8c8b2eaa-48f8-4230-a67a-30e9dfa1a2a7":{"description":"Backend disconnected before sending a response.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"5fa07f83-8f03-4371-affb-edc1a12d8053":{"description":"No healthy backend available for the requested model.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"StructuredError","required":["error"],"properties":{"error":{"properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"oneOf.0.error.message","typeLabel":"string"},"type":{"type":"string","uniqueKey":"oneOf.0.error.type","typeLabel":"string"},"code":{"type":"integer","uniqueKey":"oneOf.0.error.code","typeLabel":"integer"},"param":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.error.param.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"oneOf.0.error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"oneOf.0.error.param","typeLabel":"string | null"}},"type":"object","required":["message"],"isRequired":true,"uniqueKey":"oneOf.0.error","typeLabel":"object"}},"uniqueKey":"oneOf.0","typeLabel":"StructuredError · object"},{"type":"object","title":"SimpleError","required":["error"],"properties":{"error":{"type":"string","isRequired":true,"uniqueKey":"oneOf.1.error","typeLabel":"string"}},"uniqueKey":"oneOf.1","typeLabel":"SimpleError · object"}],"uniqueKey":"","typeLabel":"StructuredError · object | SimpleError · object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","code":123,"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"70febf92-0b65-4b04-bdbb-3584f351d87a":{"APIKeyHeader":{"type":"apiKey","description":"Your Seekr API key, sent in the Authorization header with no 'Bearer' prefix.","in":"header","name":"Authorization","scopes":[],"schemeName":"APIKeyHeader"}}},"servers":{"57dae852-5b6a-4d5b-8118-667af6e59038":{"url":"https://flow.seekr.com","description":"SeekrBuild server base URL"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","description":"Your Seekr API key, sent in the Authorization header with no 'Bearer' prefix.","in":"header","name":"Authorization","scopes":[],"schemeName":"APIKeyHeader"},"schema":{"title":"Authorization","type":"string","description":"Your Seekr API key, sent in the Authorization header with no 'Bearer' prefix.","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"Authorization"}],"title":"APIKeyHeader"}]},"originalFileLocation":"serving.json"},"subdomain":"seekr","siteName":"Seekr Documentation","title":"Create completion - Seekr Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-06-24T16:04:43.680Z","gitLastModified":"2026-07-31T23:12:51.000Z","originalFileLocation":"flow/reference/route_completion_v1_inference_completions_post.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Generate a text completion response from a deployed model.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Seekr Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create completion - Seekr Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Generate a text completion response from a deployed model.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Seekr Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://seekr.mintlify.site/_mintlify/api/og/v2?division=Inference\u0026amp;title=Create+completion\u0026amp;description=Generate+a+text+completion+response+from+a+deployed+model.\u0026amp;theme=005cf4e0d79661173c99c723\u0026amp;signature=173d32609451a31510c645fb4808b650268b87a1c4e033d53f54689c02794f79\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create completion - Seekr Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Generate a text completion response from a deployed model.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://seekr.mintlify.site/_mintlify/api/og/v2?division=Inference\u0026amp;title=Create+completion\u0026amp;description=Generate+a+text+completion+response+from+a+deployed+model.\u0026amp;theme=005cf4e0d79661173c99c723\u0026amp;signature=173d32609451a31510c645fb4808b650268b87a1c4e033d53f54689c02794f79\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/seekr/stRf9o-EBn2ru4KI/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Seekr Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#007774\">\u003cmeta data-mint-head name=\"google-site-verification\" content=\"RDMpUYE1uCSa_-TiRs1E4lMyGuAOUVkzmji5t4kVsEM\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/flow/reference/route_completion_v1_inference_completions_post.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.seekr.com/#organization\",\"name\":\"Seekr Documentation\",\"url\":\"https://docs.seekr.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/seekr/xCjyiASvtfX59CGv/logo/light.svg?fit=max\u0026auto=format\u0026n=xCjyiASvtfX59CGv\u0026q=85\u0026s=5631304b029d4cfaefb138711ec30bd9\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.seekr.com#website\",\"name\":\"Seekr Documentation\",\"url\":\"https://docs.seekr.com\",\"publisher\":{\"@id\":\"https://docs.seekr.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post#webpage\",\"url\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post\",\"name\":\"Create completion\",\"description\":\"Generate a text completion response from a deployed model.\",\"dateModified\":\"2026-07-31T23:12:51.000Z\",\"isPartOf\":{\"@id\":\"https://docs.seekr.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Endpoints\",\"item\":\"https://docs.seekr.com/flow/reference/list_agents_v2_flow_agents__get\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Inference\",\"item\":\"https://docs.seekr.com/flow/reference/route_chat_completion_v1_inference_chat_completions_post\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Create completion\",\"item\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post#apireference\",\"headline\":\"Create completion\",\"name\":\"Create completion\",\"description\":\"Generate a text completion response from a deployed model.\",\"url\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post\",\"mainEntityOfPage\":{\"@id\":\"https://docs.seekr.com/flow/reference/route_completion_v1_inference_completions_post#webpage\"},\"dateModified\":\"2026-07-31T23:12:51.000Z\",\"publisher\":{\"@id\":\"https://docs.seekr.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.seekr.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Seekr Documentation\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Seekr Documentation","nav":{"global":{"tabs":[{"tab":"Self-managed","icon":"server","href":"/self-managed/flow"}],"anchors":[{"anchor":"About us","icon":"circle-info","href":"https://www.seekr.com/about/"},{"anchor":"Contact us","icon":"headset","href":"https://www.seekr.com/contact-us/"},{"anchor":"Blog","icon":"newspaper","href":"https://www.seekr.com/resource-center/?type=blog"}]},"products":[{"product":"SeekrFlow","icon":"circle-nodes","description":"Build, tune, and deploy enterprise AI agents","tabs":[{"tab":"Guides","icon":"book-open","pages":[{"title":"Guides","href":"/flow/what-is-seekrflow"}]},{"tab":"Developer","icon":"code","menu":[{"item":"SDK","icon":"cube","pages":[{"title":"SDK","href":"/flow/sdk/getting-started"}]},{"item":"API Reference","icon":"terminal","groups":[{"group":"Overview","pages":[{"title":"Get started with the API","sidebarTitle":"Get started","href":"/flow/reference/getting-started-with-your-api"},{"title":"Error handling","href":"/flow/reference/error-handling"}]},{"group":"Endpoints","pages":[{"group":"Agents","pages":[{"title":"List agents","openapi":"get /v2/flow/agents/","href":"/flow/reference/list_agents_v2_flow_agents__get"},{"title":"Create agent","openapi":"post /v2/flow/agents/create","href":"/flow/reference/create_v2_flow_agents_create_post"},{"title":"Get agent","openapi":"get /v2/flow/agents/{agent_id}","href":"/flow/reference/get_agent_by_id_v2_flow_agents__agent_id__get"},{"title":"Update agent","openapi":"patch /v2/flow/agents/{agent_id}","href":"/flow/reference/patch_v2_flow_agents__agent_id__patch"},{"title":"Preview agent update","openapi":"patch /v2/flow/agents/{agent_id}/diff","href":"/flow/reference/diff_v2_flow_agents__agent_id__diff_patch"},{"title":"Replace agent","openapi":"put /v2/flow/agents/{agent_id}/update","deprecated":true,"href":"/flow/reference/update_v2_flow_agents__agent_id__update_put"},{"title":"Promote agent","openapi":"put /v2/flow/agents/{agent_id}/promote","href":"/flow/reference/promote_v2_flow_agents__agent_id__promote_put"},{"title":"Demote agent","openapi":"put /v2/flow/agents/{agent_id}/demote","href":"/flow/reference/demote_v2_flow_agents__agent_id__demote_put"},{"title":"Delete agent","openapi":"delete /v2/flow/agents/{agent_id}","href":"/flow/reference/delete_v2_flow_agents__agent_id__delete"},{"group":"V1 (deprecated)","pages":[{"title":"List agents v1","openapi":"get /v1/flow/agents/","deprecated":true,"href":"/flow/reference/list_agents_v1_flow_agents__get"},{"title":"Create agent v1","openapi":"post /v1/flow/agents/create","deprecated":true,"href":"/flow/reference/create_v1_flow_agents_create_post"},{"title":"Get agent v1","openapi":"get /v1/flow/agents/{agent_id}","deprecated":true,"href":"/flow/reference/get_agent_by_id_v1_flow_agents__agent_id__get"},{"title":"Update agent v1","openapi":"patch /v1/flow/agents/{agent_id}","deprecated":true,"href":"/flow/reference/patch_v1_flow_agents__agent_id__patch"},{"title":"Preview agent update v1","openapi":"patch /v1/flow/agents/{agent_id}/diff","deprecated":true,"href":"/flow/reference/diff_v1_flow_agents__agent_id__diff_patch"},{"title":"Replace agent v1","openapi":"put /v1/flow/agents/{agent_id}/update","deprecated":true,"href":"/flow/reference/update_v1_flow_agents__agent_id__update_put"},{"title":"Promote agent v1","openapi":"put /v1/flow/agents/{agent_id}/promote","deprecated":true,"href":"/flow/reference/promote_v1_flow_agents__agent_id__promote_put"},{"title":"Demote agent v1","openapi":"put /v1/flow/agents/{agent_id}/demote","deprecated":true,"href":"/flow/reference/demote_v1_flow_agents__agent_id__demote_put"},{"title":"Delete agent v1","openapi":"delete /v1/flow/agents/{agent_id}","deprecated":true,"href":"/flow/reference/delete_v1_flow_agents__agent_id__delete"}]}]},{"group":"Alignment","pages":[{"title":"List alignment jobs","openapi":"get /v1/flow/alignment","deprecated":true,"href":"/flow/reference/alignment_list_v1_flow_alignment_get"},{"title":"List file conversion jobs","openapi":"get /v1/flow/alignment/ingestion","deprecated":true,"href":"/flow/reference/ingestion_list_v1_flow_alignment_ingestion_get"},{"title":"Convert PDF files to markdown","openapi":"post /v1/flow/alignment/ingestion","deprecated":true,"href":"/flow/reference/ingest_files_v1_flow_alignment_ingestion_post"},{"title":"Get file conversion job","openapi":"get /v1/flow/alignment/ingestion/{ingestion_job_id}","deprecated":true,"href":"/flow/reference/ingestion_get_v1_flow_alignment_ingestion__ingestion_job_id__get"},{"title":"Get alignment job","openapi":"get /v1/flow/alignment/{alignment_job_id}","deprecated":true,"href":"/flow/reference/alignment_get_v1_flow_alignment__alignment_job_id__get"},{"title":"Delete alignment job","openapi":"delete /v1/flow/alignment/{alignment_job_id}","deprecated":true,"href":"/flow/reference/alignment_delete_v1_flow_alignment__alignment_job_id__delete"},{"title":"Generate training pairs","openapi":"post /v1/flow/alignment/generate","deprecated":true,"href":"/flow/reference/alignment_generate_v1_flow_alignment_generate_post"},{"title":"Cancel alignment job","openapi":"post /v1/flow/alignment/{alignment_job_id}/cancel","deprecated":true,"href":"/flow/reference/cancel_alignment_job_v1_flow_alignment__alignment_job_id__cancel_post"},{"title":"Get alignment metadata","openapi":"get /v1/flow/alignment/{alignment_job_id}/outputs","deprecated":true,"href":"/flow/reference/alignment_outputs_v1_flow_alignment__alignment_job_id__outputs_get"}]},{"group":"Data jobs","root":{"title":"Data jobs","href":"/flow/reference/data-jobs"},"pages":[{"title":"Submit data job","openapi":"post /v1/flow/data-jobs","href":"/flow/reference/submit_data_job_v1_flow_data_jobs_post"},{"title":"List data jobs","openapi":"get /v1/flow/data-jobs","href":"/flow/reference/get_data_jobs_v1_flow_data_jobs_get"},{"title":"Get data job","openapi":"get /v1/flow/data-jobs/{data_job_id}","href":"/flow/reference/get_data_job_v1_flow_data_jobs__data_job_id__get"},{"title":"Update data job","openapi":"patch /v1/flow/data-jobs/{data_job_id}","href":"/flow/reference/patch_data_job_v1_flow_data_jobs__data_job_id__patch"},{"title":"Start data job alignment","openapi":"post /v1/flow/data-jobs/{data_job_id}/start","href":"/flow/reference/start_data_job_alignment_v1_flow_data_jobs__data_job_id__start_post"},{"title":"Add files to data job","openapi":"post /v1/flow/data-jobs/{data_job_id}/add-files","href":"/flow/reference/add_files_to_data_job_v1_flow_data_jobs__data_job_id__add_files_post"},{"title":"Remove files from data job","openapi":"post /v1/flow/data-jobs/{data_job_id}/remove-files","href":"/flow/reference/remove_files_from_data_job_v1_flow_data_jobs__data_job_id__remove_files_post"},{"title":"Clone data job","openapi":"post /v1/flow/data-jobs/{data_job_id}/clone","href":"/flow/reference/clone_data_job_v1_flow_data_jobs__data_job_id__clone_post"},{"title":"Cancel data job","openapi":"post /v1/flow/data-jobs/{data_job_id}/cancel","href":"/flow/reference/cancel_data_job_v1_flow_data_jobs__data_job_id__cancel_post"},{"title":"Generate system prompt","openapi":"post /v1/flow/data-jobs/gen_system_prompt","href":"/flow/reference/generate_system_prompt_v1_flow_data_jobs_gen_system_prompt_post"},{"title":"Delete data job","openapi":"delete /v1/flow/data-jobs/{data_job_id}","href":"/flow/reference/delete_data_job_v1_flow_data_jobs__data_job_id__delete"}]},{"group":"Deployments","pages":[{"title":"Create deployment","openapi":"post /v1/flow/deployments","href":"/flow/reference/deploy_v1_flow_deployments_post"},{"title":"List deployments","openapi":"get /v1/flow/deployments","href":"/flow/reference/get_deployments_v1_flow_deployments_get"},{"title":"Get deployment","openapi":"get /v1/flow/deployments/{deployment_id}","href":"/flow/reference/deployment_by_id_v1_flow_deployments__deployment_id__get"},{"title":"Update deployment","openapi":"patch /v1/flow/deployments/{deployment_id}","href":"/flow/reference/update_deployment_v1_flow_deployments__deployment_id__patch"},{"title":"Promote deployment","openapi":"put /v1/flow/deployments/{deployment_id}/promote","href":"/flow/reference/promote_v1_flow_deployments__deployment_id__promote_put"},{"title":"Demote deployment","openapi":"put /v1/flow/deployments/{deployment_id}/demote","href":"/flow/reference/demote_v1_flow_deployments__deployment_id__demote_put"},{"title":"Get deployment metrics","openapi":"get /v1/flow/metrics/deployments","href":"/flow/reference/get_deployment_metrics_v1_flow_metrics_deployments_get"},{"title":"Get deployment event","openapi":"get /v1/flow/events/deployments/{deployment_id}","href":"/flow/reference/get_deployment_events_by_id_v1_flow_events_deployments__deployment_id__get"}]},{"group":"Explainability","pages":[{"title":"Get context attribution","openapi":"post /v1/explainability/context-attributor","href":"/flow/reference/get_context_attribution_v1_explainability_context_attributor_post"},{"title":"Get context attribution from run","openapi":"post /v1/explainability/context-attributor-from-run","href":"/flow/reference/get_context_attribution_from_run_v1_explainability_context_attributor_from_run_post"}]},{"group":"Files","pages":[{"title":"Upload file","openapi":"put /v1/flow/files","href":"/flow/reference/file_upload_v1_flow_files_put"},{"title":"Bulk upload files","openapi":"put /v1/flow/bulk_files","deprecated":true,"href":"/flow/reference/bulk_file_upload_v1_flow_bulk_files_put"},{"title":"List files","openapi":"get /v1/flow/files","href":"/flow/reference/list_files_v1_flow_files_get"},{"title":"Get file details","openapi":"get /v1/flow/files/{file_id}","href":"/flow/reference/file_download_v1_flow_files__file_id__get"},{"title":"Get file contents","openapi":"get /v1/flow/files/{file_id}/content","href":"/flow/reference/file_download_content_v1_flow_files__file_id__content_get"},{"title":"Get file token count","openapi":"get /v1/flow/files/token-counts","href":"/flow/reference/file_token_counts_v1_flow_files_token_counts_get"},{"title":"Change file name","openapi":"put /v1/flow/files/{file_id}/rename","href":"/flow/reference/rename_file_v1_flow_files__file_id__rename_put"},{"title":"Delete file","openapi":"delete /v1/flow/files/{file_id}","href":"/flow/reference/delete_file_v1_flow_files__file_id__delete"},{"title":"Validate file metadata","openapi":"post /v1/flow/files/validate_metadata","deprecated":true,"href":"/flow/reference/file_validate_metadata_v1_flow_files_validate_metadata_post"},{"title":"Get file event","openapi":"get /v1/flow/events/files/{file_id}","href":"/flow/reference/get_file_events_by_id_v1_flow_events_files__file_id__get"},{"title":"List file vector databases","openapi":"get /v1/flow/files/{file_id}/vector-dbs","href":"/flow/reference/get_file_vector_dbs_v1_flow_files__file_id__vector_dbs_get"},{"title":"List file data jobs","openapi":"get /v1/flow/files/{file_id}/data-jobs","href":"/flow/reference/get_file_data_jobs_v1_flow_files__file_id__data_jobs_get"},{"title":"List derived files","openapi":"get /v1/flow/files/{file_id}/derived-files","href":"/flow/reference/get_file_derived_files_v1_flow_files__file_id__derived_files_get"},{"title":"Convert PDF files to markdown","openapi":"post /v1/flow/ingestion","href":"/flow/reference/ingest_files_v1_flow_ingestion_post"},{"title":"List file conversion jobs","openapi":"get /v1/flow/ingestion","href":"/flow/reference/ingestion_list_v1_flow_ingestion_get"},{"title":"Get file conversion job","openapi":"get /v1/flow/ingestion/{ingestion_job_id}","href":"/flow/reference/ingestion_get_v1_flow_ingestion__ingestion_job_id__get"}]},{"group":"Fine-tuning","pages":[{"title":"Create fine-tuning job","openapi":"post /v1/flow/fine-tune","href":"/flow/reference/fine_tune_v1_flow_fine_tune_post"},{"title":"List fine-tuning jobs","openapi":"get /v1/flow/fine-tunes","href":"/flow/reference/list_fine_tune_v1_flow_fine_tunes_get"},{"title":"Get fine-tuning job","openapi":"get /v1/flow/fine-tunes/{fine_tune_id}","href":"/flow/reference/get_fine_tune_v1_flow_fine_tunes__fine_tune_id__get"},{"title":"Modify fine-tuning job","openapi":"patch /v1/flow/fine-tunes/{fine_tune_id}","href":"/flow/reference/patch_fine_tune_v1_flow_fine_tunes__fine_tune_id__patch"},{"title":"Cancel fine-tuning job","openapi":"put /v1/flow/fine-tunes/{fine_tune_id}/cancel","href":"/flow/reference/cancel_fine_tune_v1_flow_fine_tunes__fine_tune_id__cancel_put"},{"title":"Delete fine-tuning job","openapi":"delete /v1/flow/fine-tunes/{fine_tune_id}","href":"/flow/reference/delete_fine_tune_v1_flow_fine_tunes__fine_tune_id__delete"},{"title":"Create or update project","openapi":"post /v1/flow/projects","href":"/flow/reference/upsert_project_v1_flow_projects_post"},{"title":"List projects","openapi":"get /v1/flow/projects","href":"/flow/reference/get_projects_v1_flow_projects_get"},{"title":"Get project","openapi":"get /v1/flow/projects/{project_id}","href":"/flow/reference/get_project_by_id_v1_flow_projects__project_id__get"},{"title":"Delete project","openapi":"delete /v1/flow/projects/{project_id}","href":"/flow/reference/delete_project_v1_flow_projects__project_id__delete"},{"title":"Get fine-tuning event","openapi":"get /v1/flow/events/finetunes/{finetune_id}","href":"/flow/reference/get_finetune_events_by_id_v1_flow_events_finetunes__finetune_id__get"},{"title":"Get influential training data","openapi":"get /v1/flow/explain/models/{model_id}/influential-finetuning-data","href":"/flow/reference/get_influential_training_data_route_v1_flow_explain_models__model_id__influential_finetuning_data_get"},{"title":"Download fine-tune","openapi":"get /v1/flow/fine-tunes/{fine_tune_id}/download","href":"/flow/reference/download_fine_tune_v1_flow_fine_tunes__fine_tune_id__download_get"},{"title":"Get fine-tune lineage","openapi":"get /v1/flow/fine-tunes/{fine_tune_id}/lineage","href":"/flow/reference/get_fine_tune_lineage_v1_flow_fine_tunes__fine_tune_id__lineage_get"}]},{"group":"Functions","pages":[{"title":"Create function","openapi":"post /v1/functions","href":"/flow/reference/upload_python_function_v1_functions_post"},{"title":"List functions","openapi":"get /v1/functions","href":"/flow/reference/list_python_function_endpoint_v1_functions_get"},{"title":"Get function","openapi":"get /v1/functions/{function_id}","href":"/flow/reference/get_python_function_endpoint_v1_functions__function_id__get"},{"title":"Update function","openapi":"patch /v1/functions/{function_id}","href":"/flow/reference/update_python_function_endpoint_v1_functions__function_id__patch"},{"title":"Delete function","openapi":"delete /v1/functions/{function_id}","href":"/flow/reference/delete_python_function_endpoint_v1_functions__function_id__delete"}]},{"group":"Health","pages":[{"title":"Get health","openapi":"get /v1/flow/health","href":"/flow/reference/get_health_external_v1_flow_health_get"},{"title":"Check inference health","openapi":"get /v1/inference/health","href":"/flow/reference/health_v1_inference_health_get"}]},{"group":"Inference","pages":[{"title":"Create chat completion","description":"Generate a chat completion response from a deployed model.","openapi":"post /v1/inference/chat/completions","href":"/flow/reference/route_chat_completion_v1_inference_chat_completions_post"},{"title":"Create completion","openapi":"post /v1/inference/completions","href":"/flow/reference/route_completion_v1_inference_completions_post"},{"title":"Create embedding","description":"Generate vector embeddings for one or more input texts.","openapi":"post /v1/inference/embeddings","href":"/flow/reference/route_embeddings_v1_inference_embeddings_post"},{"title":"Transcribe audio","openapi":"post /v1/inference/audio/transcriptions","href":"/flow/reference/route_v1_audio_transcriptions_v1_inference_audio_transcriptions_post"},{"group":"Batch inference","pages":[{"title":"Create inference job","openapi":"post /v1/inference/jobs","href":"/flow/reference/create_inference_job_v1_inference_jobs_post"},{"title":"Add inference job requests","openapi":"post /v1/inference/jobs/{job_id}/requests","href":"/flow/reference/append_inference_job_requests_v1_inference_jobs__job_id__requests_post"},{"title":"Get inference job request","openapi":"get /v1/inference/jobs/{job_id}/requests/{index}","href":"/flow/reference/read_inference_job_request_v1_inference_jobs__job_id__requests__index__get"},{"title":"Submit inference job","openapi":"post /v1/inference/jobs/{job_id}/submit","href":"/flow/reference/submit_inference_job_v1_inference_jobs__job_id__submit_post"},{"title":"Get inference job status","openapi":"get /v1/inference/jobs/{job_id}","href":"/flow/reference/read_inference_job_status_v1_inference_jobs__job_id__get"},{"title":"List inference job results","openapi":"get /v1/inference/jobs/{job_id}/results","href":"/flow/reference/read_inference_job_results_v1_inference_jobs__job_id__results_get"},{"title":"Acknowledge inference job results","openapi":"post /v1/inference/jobs/{job_id}/results/ack","href":"/flow/reference/acknowledge_inference_job_results_v1_inference_jobs__job_id__results_ack_post"},{"title":"Cancel inference job","openapi":"post /v1/inference/jobs/{job_id}/cancel","href":"/flow/reference/cancel_inference_job_v1_inference_jobs__job_id__cancel_post"}]}]},{"group":"Models","pages":[{"title":"List models","openapi":"get /v1/flow/models","href":"/flow/reference/ml_models_v1_flow_models_get"},{"title":"Get model","openapi":"get /v1/flow/models/info","href":"/flow/reference/ml_model_by_model_id_v1_flow_models_info_get"},{"title":"Get model revision","openapi":"get /v1/flow/models/hf_revision","href":"/flow/reference/ml_model_hf_revision_by_model_name_v1_flow_models_hf_revision_get"}]},{"group":"Observability","root":{"title":"Observability","href":"/flow/reference/observability"},"pages":[{"title":"Query spans","openapi":"post /v1/observability/spans","href":"/flow/reference/query_spans_v1_observability_spans_post"},{"title":"Get span","openapi":"get /v1/observability/spans/{span_id}","href":"/flow/reference/retrieve_span_v1_observability_spans__span_id__get"}]},{"group":"Ranking","pages":[{"title":"Rerank documents","openapi":"post /v1/inference/rerank","href":"/flow/reference/route_v1_rerank_v1_inference_rerank_post"},{"title":"Score text","openapi":"post /v1/inference/score","href":"/flow/reference/route_v1_score_v1_inference_score_post"}]},{"group":"Runs","pages":[{"title":"Run agent","openapi":"post /v1/threads/{thread_id}/runs","href":"/flow/reference/run_agent_v1_threads__thread_id__runs_post"},{"title":"List runs","openapi":"get /v1/threads/{thread_id}/runs","href":"/flow/reference/list_runs_endpoint_v1_threads__thread_id__runs_get"},{"title":"Stream agent run","openapi":"post /v1/threads/{thread_id}/runs/stream","href":"/flow/reference/run_agent_stream_v1_threads__thread_id__runs_stream_post"},{"title":"Cancel run","openapi":"post /v1/threads/{thread_id}/runs/{run_id}/cancel","href":"/flow/reference/cancel_run_v1_threads__thread_id__runs__run_id__cancel_post"},{"title":"Attach to run stream","openapi":"get /v1/threads/{thread_id}/runs/{run_id}/attach","href":"/flow/reference/attach_to_run_v1_threads__thread_id__runs__run_id__attach_get"},{"title":"Get run","openapi":"get /v1/threads/{thread_id}/runs/{run_id}","href":"/flow/reference/get_run_endpoint_v1_threads__thread_id__runs__run_id__get"},{"title":"Stream agent run (Vercel AI SDK)","openapi":"post /v1/threads/{thread_id}/runs/stream/vercel","href":"/flow/reference/run_agent_stream_vercel_v1_threads__thread_id__runs_stream_vercel_post"}]},{"group":"Threads","pages":[{"title":"Create thread","openapi":"post /v1/threads","href":"/flow/reference/create_thread_endpoint_v1_threads_post"},{"title":"List threads","openapi":"get /v1/threads","href":"/flow/reference/list_threads_endpoint_v1_threads_get"},{"title":"Get thread","openapi":"get /v1/threads/{thread_id}","href":"/flow/reference/get_thread_endpoint_v1_threads__thread_id__get"},{"title":"Delete thread","openapi":"delete /v1/threads/{thread_id}","href":"/flow/reference/delete_thread_endpoint_v1_threads__thread_id__delete"},{"title":"Create message","openapi":"post /v1/threads/{thread_id}/messages","href":"/flow/reference/create_message_endpoint_v1_threads__thread_id__messages_post"},{"title":"List messages","openapi":"get /v1/threads/{thread_id}/messages","href":"/flow/reference/list_messages_endpoint_v1_threads__thread_id__messages_get"},{"title":"Get message","openapi":"get /v1/threads/{thread_id}/messages/{message_id}","href":"/flow/reference/get_message_endpoint_v1_threads__thread_id__messages__message_id__get"},{"title":"Update message","openapi":"patch /v1/threads/{thread_id}/messages/{message_id}","href":"/flow/reference/update_message_endpoint_v1_threads__thread_id__messages__message_id__patch"},{"title":"Delete message","openapi":"delete /v1/threads/{thread_id}/messages/{message_id}","href":"/flow/reference/delete_message_endpoint_v1_threads__thread_id__messages__message_id__delete"}]},{"group":"Tools","pages":[{"title":"List tools","openapi":"get /v1/flow/tools","href":"/flow/reference/list_tools_v1_flow_tools_get"},{"title":"Create tool","openapi":"post /v1/flow/tools","href":"/flow/reference/create_tool_v1_flow_tools_post"},{"title":"Get tool","openapi":"get /v1/flow/tools/{tool_id}","href":"/flow/reference/get_tool_v1_flow_tools__tool_id__get"},{"title":"Update tool","openapi":"patch /v1/flow/tools/{tool_id}","href":"/flow/reference/patch_tool_v1_flow_tools__tool_id__patch"},{"title":"Preview tool update","openapi":"patch /v1/flow/tools/{tool_id}/diff","href":"/flow/reference/diff_tool_changes_v1_flow_tools__tool_id__diff_patch"},{"title":"Replace tool","openapi":"put /v1/flow/tools/{tool_id}","deprecated":true,"href":"/flow/reference/update_tool_v1_flow_tools__tool_id__put"},{"title":"Clone tool","openapi":"post /v1/flow/tools/{tool_id}/duplicate","href":"/flow/reference/duplicate_tool_v1_flow_tools__tool_id__duplicate_post"},{"title":"List linked agents","openapi":"get /v1/flow/tools/{tool_id}/agents","href":"/flow/reference/get_agents_for_tool_v1_flow_tools__tool_id__agents_get"},{"title":"Delete tool","openapi":"delete /v1/flow/tools/{tool_id}","href":"/flow/reference/delete_tool_v1_flow_tools__tool_id__delete"}]},{"group":"Vector database","root":{"title":"Vector database","href":"/flow/reference/vector-database"},"pages":[{"title":"Create vector database","openapi":"post /v1/flow/vectordb","href":"/flow/reference/create_vector_database_route_v1_flow_vectordb_post"},{"title":"List vector databases","openapi":"get /v1/flow/vectordb","href":"/flow/reference/list_vector_databases_v1_flow_vectordb_get"},{"title":"Get vector database","openapi":"get /v1/flow/vectordb/{database_id}","href":"/flow/reference/get_vector_database_route_v1_flow_vectordb__database_id__get"},{"title":"Update vector database","openapi":"patch /v1/flow/vectordb/{database_id}","href":"/flow/reference/update_vector_database_route_v1_flow_vectordb__database_id__patch"},{"title":"Delete vector database","openapi":"delete /v1/flow/vectordb/{database_id}","href":"/flow/reference/delete_vector_database_route_v1_flow_vectordb__database_id__delete"},{"title":"Create vector database ingestion job","openapi":"post /v1/flow/vectordb/{database_id}/ingestion","href":"/flow/reference/create_vector_database_ingestion_job_v1_flow_vectordb__database_id__ingestion_post"},{"title":"List vector database ingestion jobs","openapi":"get /v1/flow/vectordb/{database_id}/ingestion","href":"/flow/reference/list_vector_database_ingestion_jobs_v1_flow_vectordb__database_id__ingestion_get"},{"title":"Get vector database ingestion job status","openapi":"get /v1/flow/vectordb/{database_id}/ingestion/{job_id}","href":"/flow/reference/get_vector_database_ingestion_job_v1_flow_vectordb__database_id__ingestion__job_id__get"},{"title":"List files in vector database","openapi":"get /v1/flow/vectordb/{database_id}/files","href":"/flow/reference/list_vector_database_files_v1_flow_vectordb__database_id__files_get"},{"title":"Delete file in vector database","openapi":"delete /v1/flow/vectordb/{database_id}/files/{file_id}","href":"/flow/reference/delete_vector_database_file_v1_flow_vectordb__database_id__files__file_id__delete"},{"title":"Get vector database chunk","openapi":"get /v1/flow/vectordb/{database_id}/chunk/{chunk_id}","href":"/flow/reference/get_vector_database_chunk_v1_flow_vectordb__database_id__chunk__chunk_id__get"},{"title":"List chunks","openapi":"post /v1/flow/vectordb/{database_id}/chunks","href":"/flow/reference/list_vector_database_chunks_v1_flow_vectordb__database_id__chunks_post"},{"title":"Update chunk metadata","openapi":"patch /v1/flow/vectordb/{database_id}/metadata","href":"/flow/reference/update_vector_database_metadata_v1_flow_vectordb__database_id__metadata_patch"},{"title":"Get metadata snapshot","openapi":"get /v1/flow/vectordb/{database_id}/metadata","href":"/flow/reference/get_vector_database_metadata_snapshot_v1_flow_vectordb__database_id__metadata_get"},{"title":"Generate metadata snapshot","openapi":"post /v1/flow/vectordb/{database_id}/metadata","href":"/flow/reference/generate_vector_database_metadata_snapshot_v1_flow_vectordb__database_id__metadata_post"},{"title":"List vector database tools","openapi":"get /v1/flow/vectordb/{database_id}/tools","href":"/flow/reference/get_tools_for_vector_database_v1_flow_vectordb__database_id__tools_get"},{"title":"List vector database data jobs","openapi":"get /v1/flow/vectordb/{database_id}/data-jobs","href":"/flow/reference/get_data_jobs_for_vector_database_v1_flow_vectordb__database_id__data_jobs_get"}]},{"group":"Versions","pages":[{"title":"Get versions","openapi":"get /v1/flow/versions","href":"/flow/reference/get_versions_v1_flow_versions_get"}]}]}]}]},{"tab":"Recipes","icon":"flask","pages":[{"title":"Recipes","href":"/flow/recipes"}]},{"tab":"Release notes","icon":"bullhorn","pages":[{"title":"Release notes","href":"/flow/changelog/2026"}]}]},{"product":"SeekrGuard","icon":"shield-halved","description":"Evaluate AI models for safety, quality, and risk","pages":[{"title":"SeekrGuard","href":"/guard/what-is-seekrguard"}]},{"product":"Self-managed","icon":"server","description":"Deploy and operate the Seekr platform in your own environment","pages":[{"title":"Self-managed","href":"/self-managed/flow"}]}]},"basePath":"","title":"Create completion - Seekr Documentation","buildId":"dpl_DTau1J5HqS9UTgVSDwGksstFWtPa","deploymentId":"dpl_DTau1J5HqS9UTgVSDwGksstFWtPa","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-5FCzAcfS.js","utils-SLtAG4EZ.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-2DZi8ZMu.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-D7J3nkzE.js","snippetPresets-D0Alv0AH.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BI4qNJ2c.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BD3uyr8j.js","shallow-D8iEBr5z.js","getApiPlaygroundDisplay-CgNP4lzR.js","CodeSnippet-CX-QHuMs.js","CodeSnippets-VlXE-ZUf.js","Page-D9ithiIZ.js","getPastedJson-DYNQkZ1M.js","icon-CzacdwOi.js","MethodPill-2JVqoYKi.js","DuplicateIcon-_xVXs-U8.js","createIcon-BRHrweLo.js","DynamicMarkdown-mQG_iQiE.js","SectionHeading-DMpJzv8f.js","axios-vUo_bRtp.js","Markdown-5FGIym-8.js","clsx-D-TRO5q5.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CdrJecqK.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-CHlcWBLM.js"]}