import litellmresponse = litellm.completion( model="openai/your-model-name", # or the provider prefix you configured messages=[{"role": "user", "content": "hi"}], api_base="https://api.openference.com/v1", api_key="YOUR_API_KEY")
You can also register Openference as a custom provider in your LiteLLM config.All the normal LiteLLM features (fallbacks, logging, guardrails) continue to work.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Openference","colors":{"primary":"#6366f1","light":"#f8fafc","dark":"#0f172a"},"favicon":"https://mintcdn.com/openference/4wCLfK3i9fuCESn5/favicon.svg?fit=max\u0026auto=format\u0026n=4wCLfK3i9fuCESn5\u0026q=85\u0026s=8c5b597da7764ac467b9e9812fb17d7c","logo":{"light":"https://mintcdn.com/openference/4wCLfK3i9fuCESn5/logo/wordmark-light.svg?fit=max\u0026auto=format\u0026n=4wCLfK3i9fuCESn5\u0026q=85\u0026s=a21f75a4ebd1e732725a741903acefa9","dark":"https://mintcdn.com/openference/4wCLfK3i9fuCESn5/logo/wordmark-dark.svg?fit=max\u0026auto=format\u0026n=4wCLfK3i9fuCESn5\u0026q=85\u0026s=7a2edb88d0522a5fabda7c56bb51b010"},"appearance":{"default":"dark","strict":null},"background":{"decoration":null},"navbar":{"links":[{"label":"Dashboard","href":"https://openference.com"},{"label":"Models","href":"https://openference.com/models"}],"primary":{"type":"button","label":"Get API Key","href":"https://openference.com/register"}},"search":{"prompt":"Search the docs..."},"seo":{"indexing":"navigable"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"openference","hasAudioNarration":false,"actualSubdomain":"openference","customDomains":["docs.openference.com"],"gitSource":{"type":"github","owner":"anhlead","repo":"glm","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"collectionId":"8b5cabc0-a83c-480c-a167-0e35fc66add4","liveDeploymentHistoryId":"6ae87400d2f0a6b0237dc5e6","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae87400d2f0a6b0237dc5e6"},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6ae87400d2f0a6b0237dc5e6","clientVersion":"0.0.4076","searchFilterCounts":[{"language":"default","tag":"Client Integrations","count":16},{"language":"default","tag":"API Reference","count":11},{"language":"default","tag":"Billing, Quotas \u0026 Usage","count":7},{"language":"default","tag":"Getting Started","count":5},{"language":"default","tag":"Models","count":5},{"language":"default","tag":"Reliability \u0026 Architecture","count":2},{"language":"default","tag":"API Keys \u0026 Security","count":2},{"language":"default","tag":"Troubleshooting","count":2},{"language":"default","tag":"FAQ","count":1},{"language":"default","tag":"Reference","count":1}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"integrations/litellm","slug":"/integrations/litellm","pageMetadata":{"title":"LiteLLM","description":"Use LiteLLM as a single interface on top of Openference.","href":"/integrations/litellm"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Use LiteLLM as a single interface on top of Openference.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={code:`code`,p:`p`,pre:`pre`,span:`span`,..._provideComponents(),...props.components},{CodeBlock,Heading}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`1`,id:`litellm`,children:`LiteLLM`}),`\n`,_jsx(_components.p,{children:`LiteLLM works out of the box.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`8`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`8`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:`import`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` litellm`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`response `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` litellm.completion(`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` model`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"openai/your-model-name\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# or the provider prefix you configured`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` messages`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`[{`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"role\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"user\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"content\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"hi\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`}],`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` api_base`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"https://api.openference.com/v1\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` api_key`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"YOUR_API_KEY\"`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`You can also register Openference as a custom provider in your LiteLLM config.`}),`\n`,_jsx(_components.p,{children:`All the normal LiteLLM features (fallbacks, logging, guardrails) continue to work.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"LiteLLM","description":"Use LiteLLM as a single interface on top of Openference.","href":"/integrations/litellm"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"LiteLLM","slug":"litellm","depth":1,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"openference","siteName":"Openference","title":"LiteLLM - Openference","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-08-27T21:49:31.759Z","originalFileLocation":"integrations/litellm.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"dark\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Use LiteLLM as a single interface on top of Openference.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Openference\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"LiteLLM - Openference\">\u003cmeta data-mint-head property=\"og:description\" content=\"Use LiteLLM as a single interface on top of Openference.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Openference\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.openference.com/integrations/litellm\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://openference.mintlify.site/_mintlify/api/og/v2?division=Client+Integrations\u0026amp;title=LiteLLM\u0026amp;description=Use+LiteLLM+as+a+single+interface+on+top+of+Openference.\u0026amp;theme=428a1a0a1d2ff4b9375e38a8\u0026amp;signature=9433e57ef42b167928336081b82a3440d12b61433b8f72e95ab592f097ffdaa4\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"LiteLLM - Openference\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Use LiteLLM as a single interface on top of Openference.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://openference.mintlify.site/_mintlify/api/og/v2?division=Client+Integrations\u0026amp;title=LiteLLM\u0026amp;description=Use+LiteLLM+as+a+single+interface+on+top+of+Openference.\u0026amp;theme=428a1a0a1d2ff4b9375e38a8\u0026amp;signature=9433e57ef42b167928336081b82a3440d12b61433b8f72e95ab592f097ffdaa4\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/openference/x-ZcKKcaYjkvJqLq/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Openference\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#6366f1\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.openference.com/integrations/litellm\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/integrations/litellm.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.openference.com/#organization\",\"name\":\"Openference\",\"url\":\"https://docs.openference.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/openference/4wCLfK3i9fuCESn5/logo/wordmark-light.svg?fit=max\u0026auto=format\u0026n=4wCLfK3i9fuCESn5\u0026q=85\u0026s=a21f75a4ebd1e732725a741903acefa9\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.openference.com#website\",\"name\":\"Openference\",\"url\":\"https://docs.openference.com\",\"publisher\":{\"@id\":\"https://docs.openference.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.openference.com/integrations/litellm#webpage\",\"url\":\"https://docs.openference.com/integrations/litellm\",\"name\":\"LiteLLM\",\"description\":\"Use LiteLLM as a single interface on top of Openference.\",\"dateModified\":\"2026-08-27T21:49:31.759Z\",\"isPartOf\":{\"@id\":\"https://docs.openference.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.openference.com/integrations/litellm#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.openference.com/integrations/litellm#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Client Integrations\",\"item\":\"https://docs.openference.com/integrations/compatibility-matrix\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"LiteLLM\",\"item\":\"https://docs.openference.com/integrations/litellm\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.openference.com/integrations/litellm#article\",\"headline\":\"LiteLLM\",\"name\":\"LiteLLM\",\"description\":\"Use LiteLLM as a single interface on top of Openference.\",\"url\":\"https://docs.openference.com/integrations/litellm\",\"mainEntityOfPage\":{\"@id\":\"https://docs.openference.com/integrations/litellm#webpage\"},\"dateModified\":\"2026-08-27T21:49:31.759Z\",\"publisher\":{\"@id\":\"https://docs.openference.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.openference.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Openference\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Openference","nav":{"global":null,"groups":[{"group":"Getting Started","pages":[{"title":"Introduction","href":"/introduction"},{"title":"Quickstart","href":"/quickstart"},{"title":"Base URL \u0026 Authentication","href":"/getting-started/base-url-auth"},{"title":"Model Costs \u0026 Usage Estimates","sidebarTitle":"Model Costs \u0026 Usage","href":"/getting-started/model-costs"},{"title":"Model Request Ratios (Legacy)","sidebarTitle":"Model Request Ratios (Legacy)","href":"/getting-started/model-ratios"}]},{"group":"API Reference","pages":[{"title":"API Overview","href":"/api-reference/overview"},{"title":"POST /v1/chat/completions","href":"/api-reference/chat-completions"},{"title":"POST /v1/messages","href":"/api-reference/messages"},{"title":"POST /v1/responses","href":"/api-reference/responses"},{"title":"POST /v1/embeddings","href":"/api-reference/embeddings"},{"title":"POST /v1/images/generations","href":"/api-reference/images"},{"title":"POST /v1/videos","href":"/api-reference/videos"},{"title":"GET /v1/models","href":"/api-reference/models"},{"title":"Format Conversion","href":"/api-reference/format-conversion"},{"title":"Errors \u0026 Status Codes","href":"/api-reference/errors"},{"title":"Rate Limits \u0026 Fair Usage","href":"/api-reference/rate-limits"}]},{"group":"Client Integrations","pages":[{"title":"CLI \u0026 IDE Compatibility Matrix","href":"/integrations/compatibility-matrix"},{"title":"Chinese LLM Models","href":"/integrations/chinese-models"},{"title":"Cursor","href":"/integrations/cursor"},{"title":"Claude Code","href":"/integrations/claude-code"},{"title":"Codex CLI","href":"/integrations/codex"},{"title":"OpenCode CLI","href":"/integrations/opencode"},{"title":"Kilo CLI","href":"/integrations/kilo-cli"},{"title":"Pi","href":"/integrations/pi"},{"title":"OmniRoute","href":"/integrations/omniroute"},{"title":"Open WebUI","href":"/integrations/open-webui"},{"title":"SillyTavern","href":"/integrations/sillytavern"},{"title":"Cline","href":"/integrations/cline"},{"title":"Python (OpenAI SDK)","href":"/integrations/python"},{"title":"Node.js (OpenAI SDK)","href":"/integrations/nodejs"},{"title":"curl","description":"Raw HTTP examples using curl.","href":"/integrations/curl"},{"title":"LiteLLM","href":"/integrations/litellm"}]},{"group":"Models","pages":[{"title":"Model Catalog","description":"How models are selected, curated, and exposed.","href":"/models/catalog"},{"title":"Image generation models","href":"/models/image-generation"},{"title":"Video generation models","href":"/models/video-generation"},{"title":"Pricing \u0026 Transparency","href":"/models/pricing"},{"title":"Model Restrictions per Key","href":"/models/restrictions"}]},{"group":"Billing, Quotas \u0026 Usage","pages":[{"title":"Minion Plan","sidebarTitle":"Minion (New)","href":"/billing/minion"},{"title":"Boss Plan","sidebarTitle":"Boss (New)","href":"/billing/boss"},{"title":"Plans \u0026 Usage","href":"/billing/plans"},{"title":"Teams","href":"/billing/teams"},{"title":"Single sign-on and provisioning","href":"/billing/teams-sso"},{"title":"Credits \u0026 On-Demand Usage","href":"/billing/credits"},{"title":"Viewing Usage","href":"/billing/usage"}]},{"group":"API Keys \u0026 Security","pages":[{"title":"API Keys","href":"/security/api-keys"},{"title":"Security Best Practices","href":"/security/best-practices"}]},{"group":"Reliability \u0026 Architecture","pages":[{"title":"Automatic Failover \u0026 Key Rotation","href":"/reliability/failover"},{"title":"Latency \u0026 Format Conversion","href":"/reliability/latency"}]},{"group":"Troubleshooting","pages":[{"title":"Common Errors","href":"/troubleshooting/common-errors"},{"title":"Verify Button \u0026 Client Checks","href":"/troubleshooting/verify-issues"}]},{"group":"Reference","pages":[{"title":"/api/info","href":"/reference/info-endpoint"}]},{"group":"FAQ","pages":[{"title":"FAQ","href":"/faq"}]}]},"basePath":"","title":"LiteLLM - Openference","buildId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","deploymentId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","dynamics":[],"chunks":[]}
