{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":["admonition"]},"type":"markdown"},"seo":{"title":"Databricks Foundation Model Serving","siteUrl":"https://docs.hiddenlayer.ai","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"databricks-foundation-model-serving","__idx":0},"children":["Databricks Foundation Model Serving"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["AI Runtime Security can be configured to route traffic to a Databricks Foundation Model Serving instance."]},{"$$mdtype":"Tag","name":"Admonition","attributes":{"type":"info"},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Databricks Foundation Model Serving uses the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["OpenAI API"]}," format regardless of the underlying model being served (for example, GPT, Gemini, or other supported foundation models)."]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Replace ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["<name>"]}," with the Databricks Foundation Model Serving instance name. Example: ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["databricks-prod"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Replace ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["<route_prefix>"]}," with the route prefix for the model used. Example: ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["/serving-endpoint/gpt-model"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Replace ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["<base_url>"]}," with the URL for the instance. Example: ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["https://upstream.provider.com"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Set the enrich response to true to return the upstream LLM response enriched with HiddenLayer’s detections and analysis. Set to false to disable the HiddenLayer’s detections and analysis."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Replace ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["<api_key>"]}," with a Databricks API key."]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS=\"<name>\"\nHL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_ROUTE_PREFIX=\"<route_prefix>\"\nHL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_BASE_URL=\"<base_url>\"\nHL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_ENRICH_RESPONSE=\"<true|false>\"\nHL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_API_KEY=\"<api_key>\"\n"},"children":[]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Environment Key"},"children":["Environment Key"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Default"},"children":["Default"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Required"},"children":["Required"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["False"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The name of the Databricks Foundation Model Serving instance."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_ROUTE_PREFIX"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["False"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The route prefix for the model used."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_BASE_URL"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["False"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The base URL for the instance."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_ENRICH_RESPONSE"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["False"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Set AI Runtime Security as a forward or reverse proxy."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["HL_LLM_PROXY_OPENAI_ROUTES_DATABRICKS_API_KEY"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["False"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Databricks API key."]}]}]}]}]}]},"headings":[{"value":"Databricks Foundation Model Serving","id":"databricks-foundation-model-serving","depth":1}],"frontmatter":{"seo":{"title":"Databricks Foundation Model Serving"}},"lastModified":"2026-07-17T18:18:35.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/docs/products/runtime/databricks_openai","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}