{"slug":"datadog-llm-observability","name":"Datadog LLM Observability","owner":null,"repo":null,"category":"observability-eval","lang":"","blurb":"LLM/agent observability inside Datadog's APM suite, billing only on LLM spans with built-in online/offline evals.","use_cases":"[]","alternatives":[],"stars":0,"pushed_at":null,"synced_at":null,"kind":"api","one_liner":"LLM/agent observability inside Datadog's APM suite, billing only on LLM spans with built-in online/offline evals.","website":"https://www.datadoghq.com/product/ai/llm-observability/","docs_url":"https://docs.datadoghq.com/llm_observability/","signup_url":"https://www.datadoghq.com/free-datadog-trial/","pricing_model":"freemium","pricing_note":"Free: up to 40k LLM spans/mo, 15-day retention; Pro from $160/mo for 100k LLM spans + on-demand overage; only LLM spans are billed (tool/agent/retrieval spans free).","auth_type":"api-key","agent_signup":"self-serve-instant-key","agent_signup_note":"Requires a Datadog account (free trial, no CC); API key + application key are self-serve in Organization Settings. Enterprise/account-based, no autonomous account-provisioning API.","mcp_server":"","sdks":["Python","TypeScript","OpenTelemetry","REST"],"code_sample":"{\"lang\":\"python\",\"code\":\"# pip install ddtrace\\nfrom ddtrace.llmobs import LLMObs\\n\\nLLMObs.enable(\\n    ml_app=\\\"my-app\\\",\\n    api_key=\\\"<DD_API_KEY>\\\",\\n    site=\\\"datadoghq.com\\\",\\n    agentless_enabled=True,\\n)\\n# LLM calls within traced functions now appear in LLM Observability\"}","tags":["tracing","evals","apm","enterprise","agents","monitoring"],"useCases":[],"codeSample":{"lang":"python","code":"# pip install ddtrace\nfrom ddtrace.llmobs import LLMObs\n\nLLMObs.enable(\n    ml_app=\"my-app\",\n    api_key=\"<DD_API_KEY>\",\n    site=\"datadoghq.com\",\n    agentless_enabled=True,\n)\n# LLM calls within traced functions now appear in LLM Observability"},"oneLiner":"LLM/agent observability inside Datadog's APM suite, billing only on LLM spans with built-in online/offline evals.","docsUrl":"https://docs.datadoghq.com/llm_observability/","signupUrl":"https://www.datadoghq.com/free-datadog-trial/","pricingModel":"freemium","pricingNote":"Free: up to 40k LLM spans/mo, 15-day retention; Pro from $160/mo for 100k LLM spans + on-demand overage; only LLM spans are billed (tool/agent/retrieval spans free).","authType":"api-key","agentSignup":"self-serve-instant-key","agentSignupNote":"Requires a Datadog account (free trial, no CC); API key + application key are self-serve in Organization Settings. Enterprise/account-based, no autonomous account-provisioning API.","mcpServer":""}