Home / BerriAI / litellm
Repository Analysis

BerriAI/litellm

Python SDK, Proxy Server (AI Gateway) to call 100+ LLM APIs in OpenAI (or native) format, with cost tracking, guardrails, loadbalancing and logging. [Bedrock, Azure, OpenAI, VertexAI, Cohere, Anthropic, Sagemaker, HuggingFace, VLLM, NVIDIA NIM]

28.7 Moderate AI signal View on GitHub
28.7
Adjusted Score
28.7
Raw Score
100%
Time Factor
2026-05-30
Last Push
48,738
Stars
Python
Language
1,841,703
Lines of Code
5798
Files
43841
Pattern Hits
2026-05-31
Scan Date

Score History

Severity Breakdown

CRITICAL 21HIGH 959MEDIUM 4252LOW 38609

Pattern Findings

43841 matches across 22 categories. Click a row to expand file-level details.

Hyper-Verbose Identifiers25363 hits · 22330 pts
SeverityFileLineSnippet
LOWARCHITECTURE.md388def test_prompt_caching_transform():
LOWui/litellm-dashboard/src/app/model_hub_table/page.tsx6function PublicModelHubTableContent() {
LOW…rc/app/(dashboard)/hooks/useHideAgentPlatformBanner.ts34export function useHideAgentPlatformBanner() {
LOWui/litellm-dashboard/src/utils/mcpHeaderUtils.ts7export function sanitizeMcpAliasForHeader(alias: string): string {
LOWui/litellm-dashboard/src/components/networking.tsx410export function setGlobalLitellmHeaderName(headerName: string = "Authorization") {
LOWui/litellm-dashboard/src/components/networking.tsx416export function getGlobalLitellmHeaderName(): string {
LOW…ings/HashicorpVault/HashicorpVaultEmptyPlaceholder.tsx9export default function HashicorpVaultEmptyPlaceholder({ onAdd }: HashicorpVaultEmptyPlaceholderProps) {
LOW…minSettings/SSOSettings/SSOSettingsLoadingSkeleton.tsx7export default function SSOSettingsLoadingSkeleton() {
LOW…inSettings/SSOSettings/SSOSettingsEmptyPlaceholder.tsx9export default function SSOSettingsEmptyPlaceholder({ onAdd }: SSOSettingsEmptyPlaceholderProps) {
LOW…CPSemanticFilterSettings/MCPSemanticFilterSettings.tsx32export default function MCPSemanticFilterSettings({ accessToken }: MCPSemanticFilterSettingsProps) {
LOW…PSemanticFilterSettings/MCPSemanticFilterTestPanel.tsx19export default function MCPSemanticFilterTestPanel({
LOW…onents/Settings/RouterSettings/Fallbacks/Fallbacks.tsx79async function testFallbackModelResponse(selectedModel: string, accessToken: string) {
LOW…shboard/src/components/view_logs/ToolsSection/utils.ts48function extractToolCallsFromResponse(log: LogEntry): ToolCall[] {
LOW…ard/src/components/view_logs/LogDetailsDrawer/utils.ts49export function normalizeGuardrailEntries(guardrailInfo: any): any[] {
LOW…ard/src/components/view_logs/LogDetailsDrawer/utils.ts60export function calculateTotalMaskedEntities(entries: any[]): number {
LOW…onents/view_logs/LogDetailsDrawer/LogDetailContent.tsx274function getUncachedInputTextTokens(metadata: Record<string, any>): number | undefined {
LOW…hboard/src/components/guardrails/TeamGuardrailsTab.tsx70function submissionToTeamGuardrail(item: GuardrailSubmissionItem): TeamGuardrail {
LOW…hboard/src/components/guardrails/TeamGuardrailsTab.tsx147function buildEquivalentConfigYaml(g: TeamGuardrail): string {
LOW…d/src/components/guardrails/guardrail_info_helpers.tsx170export function skipSystemMessageToChoice(v: boolean | null | undefined): SkipSystemMessageChoice {
LOW…d/src/components/guardrails/guardrail_info_helpers.tsx177export function choiceToSkipSystemForCreate(choice: SkipSystemMessageChoice | undefined): boolean | undefined {
LOW…d/src/components/guardrails/guardrail_info_helpers.tsx193export function choiceToSkipToolForCreate(choice: SkipToolMessageChoice | undefined): boolean | undefined {
LOW…d/src/components/playground/llm_calls/audio_speech.tsx6export async function makeOpenAIAudioSpeechRequest(
LOW…/src/components/playground/llm_calls/responses_api.tsx17export async function makeOpenAIResponsesRequest(
LOW…rd/src/components/playground/llm_calls/image_edits.tsx5export async function makeOpenAIImageEditsRequest(
LOW…components/playground/llm_calls/anthropic_messages.tsx7export async function makeAnthropicMessagesRequest(
LOW…c/components/playground/llm_calls/image_generation.tsx5export async function makeOpenAIImageGenerationRequest(
LOW…src/components/playground/llm_calls/embeddings_api.tsx4export async function makeOpenAIEmbeddingsRequest(
LOW…nents/playground/llm_calls/code_interpreter_handler.ts27export function handleCodeInterpreterCall(
LOW…nents/playground/llm_calls/code_interpreter_handler.ts45export function handleCodeInterpreterOutput(
LOW…rc/components/playground/llm_calls/chat_completion.tsx8export async function makeOpenAIChatCompletionRequest(
LOW…mponents/playground/llm_calls/audio_transcriptions.tsx5export async function makeOpenAIAudioTranscriptionRequest(
LOW…CloudZeroCostTracking/CloudZeroIntegrationSettings.tsx18export function CloudZeroIntegrationSettings({ settings, onSettingsUpdated }: CloudZeroIntegrationSettingsProps) {
LOW…ts/CloudZeroCostTracking/CloudZeroEmptyPlaceholder.tsx9export default function CloudZeroEmptyPlaceholder({ startCreation }: CloudZeroEmptyPlaceholderProps) {
LOW…ts/EndpointUsage/components/EndpointUsageLineChart.tsx11function transformDailyDataToChart(dailyData: DailyData[]): Array<Record<string, string | number>> {
LOW…omponents/UsagePage/hooks/usePaginatedDailyActivity.ts92export function usePaginatedDailyActivity({
LOWui/litellm-dashboard/src/data/compliancePrompts.ts568export function getComplianceDatasetPrompts(): CompliancePrompt[] {
LOWci_cd/run_migration.py17def _find_destructive_statements(sql: str) -> list:
LOWci_cd/run_migration.py58def _print_stale_branch_refusal(base_branch: str, behind: int) -> None:
LOWci_cd/run_migration.py149def _print_destructive_refusal(destructive_lines: list) -> None:
LOWenterprise/litellm_enterprise/proxy/proxy_server.py10 async def load_custom_auth_settings(
LOWenterprise/litellm_enterprise/proxy/proxy_server.py26 def get_custom_docs_description() -> Optional[str]:
LOW…se/litellm_enterprise/proxy/audit_logging_endpoints.py25def _build_json_field_or_condition(json_key: str, value: str) -> Dict[str, Any]:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py59 async def _cleanup_stale_managed_objects(self) -> None:
LOW…_enterprise/proxy/common_utils/check_responses_cost.py66 async def _cleanup_stale_managed_objects(self) -> None:
LOW…terprise/litellm_enterprise/proxy/auth/route_checks.py8 def is_llm_api_route_disabled() -> bool:
LOW…terprise/litellm_enterprise/proxy/auth/route_checks.py27 def is_management_routes_disabled() -> bool:
LOW…se/litellm_enterprise/proxy/auth/custom_sso_handler.py29 async def handle_custom_ui_sso_sign_in(
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py236 async def check_vector_store_access(
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py402 async def async_post_call_success_hook(
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py73 def get_unified_resource_id_format(
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py103 async def create_resource_for_model(
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py261 async def check_managed_vector_store_access(
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1057 def get_model_id_from_unified_file_id(self, file_id: str) -> str:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1060 def get_output_file_id_from_unified_file_id(self, file_id: str) -> str:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1063 async def async_post_call_success_hook(
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1287 def _is_batch_polling_enabled(self) -> bool:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1318 async def _get_batches_referencing_file(self, file_id: str) -> List[Dict[str, Any]]:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1397 async def _check_file_deletion_allowed(self, file_id: str) -> None:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py237 async def can_user_call_unified_file_id(
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py255 async def can_user_call_unified_object_id(
25303 more matches not shown…
Decorative Section Separators2517 hits · 9321 pts
SeverityFileLineSnippet
MEDIUMui/litellm-dashboard/e2e_tests/run_e2e.sh4# ================================================================
MEDIUMui/litellm-dashboard/e2e_tests/run_e2e.sh20# ================================================================
MEDIUM…/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts6// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts30// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts11// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts27// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts55// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…rc/app/(dashboard)/hooks/projects/useProjectDetails.ts12// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…rc/app/(dashboard)/hooks/projects/useProjectDetails.ts39// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useDeleteProject.ts11// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useDeleteProject.ts37// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useUpdateProject.ts11// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useUpdateProject.ts26// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useUpdateProject.ts55// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…oard/src/app/(dashboard)/hooks/projects/useProjects.ts12// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…oard/src/app/(dashboard)/hooks/projects/useProjects.ts46// ── Query keys (shared across project hooks) ─────────────────────────────────
MEDIUM…oard/src/app/(dashboard)/hooks/projects/useProjects.ts50// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…oard/src/app/(dashboard)/hooks/projects/useProjects.ts76// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useCreateProject.ts11// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useCreateProject.ts26// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…src/app/(dashboard)/hooks/projects/useCreateProject.ts54// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…ard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts11// ── Types ─────────────────────────────────────────────────────────────────────
MEDIUM…ard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts21// ── Fetch function ────────────────────────────────────────────────────────────
MEDIUM…ard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts49// ── Hook ──────────────────────────────────────────────────────────────────────
MEDIUM…(dashboard)/hooks/accessGroups/useCreateAccessGroup.ts11// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…(dashboard)/hooks/accessGroups/useCreateAccessGroup.ts23// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…(dashboard)/hooks/accessGroups/useCreateAccessGroup.ts51// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…dashboard)/hooks/accessGroups/useAccessGroupDetails.ts12// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…dashboard)/hooks/accessGroups/useAccessGroupDetails.ts39// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts12// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts29// ── Query keys (shared across access-group hooks) ────────────────────────────
MEDIUM…/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts33// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts59// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts11// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts38// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts11// ── Types ────────────────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts28// ── Fetch function ───────────────────────────────────────────────────────────
MEDIUM…p/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts57// ── Hook ─────────────────────────────────────────────────────────────────────
MEDIUMui/litellm-dashboard/src/components/networking.tsx5230// ─────────────────────────────────────────────────────────────────────────────
MEDIUMui/litellm-dashboard/src/components/networking.tsx5232// ─────────────────────────────────────────────────────────────────────────────
MEDIUMui/litellm-dashboard/src/components/networking.tsx10002// ── MCP OAuth user-credential helpers ────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx50// ── design tokens ─────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx71// ── helpers ───────────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx101// ── status dot ────────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx116// ── truncated text value ──────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx146// ── metadata card ─────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx278// ── gantt timeline ────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx414// ── message row ───────────────────────────────────────────────────────────────
MEDIUM…tellm-dashboard/src/components/workflow_runs/index.tsx459// ── main component ────────────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx10// ── Interfaces ──────────────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx72// ── Helpers ─────────────────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx172// ── Icons (inline SVGs) ─────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx245// ── Sub-components ──────────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx320// ── Timeline entry types ────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx467// ── Evaluation Card ─────────────────────────────────────────────────────────
MEDIUM…mponents/view_logs/GuardrailViewer/GuardrailViewer.tsx641// ── Main Component ──────────────────────────────────────────────────────────
MEDIUM…litellm-dashboard/src/components/chat/MCPAppsPanel.tsx11// ── OAuth2 connect button ─────────────────────────────────────────────────────
MEDIUM…litellm-dashboard/src/components/chat/MCPAppsPanel.tsx66// ─────────────────────────────────────────────────────────────────────────────
MEDIUM…-dashboard/src/components/policies/add_policy_form.tsx26// ─────────────────────────────────────────────────────────────────────────────
MEDIUM…-dashboard/src/components/policies/add_policy_form.tsx28// ─────────────────────────────────────────────────────────────────────────────
2457 more matches not shown…
Excessive Try-Catch Wrapping5238 hits · 5047 pts
SeverityFileLineSnippet
MEDIUM…tellm-dashboard/scripts/generate_compliance_prompts.py85 print(f"Error: CSV file not found: {csv_path}", file=sys.stderr)
MEDIUM…tellm-dashboard/scripts/generate_compliance_prompts.py95 print("Error: CSV file is empty.", file=sys.stderr)
LOW…/litellm-dashboard/src/components/public_model_hub.tsx1730 except Exception as e_extended:
LOW…/litellm-dashboard/src/components/public_model_hub.tsx1779 except Exception as e_extended:
MEDIUM…ard/src/components/playground/chat_ui/CodeSnippets.tsx262 print(f"An error occurred: {e}")
LOW…ard/src/components/playground/chat_ui/CodeSnippets.tsx261except Exception as e:
MEDIUMci_cd/baseline_db.py52 print(f"Error running prisma command: {e.stderr}")
LOWci_cd/baseline_db.py54 except Exception as e:
MEDIUMci_cd/baseline_db.py55 print(f"Error creating baseline migration: {str(e)}")
MEDIUMci_cd/run_migration.py314 print(f"Error generating migration: {e.stderr}")
LOWci_cd/run_migration.py316 except Exception as e:
MEDIUMci_cd/run_migration.py317 print(f"Error creating migration: {str(e)}")
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py118 except Exception as e:
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py188 except Exception as e:
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py238 except Exception as e:
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py303 except Exception as e:
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py345 except Exception as e:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py55 except Exception as e:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py124 except Exception as e:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py132 except Exception as cleanup_err:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py163 except Exception as query_err:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py214 except Exception as e:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py284 except Exception:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py333 except Exception as _e:
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py411 except Exception as db_err:
LOW…_enterprise/proxy/common_utils/check_responses_cost.py95 except Exception as cleanup_err:
LOW…_enterprise/proxy/common_utils/check_responses_cost.py146 except Exception as e:
LOW…ise/litellm_enterprise/proxy/auth/user_api_key_auth.py29 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1307 except Exception:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1312 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1389 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py336 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1139 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1174 except Exception:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1273 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1342 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1531 except Exception as e:
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1602 except Exception as e:
LOW…rprise/proxy/management_endpoints/project_endpoints.py470 except Exception as e:
LOW…rprise/proxy/management_endpoints/project_endpoints.py708 except Exception as e:
LOW…rprise/proxy/management_endpoints/project_endpoints.py816 except Exception as e:
LOW…rprise/proxy/management_endpoints/project_endpoints.py897 except Exception as e:
LOW…rprise/proxy/management_endpoints/project_endpoints.py957 except Exception as e:
LOW…enterprise/enterprise_callbacks/example_logging_api.py20 except Exception:
LOW…e/litellm_enterprise/enterprise_callbacks/llm_guard.py46 except Exception:
LOW…e/litellm_enterprise/enterprise_callbacks/llm_guard.py88 except Exception as e:
LOW…e/litellm_enterprise/enterprise_callbacks/llm_guard.py149 except Exception:
MEDIUM…e/litellm_enterprise/enterprise_callbacks/llm_guard.py41def print_verbose(self, print_statement):
LOW…m_enterprise/enterprise_callbacks/callback_controls.py57 except Exception as e:
LOW…litellm_enterprise/enterprise_callbacks/llama_guard.py45 except Exception as e:
LOW…litellm_enterprise/enterprise_callbacks/llama_guard.py59 except Exception:
MEDIUM…litellm_enterprise/enterprise_callbacks/llama_guard.py54def print_verbose(self, print_statement):
LOW…erprise/enterprise_callbacks/send_emails/base_email.py514 except Exception as e:
LOW…erprise/enterprise_callbacks/send_emails/base_email.py582 except Exception as e:
LOW…erprise/enterprise_callbacks/send_emails/base_email.py664 except Exception as e:
LOW…erprise/enterprise_callbacks/send_emails/base_email.py905 except Exception as e:
LOW…terprise/enterprise_callbacks/send_emails/endpoints.py53 except Exception as e:
LOW…terprise/enterprise_callbacks/send_emails/endpoints.py102 except Exception as e:
LOW…terprise/enterprise_callbacks/send_emails/endpoints.py137 except Exception as e:
LOW…terprise/enterprise_callbacks/send_emails/endpoints.py171 except Exception as e:
5178 more matches not shown…
Unused Imports4992 hits · 4194 pts
SeverityFileLineSnippet
LOWenterprise/__init__.py1
LOW…terprise/litellm_enterprise/proxy/enterprise_routes.py7
LOW…se/litellm_enterprise/proxy/audit_logging_endpoints.py10
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py11
LOWenterprise/litellm_enterprise/proxy/auth/__init__.py8
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py9
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py4
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py37
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py56
LOW…litellm_enterprise/proxy/ui_crud_endpoints/__init__.py1
LOW…rprise/proxy/management_endpoints/project_endpoints.py20
LOW…e/litellm_enterprise/enterprise_callbacks/llm_guard.py10
LOW…litellm_enterprise/enterprise_callbacks/llama_guard.py18
LOWenterprise/enterprise_hooks/aporia_ai.py18
LOWenterprise/enterprise_hooks/aporia_ai.py22
LOWtests/test_openai_endpoints.py6
LOWtests/test_openai_endpoints.py7
LOWtests/_flush_vcr_cache.py1
LOWtests/_flush_vcr_cache.py3
LOWtests/test_team_logging.py4
LOWtests/test_team_logging.py5
LOWtests/test_team_logging.py6
LOWtests/test_team_logging.py7
LOWtests/test_team_logging.py8
LOWtests/test_team_logging.py10
LOWtests/test_end_users.py6
LOWtests/test_fallbacks.py294
LOWtests/test_gpt5_azure_temperature_support.py5
LOWtests/_vcr_redis_persister.py1
LOWtests/test_resource_cleanup.py7
LOWtests/test_callbacks_on_proxy.py11
LOWtests/test_callbacks_on_proxy.py13
LOWtests/test_team.py7
LOWtests/test_team.py10
LOWtests/test_passthrough_endpoints.py3
LOWtests/test_passthrough_endpoints.py4
LOWtests/test_passthrough_endpoints.py4
LOWtests/test_passthrough_endpoints.py5
LOWtests/test_passthrough_endpoints.py5
LOWtests/test_passthrough_endpoints.py5
LOWtests/test_presidio_latency.py4
LOWtests/test_new_vector_store_endpoints.py9
LOWtests/test_new_vector_store_endpoints.py16
LOWtests/test_organizations.py6
LOWtests/test_organizations.py7
LOWtests/eval_swe_bench.py30
LOWtests/test_entrypoint.py11
LOWtests/test_config.py8
LOWtests/_vcr_conftest_common.py6
LOWtests/test_users.py8
LOWtests/test_users.py11
LOWtests/test_models.py8
LOWtests/test_proxy_server_non_root.py13
LOWtests/logging_callback_tests/base_test.py1
LOWtests/logging_callback_tests/base_test.py2
LOWtests/logging_callback_tests/base_test.py3
LOWtests/logging_callback_tests/base_test.py6
LOWtests/logging_callback_tests/base_test.py6
LOWtests/logging_callback_tests/base_test.py6
LOWtests/logging_callback_tests/base_test.py7
4932 more matches not shown…
Self-Referential Comments1137 hits · 3518 pts
SeverityFileLineSnippet
MEDIUMterraform/litellm/gcp/.terraform.lock.hcl1# This file is maintained automatically by "terraform init".
MEDIUMterraform/litellm/aws/.terraform.lock.hcl1# This file is maintained automatically by "terraform init".
MEDIUM…/litellm-dashboard/src/components/public_model_hub.tsx1952# Create a client that connects to the server
MEDIUM…/litellm-dashboard/src/components/public_model_hub.tsx1992# Create a client that connects to the server
MEDIUM…tellm-dashboard/src/components/AIHub/ModelHubTable.tsx1055# Create a client that connects to the server
MEDIUM…terprise/enterprise_callbacks/send_emails/endpoints.py130 # Create a response with all events (enabled or disabled)
MEDIUMtests/test_users.py353 # Create an additional key for user1
MEDIUMtests/test_models.py533 # Create a team
MEDIUMtests/logging_callback_tests/base_test.py41 # Create a mock response object with the structure you need
MEDIUM…ogging_callback_tests/test_standard_logging_payload.py411 # Create a mock Logging object
MEDIUM…ogging_callback_tests/test_standard_logging_payload.py604 # Create a mock logging object with cost breakdown
MEDIUM…ogging_callback_tests/test_standard_logging_payload.py688 # Create a mock logging object without cost breakdown
MEDIUM…ging_callback_tests/test_logging_redaction_e2e_test.py255 # Create a simple mock object with output items that have reasoning summaries
MEDIUM…sts/logging_callback_tests/test_langfuse_unit_tests.py275 # Create a mock logging payload with tags
MEDIUMtests/logging_callback_tests/test_spend_logs.py216 # Define the expected metadata keys
MEDIUMtests/logging_callback_tests/test_spend_logs.py359 # Create a standard logging payload
MEDIUMtests/logging_callback_tests/test_spend_logs.py414 # Create a large string that exceeds the threshold
MEDIUMtests/logging_callback_tests/test_spend_logs.py452 # Create a small string that's under the threshold
MEDIUMtests/logging_callback_tests/test_langfuse_e2e_test.py153 # Create a mock Response object
MEDIUM…ogging_callback_tests/test_opentelemetry_unit_tests.py130 # Create a mock span
MEDIUM…ogging_callback_tests/test_opentelemetry_unit_tests.py191 # Create a mock span
MEDIUMtests/logging_callback_tests/test_gcs_pub_sub.py189 # Create a mock for the async_httpx_client's post method
MEDIUMtests/logging_callback_tests/test_gcs_pub_sub.py245 # Create a mock for the async_httpx_client's post method
MEDIUM…s/logging_callback_tests/test_log_db_redis_services.py111 # Create a failing function
MEDIUMtests/logging_callback_tests/test_alerting.py109# Create a mock environment for testing
MEDIUMtests/logging_callback_tests/test_alerting.py853 # Create a string buffer to capture log output
MEDIUMtests/logging_callback_tests/test_datadog.py538 # Create a standard payload with very long content
MEDIUMtests/logging_callback_tests/test_datadog.py189 # Create a mock for the async_client's post method
MEDIUMtests/logging_callback_tests/test_datadog.py405 # Create a mock for the async_client's post method
MEDIUMtests/logging_callback_tests/test_datadog.py502 # Create the payload
MEDIUMtests/logging_callback_tests/test_datadog.py560 # Create the payload
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py43 # Create a mock for the async_httpx_client's post method
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py130 # Create a mock for the async_httpx_client's post method
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py219 # Create a mock for the async_httpx_client's post method
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py294 # Create a mock for the async_httpx_client's post method
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py357 # Create a mock for the async_httpx_client's post method
MEDIUM…ts/logging_callback_tests/test_generic_api_callback.py416 # Create a mock for the async_httpx_client's post method
MEDIUMtests/litellm_utils_tests/test_aws_secret_manager.py171 # Create a primary secret with multiple key-value pairs
MEDIUMtests/litellm_utils_tests/test_utils.py693 # Create a test EmbeddingResponse with usage data
MEDIUMtests/litellm_utils_tests/test_utils.py1644 # Create a mock response object
MEDIUMtests/litellm_utils_tests/test_utils.py1723 # Create a mock response object
MEDIUMtests/litellm_utils_tests/test_utils.py1830 # Create a mock CustomLogger class
MEDIUMtests/litellm_utils_tests/test_secret_manager.py32 # Define the path to the vertex_key.json file
MEDIUMtests/litellm_utils_tests/test_secret_manager.py62 # Create a temporary file
MEDIUMtests/litellm_utils_tests/test_secret_manager.py173 # Create a unique environment variable name
MEDIUMtests/litellm_utils_tests/test_secret_manager.py187 # Create a temporary file inside a directory added to the allowlist.
MEDIUMtests/litellm_utils_tests/test_secret_manager.py203 # Create a temporary file
MEDIUMtests/litellm_utils_tests/test_secret_manager.py210 # Create a unique environment variable name
MEDIUM…s/litellm_utils_tests/test_logging_callback_manager.py231 # Create a fresh ProxyLogging instance
MEDIUMtests/litellm_utils_tests/test_hashicorp.py293 # Create a new instance with TLS cert config
MEDIUMtests/litellm_utils_tests/test_aiohttp_handler.py28 # Create a transport with the new helper
MEDIUMtests/litellm_utils_tests/test_aiohttp_handler.py96 # Create a simple httpx request to test with
MEDIUMtests/otel_tests/test_prometheus.py812 # Create a user with user_email
MEDIUMtests/otel_tests/test_prometheus.py851 # Create a user with user_email
MEDIUMtests/otel_tests/test_team_member_permissions.py230 # Create a team
MEDIUMtests/otel_tests/test_team_member_permissions.py249 # Create a user key
MEDIUMtests/otel_tests/test_team_member_permissions.py252 # Create a user key
MEDIUMtests/otel_tests/test_team_member_permissions.py349 # Create a team with specific member permissions
MEDIUMtests/otel_tests/test_team_member_permissions.py370 # Create a user key
MEDIUMtests/otel_tests/test_team_member_permissions.py420 # Create a team with specific member permissions
1077 more matches not shown…
Cross-File Repetition419 hits · 2095 pts
SeverityFileLineSnippet
HIGHtests/test_openai_endpoints.py0- create key make chat completion call - create user make chat completion call
HIGHtests/test_openai_endpoints.py0- create key make chat completion call - create user make chat completion call
HIGHtests/otel_tests/test_otel.py0- create key make chat completion call - create user make chat completion call
HIGHtests/test_end_users.py0make 20 parallel calls to /user/new. assert all worked.
HIGHtests/test_team.py0make 20 parallel calls to /user/new. assert all worked.
HIGHtests/test_users.py0make 20 parallel calls to /user/new. assert all worked.
HIGHtests/test_fallbacks.py0make chat completion call with prompt > context window. expect it to work with fallback
HIGHtests/test_fallbacks.py0make chat completion call with prompt > context window. expect it to work with fallback
HIGHtests/test_fallbacks.py0make chat completion call with prompt > context window. expect it to work with fallback
HIGHtests/test_fallbacks.py0make chat completion call with prompt > context window. expect it to work with fallback
HIGHtests/test_fallbacks.py0make chat completion call with prompt > context window. expect it to work with fallback
HIGHtests/test_team.py0make sure only models user has access to are returned
HIGHtests/test_keys.py0make sure only models user has access to are returned
HIGHtests/test_keys.py0make sure only models user has access to are returned
HIGHtests/test_keys.py0make sure only models user has access to are returned
HIGHtests/test_keys.py0make sure only models user has access to are returned
HIGHtests/test_keys.py0make sure only models user has access to are returned
HIGHtests/test_users.py0make sure only models user has access to are returned
HIGHtests/test_models.py0make sure only models user has access to are returned
HIGHtests/test_models.py0make sure only models user has access to are returned
HIGHtests/large_text.py0alexander the great this article is about the ancient king of macedonia. for other uses, see alexander the great (disamb
HIGHtests/proxy_unit_tests/large_text.py0alexander the great this article is about the ancient king of macedonia. for other uses, see alexander the great (disamb
HIGHtests/old_proxy_tests/tests/large_text.py0alexander the great this article is about the ancient king of macedonia. for other uses, see alexander the great (disamb
HIGHtests/local_testing/large_text.py0alexander the great this article is about the ancient king of macedonia. for other uses, see alexander the great (disamb
HIGHtests/logging_callback_tests/base_test.py0abstract base test class that enforces a common test across all test classes.
HIGH…sts/pass_through_tests/base_anthropic_messages_test.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/llm_responses_api_testing/base_responses_api.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/vector_store_tests/base_vector_store_test.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/llm_translation/base_rerank_unit_tests.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/llm_translation/base_embedding_unit_tests.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/llm_translation/base_llm_unit_tests.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/image_gen_tests/base_image_generation_test.py0abstract base test class that enforces a common test across all test classes.
HIGHtests/logging_callback_tests/conftest.py0module-scoped setup. reloads litellm only in single-process mode (skipped under xdist to avoid cross-worker interference
HIGHtests/guardrails_tests/conftest.py0module-scoped setup. reloads litellm only in single-process mode (skipped under xdist to avoid cross-worker interference
HIGHtests/local_testing/conftest.py0module-scoped setup. reloads litellm only in single-process mode (skipped under xdist to avoid cross-worker interference
HIGHtests/logging_callback_tests/test_langfuse_e2e_test.py0test langfuse logging for chat completion with malformed llm response
HIGHtests/logging_callback_tests/test_langfuse_e2e_test.py0test langfuse logging for chat completion with malformed llm response
HIGHtests/logging_callback_tests/test_langfuse_e2e_test.py0test langfuse logging for chat completion with malformed llm response
HIGH…/logging_callback_tests/test_custom_callback_router.py0the set of expected inputs to a custom handler for a
HIGHtests/proxy_unit_tests/test_custom_callback_input.py0the set of expected inputs to a custom handler for a
HIGHtests/local_testing/test_custom_callback_input.py0the set of expected inputs to a custom handler for a
HIGHtests/litellm_utils_tests/test_utils.py0test that when a callback exists in both success_callback and _async_success_callback, it's not added again
HIGHtests/litellm_utils_tests/test_utils.py0test that when a callback exists in both success_callback and _async_success_callback, it's not added again
HIGHtests/litellm_utils_tests/test_utils.py0test that when a callback exists in both success_callback and _async_success_callback, it's not added again
HIGHtests/litellm_utils_tests/test_utils.py0test that get_valid_models returns the correct models for a given provider
HIGHtests/litellm_utils_tests/test_utils.py0test that get_valid_models returns the correct models for a given provider
HIGHtests/litellm_utils_tests/test_utils.py0test that get_valid_models returns the correct models for a given provider
HIGHtests/litellm_utils_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/enterprise/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/unified_google_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/proxy_admin_ui_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/llm_responses_api_testing/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/vector_store_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/router_unit_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/proxy_unit_tests/conftest copy.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/mcp_tests/conftest.py0this fixture reloads litellm before every function. to speed up testing by removing callbacks being chained.
HIGHtests/otel_tests/test_guardrails.py0- tests a request where no content mod is triggered - assert that the guardrails applied are returned in the response he
HIGHtests/otel_tests/test_guardrails.py0- tests a request where no content mod is triggered - assert that the guardrails applied are returned in the response he
HIGHtests/otel_tests/test_guardrails.py0- tests a request where no content mod is triggered - assert that the guardrails applied are returned in the response he
HIGHtests/otel_tests/test_e2e_budgeting.py0test budget enforcement for chat completions: 1. create key with $0.01 budget 2. make chat completion calls until budget
359 more matches not shown…
Deep Nesting1873 hits · 1378 pts
SeverityFileLineSnippet
LOWci_cd/run_migration.py198
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py129
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py248
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py100
LOW…ise/litellm_enterprise/proxy/auth/user_api_key_auth.py9
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py301
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py415
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py649
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py669
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py713
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1063
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1629
LOW…rprise/proxy/management_endpoints/project_endpoints.py90
LOW…rprise/proxy/management_endpoints/project_endpoints.py486
LOW…rprise/proxy/management_endpoints/project_endpoints.py831
LOW…lm_enterprise/enterprise_callbacks/secret_detection.py467
LOW…e/litellm_enterprise/enterprise_callbacks/llm_guard.py96
LOW…m_enterprise/enterprise_callbacks/callback_controls.py16
LOW…erprise/enterprise_callbacks/send_emails/base_email.py414
LOW…terprise/enterprise_callbacks/send_emails/endpoints.py24
LOWenterprise/enterprise_hooks/blocked_user_list.py56
LOWtests/test_team.py41
LOWtests/test_team.py728
LOWtests/eval_swe_bench.py212
LOWtests/eval_swe_bench.py249
LOWtests/eval_swe_bench.py359
LOWtests/_vcr_conftest_common.py261
LOW…ging_callback_tests/test_logging_redaction_e2e_test.py125
LOW…ging_callback_tests/test_logging_redaction_e2e_test.py169
LOW…gging_callback_tests/test_unit_tests_init_callbacks.py91
LOWtests/logging_callback_tests/test_langfuse_e2e_test.py30
LOWtests/logging_callback_tests/test_gcs_pub_sub.py49
LOW…ging_callback_tests/test_bedrock_knowledgebase_hook.py185
LOWtests/logging_callback_tests/test_datadog.py170
LOWtests/logging_callback_tests/test_otel_logging.py42
LOWtests/litellm_utils_tests/test_utils.py1361
LOWtests/litellm_utils_tests/test_proxy_budget_reset.py353
LOWtests/litellm_utils_tests/test_proxy_budget_reset.py390
LOWtests/otel_tests/test_prometheus.py86
LOW…erprise_callbacks/test_prometheus_logging_callbacks.py2261
LOW…ise/litellm_enterprise/integrations/test_prometheus.py88
LOWtests/agent_tests/local_only_agent_tests/test_a2a.py272
LOW…ent_tests/local_only_agent_tests/local_vertex_agent.py34
LOW…sts/pass_through_tests/base_anthropic_messages_test.py72
LOW…ss_through_tests/test_openai_assistants_passthrough.py61
LOWtests/unified_google_tests/test_google_ai_studio.py25
LOWtests/proxy_admin_ui_tests/test_key_management.py738
LOW…llm_responses_api_testing/test_openai_responses_api.py282
LOW…llm_responses_api_testing/test_openai_responses_api.py995
LOW…ses_api_testing/test_google_ai_studio_responses_api.py190
LOWtests/llm_responses_api_testing/base_responses_api.py150
LOWtests/llm_responses_api_testing/base_responses_api.py275
LOWtests/llm_responses_api_testing/base_responses_api.py782
LOWtests/llm_responses_api_testing/test_responses_hooks.py739
LOWtests/documentation_tests/test_circular_imports.py7
LOWtests/documentation_tests/test_circular_imports.py20
LOWtests/documentation_tests/test_circular_imports.py71
LOWtests/documentation_tests/test_requests_lib_usage.py11
LOWtests/documentation_tests/test_requests_lib_usage.py67
LOWtests/documentation_tests/test_readme_providers.py73
1813 more matches not shown…
Redundant / Tautological Comments856 hits · 1267 pts
SeverityFileLineSnippet
LOWui/litellm-dashboard/build_ui_custom_path.sh3# Check if UI_BASE_PATH argument is provided
LOWui/litellm-dashboard/build_ui_custom_path.sh13# Check if nvm is not installed
LOWui/litellm-dashboard/build_ui_custom_path.sh38# Check if nvm use was successful
LOWui/litellm-dashboard/build_ui_custom_path.sh47# Check if the build was successful
LOWui/litellm-dashboard/build_ui.sh3# Check if nvm is not installed
LOWui/litellm-dashboard/build_ui.sh28# Check if nvm use was successful
LOWui/litellm-dashboard/build_ui.sh41# Check if the build was successful
LOWdocker/build_admin_ui.sh20# Check if we are on macOS
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py67 # Check if vector store already exists
LOW…se/litellm_enterprise/proxy/vector_stores/endpoints.py214 # Check if vector store exists
LOW…_enterprise/proxy/common_utils/check_responses_cost.py152 # Check if response is in a terminal state
LOW…terprise/litellm_enterprise/proxy/auth/route_checks.py16 ## Check if DISABLE_LLM_API_ENDPOINTS is set
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py335 # Check if it's a managed vector store ID
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1067 ## Check if unified_file_id is in the response
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1297 # Check if the scheduler has the batch cost checking job registered
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1302 # Check if the check_batch_cost_job exists in the scheduler
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1380 # Check if any referenced file ID matches the file we're trying to delete
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py451 # Check if any files are stored in storage backends and need base64 conversion
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1186 ## Check if unified_file_id is in the response
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1411 # Check if batch polling is enabled
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1416 # Check if file is referenced by any non-terminal batches
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1472 # Check if file deletion should be blocked due to batch references
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1553 # Check if this is a base64 encoded unified file ID
LOW…rprise/litellm_enterprise/proxy/hooks/managed_files.py1657 # Set format to help Gemini determine mime type
LOW…rprise/proxy/management_endpoints/project_endpoints.py388 # Check if user has permission to create projects for this team
LOW…rprise/proxy/management_endpoints/project_endpoints.py409 # Check if project_id already exists
LOW…rprise/proxy/management_endpoints/project_endpoints.py763 # Check if user is admin (only admins can delete projects)
LOW…rprise/proxy/management_endpoints/project_endpoints.py780 # Check if project exists
LOW…rprise/proxy/management_endpoints/project_endpoints.py793 # Check if there are any keys associated with this project
LOW…rprise/proxy/management_endpoints/project_endpoints.py870 # Check if user has access to this project (admin or team member)
LOW…m_enterprise/enterprise_callbacks/callback_controls.py91 # Check if admin has disabled this feature
LOW…erprise/enterprise_callbacks/send_emails/base_email.py133 # Check if API key should be included in email
LOW…erprise/enterprise_callbacks/send_emails/base_email.py180 # Check if API key should be included in email
LOW…erprise/enterprise_callbacks/send_emails/base_email.py476 # Check if we've already sent this alert
LOW…erprise/enterprise_callbacks/send_emails/base_email.py544 # Check if we've already sent this alert
LOW…se/litellm_enterprise/integrations/custom_guardrail.py44 # Check if any request tag matches a Mode tag key
LOW…/litellm-helm/templates/tests/test-servicemonitor.yaml20 # Check if ServiceMonitor exists
LOWtests/test_entrypoint.py46 # Print the output for debugging purposes
LOW…sts/logging_callback_tests/test_langfuse_unit_tests.py130 # Check if the logger is cached
LOWtests/logging_callback_tests/test_gcs_pub_sub.py55 # Check if current path should be ignored
LOWtests/logging_callback_tests/test_alerting.py884 # Check if the payload was logged
LOW…ging_callback_tests/test_bedrock_knowledgebase_hook.py210 # Check if this chunk has search_results in provider_specific_fields
LOWtests/logging_callback_tests/test_datadog.py144 standard_payload["status"] = "failure" # Set status to failure
LOWtests/litellm_utils_tests/test_utils.py1208 # Set force_ipv4 to True
LOWtests/litellm_utils_tests/test_secret_manager.py40 # Read the file content
LOWtests/litellm_utils_tests/test_health_check.py110 # Check if response is successful (no error)
LOWtests/litellm_utils_tests/test_health_check.py114 # Check if error is a transient Azure internal server error
LOWtests/litellm_utils_tests/test_bedrock_token_counter.py98 # Check if the model doesn't support token counting
LOWtests/otel_tests/test_prometheus.py99 # Check if the request failed as expected
LOWtests/otel_tests/test_prometheus.py108 # Check if the failure metric is present and correct - use pattern matching for robustness
LOWtests/otel_tests/test_prometheus.py125 # Check if either pattern is in metrics and contains required fields
LOWtests/otel_tests/test_prometheus.py191 # Check if the request succeeded as expected
LOWtests/otel_tests/test_prometheus.py208 # Check if the success metric is present and correct - use flexible matching
LOWtests/otel_tests/test_prometheus.py315 # Check if successful fallback metric is incremented - use flexible matching
LOWtests/otel_tests/test_prometheus.py335 # Check if failed fallback metric is incremented - use flexible matching
LOW…tellm_enterprise/integrations/test_custom_guardrail.py212 ) # Set premium_user to True
LOWtests/pass_through_tests/test_vertex_ai.py29 # Read the file content
LOWtests/pass_through_tests/test_anthropic_passthrough.py75 # Check if spend data exists and has entries
LOWtests/pass_through_tests/test_anthropic_passthrough.py241 # Check if spend data exists and has entries
LOW…/openai_endpoints_tests/test_openai_files_endpoints.py99 assert content # Check if content is not empty
796 more matches not shown…
Docstring Block Structure204 hits · 1020 pts
SeverityFileLineSnippet
HIGH…se/litellm_enterprise/proxy/audit_logging_endpoints.py181 Get detailed information about a specific audit log entry by its ID. Args: id (str): The unique identi
HIGH…se/litellm_enterprise/proxy/auth/custom_sso_handler.py32 Allow a user to execute their custom code to parse incoming request headers and return a OpenID object
HIGH…itellm_enterprise/proxy/hooks/managed_vector_stores.py264 Check if user has access to a managed vector store in request data. Args: data: Re
HIGHtests/local_testing/test_alangfuse.py57 Searches the given log file for logs containing the "/api/public" string. Parameters: - log_file_path (str
HIGH…mock_guardrail_server/mock_bedrock_guardrail_server.py164 Verify the Bearer token from the Authorization header. Args: authorization: The Authorization header v
HIGH…mpt_management_server/mock_prompt_management_server.py207 Get a prompt by ID with optional filtering. This endpoint implements the LiteLLM Generic Prompt Management API
HIGHlitellm/cost_calculator.py2082 Default image cost calculator for image generation Args: model (str): Model name image_respons
HIGHlitellm/cost_calculator.py2182 Default video cost calculator for video generation Args: model (str): Model name duration_seco
HIGHlitellm/utils.py2389 Check if the given model supports system messages and return a boolean value. Parameters: model (str): The
HIGHlitellm/utils.py2410 Check if the given model supports web search and return a boolean value. Parameters: model (str): The mode
HIGHlitellm/utils.py2431 Check if the given model supports URL context and return a boolean value. Parameters: model (str): The mod
HIGHlitellm/utils.py2452 Check if the given model supports native streaming and return a boolean value. Parameters: model (str): Th
HIGHlitellm/utils.py2545 Check if the given model supports function calling and return a boolean value. Parameters: model (str): Th
HIGHlitellm/utils.py2591 Check if the given model supports function calling and return a boolean value. Parameters: model (str): Th
HIGHlitellm/utils.py2714 Check if the given model supports prompt caching and return a boolean value. Parameters: model (str): The
HIGHlitellm/utils.py2737 Check if the given model supports computer use and return a boolean value. Parameters: model (str): The mo
HIGHlitellm/utils.py5309 Get the maximum number of output tokens allowed for a given model. Parameters: model (str): The name of th
HIGHlitellm/utils.py6073 Get a dict for the maximum tokens (context window), input_cost_per_token, output_cost_per_token for a given model.
HIGHlitellm/utils.py8055 Ensures all user messages are valid OpenAI chat completion messages. Args: messages: List of message d
HIGHlitellm/router.py11387 Returns deployments available for pass-through endpoints (based on load balancing strategy) Similar to
HIGHlitellm/main.py446 Asynchronously executes a litellm.completion() call for any of litellm supported llms (example gpt-4, gpt-3.5-turbo
HIGHlitellm/main.py800 Generate a mock completion response for testing or debugging purposes. This is a helper function that simulate
HIGHlitellm/main.py4790 Embedding function that calls an API to generate embeddings for the given input. Parameters: - model: The
HIGHlitellm/proxy/utils.py3161 Execute a query with automatic fallback for PostgreSQL cached plan errors. This handles the "cached pl
HIGHlitellm/proxy/common_utils/performance_utils.py207Wrap a function directly with line_profiler. This is the recommended way to profile functions, especially closures
HIGHlitellm/proxy/common_utils/path_utils.py13 Join path components and verify the result stays within base_dir. Resolves symlinks and '..' sequences, then c
HIGHlitellm/proxy/common_utils/path_utils.py41 Extract a safe filename from a user-supplied path. Strips all directory components (both Unix and Windows sepa
HIGH…proxy/guardrails/guardrail_hooks/bedrock_guardrails.py1522 Apply Bedrock guardrail to a batch of texts for testing purposes. This method allows users to test Bed
HIGH…ils/guardrail_hooks/prompt_security/prompt_security.py81 Apply Prompt Security guardrail to the given inputs. This method is called by LiteLLM's guardrail fram
HIGH…s/guardrail_hooks/zscaler_ai_guard/zscaler_ai_guard.py128 Apply Zscaler AI Guard guardrail to batch of texts. Args: inputs: Dictionary containing te
HIGH…s/guardrail_hooks/custom_code/custom_code_guardrail.py199 Apply the custom code guardrail to the inputs. This method calls the user-defined apply_guardrail func
HIGH…s/guardrail_hooks/custom_code/custom_code_guardrail.py296 Process the result from the custom code function. Args: result: The return value from appl
HIGH…roxy/guardrails/guardrail_hooks/qualifire/qualifire.py403 Apply Qualifire guardrail to the given inputs. This method is called by the unified guardrail system f
HIGH…ellm/proxy/guardrails/guardrail_hooks/pillar/pillar.py336 Pre-call hook to scan the request for security threats before sending to LLM. Args: user_a
HIGH…ellm/proxy/guardrails/guardrail_hooks/pillar/pillar.py384 During-call hook to scan the request in parallel with LLM processing. Args: data: Request
HIGH…ellm/proxy/guardrails/guardrail_hooks/pillar/pillar.py422 Post-call hook to scan LLM responses before returning to user. Args: data: Original reques
HIGH…ellm/proxy/guardrails/guardrail_hooks/pillar/pillar.py480 Core method to run the Pillar guardrail scan. Args: data: Request data containing messages
HIGH…ellm/proxy/guardrails/guardrail_hooks/pillar/pillar.py530 Handle API errors based on fallback_on_error configuration. Args: error: The exception tha
HIGH…s/guardrail_hooks/crowdstrike_aidr/crowdstrike_aidr.py155 Makes the API call to the CrowdStrike AIDR AI Guard endpoint. The function itself will raise an error i
HIGH…roxy/guardrails/guardrail_hooks/enkryptai/enkryptai.py497 Apply EnkryptAI guardrail to a batch of texts. Args: inputs: Dictionary containing texts a
HIGH…ils/guardrail_hooks/litellm_content_filter/patterns.py65 Get a compiled regex pattern by name. Args: pattern_name: Name of the prebuilt pattern Returns:
HIGH…ardrail_hooks/litellm_content_filter/content_filter.py1350 Apply all content filtering checks to a single text. This method performs: 1. Category keyword
HIGH…ardrail_hooks/litellm_content_filter/content_filter.py1783 Apply content filtering guardrail to a batch of texts. This method checks for sensitive patterns and b
HIGH…/proxy/guardrails/guardrail_hooks/grayswan/grayswan.py169 Apply Gray Swan guardrail to extracted text content. This method is called by the unified guardrail sy
HIGH…/proxy/guardrails/guardrail_hooks/grayswan/grayswan.py430 Process GraySwan API response and handle violations. Args: response_json: Response from Gr
HIGH…ellm/proxy/guardrails/guardrail_hooks/pangea/pangea.py116 Makes the API call to the Pangea AI Guard endpoint. The function itself will raise an error in the case
HIGH…l_hooks/generic_guardrail_api/generic_guardrail_api.py378 Apply the Generic Guardrail API to the given inputs. This is the main method that gets called by the f
HIGH…proxy/guardrails/guardrail_hooks/openai/moderations.py189 Apply OpenAI moderation guardrail using the unified guardrail interface. This method is called by the
HIGH…tellm/proxy/_experimental/mcp_server/rest_endpoints.py267 Resolve allowed MCP servers for a tool call with IP filtering. Args: request: The HTTP req
HIGHlitellm/proxy/_experimental/mcp_server/server.py520 Call a specific tool with the provided arguments Args: name (str): Name of the tool to cal
HIGH…oxy/_experimental/mcp_server/discoverable_endpoints.py67 Decode an encrypted state to retrieve all OAuth session data. Args: encrypted_state: The encrypted str
HIGH…m/proxy/_experimental/mcp_server/mcp_server_manager.py2446 Filter arguments to only include allowed parameters for the given tool. Args: tool_name: N
HIGH…m/proxy/_experimental/mcp_server/mcp_server_manager.py2765 Call a regular MCP tool using the MCP client. Args: mcp_server: The MCP server configurati
HIGH…_experimental/mcp_server/auth/user_api_key_auth_mcp.py50 Process and validate MCP request headers from the ASGI scope. This includes: 1. Extracting and
HIGH…roxy/openai_files_endpoints/storage_backend_service.py42 Upload a file to a storage backend and create a file object. Args: file_data: File data di
HIGHlitellm/proxy/openai_files_endpoints/common_utils.py90 Encode a file/batch ID with model routing information. Format: <prefix><base64(litellm:<original_id>;model,<mo
HIGHlitellm/proxy/openai_files_endpoints/common_utils.py263 Retrieve API credentials for a model from the LLM Router. Args: llm_router: LiteLLM Router instance
HIGHlitellm/proxy/openai_files_endpoints/common_utils.py332 Orchestrate model-based credential routing for file operations. Args: file_id: File ID (may contain em
HIGHlitellm/proxy/auth/route_checks.py556 Check if route matches the allowed_route pattern. Supports both exact match and prefix match.
HIGHlitellm/proxy/auth/login_utils.py55 Get UI username and password from environment variables or master key. Args: master_key: Master key fo
144 more matches not shown…
Cross-Language Confusion147 hits · 641 pts
SeverityFileLineSnippet
HIGHci_cd/run_migration.py77 print(f" git fetch origin && git rebase origin/{base_branch}", file=out)
HIGHci_cd/run_migration.py177 " 1. git fetch origin && git status # confirm branch is up to date", file=out
HIGH…gh_unit_tests/test_unit_test_anthropic_pass_through.py252 'data: {"type":"message_start","message":{"id":"msg_01G7T4YSBzHjmgTyizv1UfkB","type":"message","role":"assistant
HIGH…gh_unit_tests/test_unit_test_anthropic_pass_through.py306 'data: {"type":"message_delta","delta":{"stop_reason":"end_turn","stop_sequence":null},"usage":{"output_tokens":
HIGHtests/proxy_unit_tests/messages_with_counts.py732 null,
HIGHtests/llm_translation/test_openai.py926 "description": 'Executes a given bash command in a persistent shell session with optional timeout, e
HIGHtests/llm_translation/test_prompt_factory.py340 "arguments": '{"completed_steps": [], "next_steps": [{"tool_name": "AccountingResearchTool", "de
HIGHtests/llm_translation/test_prompt_factory.py349 "content": '{"completed_steps":[],"next_steps":[{"tool_name":"AccountingResearchTool","description":"Researc
HIGHtests/llm_translation/test_bedrock_completion.py1330 "content": "You are Claude Dev, a highly skilled software developer with extensive knowledge in many pro
HIGHtests/llm_translation/test_anthropic_completion.py659 "text": '<extra_info>\nThe following information has been included based on a keyword match for "git
HIGHtests/test_litellm/test_video_generation.py1308 """first_id / last_id may be absent or null; should not raise."""
HIGHtests/test_litellm/test_check_licenses.py5legacy ``info.license`` field null, so the checker must read the new field (and
HIGHtests/test_litellm/types/test_types_utils.py211 Test that invalid (non-list, non-null) top_logprobs values are still
HIGHtests/test_litellm/types/test_types_utils.py212 rejected by Pydantic validation. The validator only normalizes null,
HIGHtests/test_litellm/types/llms/test_types_llms_openai.py280 status=null).
HIGH…s/test_litellm/proxy/test_common_request_processing.py993 'data: {"error": {"code": null, "message": "code is null"}}',
HIGH…t_litellm/proxy/guardrails/test_guardrail_endpoints.py1671 """List submissions only returns team guardrails (team_id not null)."""
HIGH…xy/guardrails/guardrail_hooks/test_panw_prisma_airs.py2427 b'data: {"type":"content_block_delta","index":0,"delta":null}\n',
HIGH…xy/guardrails/guardrail_hooks/test_panw_prisma_airs.py2410 """Non-dict JSON (null, arrays, ints) should be silently skipped."""
HIGH…/guardrails/guardrail_hooks/test_bedrock_guardrails.py1468 # No BLOCKED actions found (all lists null) → should return False
HIGH…roxy/spend_tracking/test_spend_management_endpoints.py1755 "metadata": '{"applied_guardrails": [], "batch_models": null, "mcp_tool_call_metadata": null, "vecto
HIGH…roxy/spend_tracking/test_spend_management_endpoints.py1851 "metadata": '{"applied_guardrails": [], "batch_models": null, "mcp_tool_call_metadata": null, "vecto
HIGH…roxy/spend_tracking/test_spend_management_endpoints.py1945 "metadata": '{"applied_guardrails": [], "batch_models": null, "mcp_tool_call_metadata": null, "vecto
HIGH…sts/test_litellm/proxy/memory/test_memory_endpoints.py659 expectation of `PUT {"metadata": null}`.
HIGH…roxy/ui_crud_endpoints/test_proxy_setting_endpoints.py660 # Send mixed SSO settings - some null, some valid
HIGH…xy/management_endpoints/test_access_group_endpoints.py1315 # Verify the DB update was called with [] (not null) for list fields
HIGH…tellm/proxy/proxy_server/test_routes_model_cost_map.py227 """No prisma client → returns the not-scheduled shape (4 keys, all-null)."""
HIGHtests/test_litellm/passthrough/test_passthrough_main.py656 so the client saw HTTP 200 + unparseable SSE body → silent task_complete(null).
HIGH…rations/open_telemetry/test_passthrough_parent_span.py134 'data: {"type":"message_start","message":{"id":"msg_1","type":"message","role":"assistant","model":"claude-sonnet-4-
HIGH…rations/open_telemetry/test_passthrough_parent_span.py142 'data: {"type":"message_delta","delta":{"stop_reason":"end_turn","stop_sequence":null},"usage":{"output_tokens":2}}'
HIGH…est_litellm/litellm_core_utils/messages_with_counts.py740 null,
HIGHtests/test_litellm/llms/sap/chat/test_sap_chat_calls.py43 b'data: {"request_id": "a07127d3-cb74-9427-a4dc-ef9bf424fb43", "intermediate_results": {"templating": [{"content": "
HIGH…ertex_ai/gemini/test_gemini_image_url_missing_field.py34 """When image_url key is present but explicitly null, a BadRequestError is raised."""
HIGH…ertex_gemma_models/test_vertex_gemma_transformation.py61 "logprobs": null,
HIGH…ertex_gemma_models/test_vertex_gemma_transformation.py64 "reasoning_content": null,
HIGH…ertex_gemma_models/test_vertex_gemma_transformation.py75 "prompt_logprobs": null,
HIGH…ertex_gemma_models/test_vertex_gemma_transformation.py79 "prompt_tokens_details": null,
HIGHtests/batches_tests/test_batches_logging_unit_tests.py35{"id": "batch_req_6769ca596b38819093d7ae9f522de924", "custom_id": "request-1", "response": {"status_code": 200, "request
HIGHtests/batches_tests/test_batches_logging_unit_tests.py36{"id": "batch_req_6769ca597e588190920666612634e2b4", "custom_id": "request-2", "response": {"status_code": 200, "request
HIGHtests/local_testing/test_streaming.py2410# "content": null,
HIGHtests/local_testing/test_streaming.py2423# "logprobs": null,
HIGHtests/local_testing/test_streaming.py2478# "logprobs": null,
HIGHtests/local_testing/test_azure_perf.py104# Test azure streaming call - measure on time to first (non-null) token.
HIGHlitellm/utils.py6078 - custom_llm_provider (str | null): the provider used for the model. If provided, used to check if the litellm model
HIGHlitellm/types/llms/openai.py1328 (e.g., the OpenAI C# SDK crashes on status=null).
HIGHlitellm/types/llms/anthropic.py551 "stop_reason": null,
HIGHlitellm/types/llms/anthropic.py552 "stop_sequence": null,
HIGHlitellm/proxy/proxy_server.py12585 "max_input_tokens": null,
HIGHlitellm/proxy/proxy_server.py12586 "max_output_tokens": null,
HIGHlitellm/proxy/proxy_server.py12589 "mode": null,
HIGHlitellm/proxy/proxy_server.py12590 "tpm": null,
HIGHlitellm/proxy/proxy_server.py12591 "rpm": null,
HIGHlitellm/proxy/proxy_server.py12653 "max_input_tokens": null,
HIGHlitellm/proxy/proxy_server.py12654 "max_output_tokens": null,
HIGHlitellm/proxy/proxy_server.py12657 "mode": null,
HIGHlitellm/proxy/proxy_server.py12658 "tpm": null,
HIGHlitellm/proxy/proxy_server.py12659 "rpm": null,
HIGHlitellm/proxy/proxy_server.py1749 "if (d && LAZY_TAGS.has(d.textContent.trim())) op.style.display = 'none';"
HIGHlitellm/proxy/proxy_server.py1772 "const thing=args[0];const shown=args[1];let tag=null;"
HIGHlitellm/proxy/proxy_server.py12618 "tpm": null,
87 more matches not shown…
Magic Placeholder Names142 hits · 530 pts
SeverityFileLineSnippet
HIGH…src/app/(dashboard)/api-reference/APIReferenceView.tsx52 api_key="your_api_key",
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1506 apiKey: "your_api_key",
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1528 apiKey: "your_api_key",
HIGH…/components/guardrails/custom_code/CustomCodeModal.tsx81 headers={"Authorization": "Bearer YOUR_API_KEY"},
HIGH…rc/components/playground/chat_ui/SessionManagement.tsx92 -H "Authorization: Bearer your-api-key" \\
HIGH…tellm-dashboard/src/components/AIHub/ModelHubTable.tsx708 api_key="your_api_key",
HIGH…-dashboard/src/components/mcp_tools/MCPToolsetsTab.tsx387 "headers": { "x-litellm-api-key": "Bearer <your-api-key>" }
HIGHtests/llm_translation/test_minimax_tts.py227 os.environ["MINIMAX_API_KEY"] = "your-api-key-here"
HIGHtests/llm_translation/test_minimax_tts.py249 os.environ["MINIMAX_API_KEY"] = "your-api-key-here"
HIGHcookbook/codellama-server/README.MD124 os.environ['OPENAI_API_KEY]` = "YOUR_API_KEY"
HIGHcookbook/litellm_proxy_server/readme.md145 os.environ['OPENAI_API_KEY]` = "YOUR_API_KEY"
HIGHdocs/my-website/docs/providers/crusoe.md174 api_key="your-api-key",
HIGHscripts/health_check/health_check_client_README.md21export LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md28export LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md36export LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md54 -e LITELLM_API_KEY="your-api-key" \
HIGHscripts/health_check/health_check_client_README.md63 -e LITELLM_API_KEY="your-api-key" \
HIGHscripts/health_check/health_check_client_README.md75$env:LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md82export LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md89$env:LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md97$env:LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/health_check_client_README.md105export LITELLM_API_KEY="your-api-key"
HIGHscripts/health_check/run_parallel_health_checks.sh8# export LITELLM_API_KEY="your-api-key"
HIGHlitellm/router.py382 "api_key": <your-api-key>,
HIGHlitellm/router.py391 "api_key": <your-api-key>,
HIGHlitellm/router.py400 "api_key": <your-api-key>,
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3174 "description": "Create a new agent\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/v1/agent
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3221 "description": "Make multiple agents publicly discoverable\n\nExample Request:\n```bash\ncurl -X POST \"http:/
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3268 "description": "Delete an agent\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/agents/12
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3312 "description": "Get a specific agent by ID\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/a
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3358 "description": "Update an existing agent\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/age
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3414 "description": "Update an existing agent\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/age
HIGHlitellm/proxy/_lazy_openapi_snapshot.json3472 "description": "Make an agent publicly discoverable\n\nExample Request:\n```bash\ncurl -X POST \"http://localh
HIGHlitellm/proxy/_lazy_openapi_snapshot.json11489 "description": "Create a new guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/gua
HIGHlitellm/proxy/_lazy_openapi_snapshot.json11581 "description": "List the guardrails that are available on the proxy server\n\n\ud83d\udc49 [Guardrail docs](ht
HIGHlitellm/proxy/_lazy_openapi_snapshot.json11882 "description": "Test custom code guardrail logic without creating a guardrail.\n\nThis endpoint allows admins
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12396 "description": "Delete a guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardra
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12440 "description": "Get detailed information about a specific guardrail by ID\n\n\ud83d\udc49 [Guardrail docs](htt
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12484 "description": "Partially update an existing guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.a
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12538 "description": "Update an existing guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/pro
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12594 "description": "Get detailed information about a specific guardrail by ID\n\n\ud83d\udc49 [Guardrail docs](htt
HIGHlitellm/proxy/_lazy_openapi_snapshot.json12715 "description": "List the guardrails that are available in the database using GuardrailRegistry\n\n\ud83d\udc49
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21270 "description": "Create a new policy.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/polici
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21317 "description": "Create a new policy attachment.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21364 "description": "Estimate how many keys and teams would be affected by a policy attachment.\n\nUse this before
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21411 "description": "List all policy attachments from the database.\n\nExample Request:\n```bash\ncurl -X GET \"htt
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21438 "description": "Delete a policy attachment.\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:40
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21482 "description": "Get a policy attachment by ID.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:40
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21587 "description": "List all policies from the database. Optionally filter by version_status.\n\nQuery params:\n-
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21792 "description": "Resolve which policies and guardrails apply for a given context.\n\nUse this endpoint to debug
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21853 "description": "Test a guardrail pipeline with sample messages.\n\nExecutes the pipeline steps against the pro
HIGHlitellm/proxy/_lazy_openapi_snapshot.json21973 "description": "Delete a policy.\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/policies
HIGHlitellm/proxy/_lazy_openapi_snapshot.json22017 "description": "Get a policy by ID.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies
HIGHlitellm/proxy/_lazy_openapi_snapshot.json22063 "description": "Update an existing policy.\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/p
HIGHlitellm/proxy/_lazy_openapi_snapshot.json22121 "description": "Get the resolved guardrails for a policy (including inherited guardrails).\n\nThis endpoint re
HIGHlitellm/proxy/_lazy_openapi_snapshot.json22523 "description": "Estimate how many keys and teams would be affected by a policy attachment.\n\nUse this before
HIGHlitellm/proxy/_lazy_openapi_snapshot.json22570 "description": "Resolve which policies and guardrails apply for a given context.\n\nUse this endpoint to debug
HIGHlitellm/proxy/_lazy_openapi_snapshot.json23079 "description": "Create a new prompt\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_ma
HIGHlitellm/proxy/_lazy_openapi_snapshot.json23124 "description": "List the prompts that are available on the proxy server\n\n\ud83d\udc49 [Prompt docs](https://
HIGHlitellm/proxy/_lazy_openapi_snapshot.json23179 "description": "Test a prompt by rendering it with variables and executing an LLM call.\n\nThis endpoint allow
82 more matches not shown…
Verbosity Indicators256 hits · 439 pts
SeverityFileLineSnippet
LOW…lm-dashboard/e2e_tests/tests/modelHub/modelHub.spec.ts24 // Step 1: pick the seeded models via "Select All"
LOWui/litellm-dashboard/src/components/WebRTCTester.jsx290 // Step 1: ephemeral token
LOWui/litellm-dashboard/src/components/WebRTCTester.jsx315 // Step 2: PeerConnection
LOWui/litellm-dashboard/src/components/WebRTCTester.jsx368 // Step 3: SDP offer
LOWui/litellm-dashboard/src/components/WebRTCTester.jsx376 // Step 4: SDP exchange
LOWui/litellm-dashboard/src/components/WebRTCTester.jsx390 // Step 5: remote description
LOW…llm-dashboard/src/components/agents/add_agent_form.tsx62 // Step 3: key assignment state
LOW…llm-dashboard/src/components/agents/add_agent_form.tsx74 // Step 4: results
LOW…itellm-dashboard/src/components/survey/SurveyModal.tsx171 // Step 1: Using at company?
LOW…itellm-dashboard/src/components/survey/SurveyModal.tsx205 // Step 2: Company name (only if using at company)
LOW…itellm-dashboard/src/components/survey/SurveyModal.tsx222 // Step 3: When did you start?
LOW…itellm-dashboard/src/components/survey/SurveyModal.tsx251 // Step 4: Why did you pick LiteLLM?
LOW…itellm-dashboard/src/components/survey/SurveyModal.tsx303 // Step 5: Email (optional)
LOW…m-dashboard/src/components/survey/SurveyModal.test.tsx179 // Step 5: email is optional
LOW…itellm_enterprise/proxy/hooks/managed_vector_stores.py89 # For TypedDict responses, we need to check if _hidden_params was added
LOWtests/litellm_utils_tests/test_cyberark.py174 # Step 1: Write initial secret (simulates key creation)
LOWtests/litellm_utils_tests/test_cyberark.py187 # Step 2: Rotate the secret (simulates key rotation)
LOWtests/litellm_utils_tests/test_cyberark.py200 # Step 3: Verify the secret now returns the NEW value
LOWtests/litellm_utils_tests/test_cyberark.py301 # Step 1: Create initial secret with old alias
LOWtests/litellm_utils_tests/test_cyberark.py309 # Step 2: Rotate to new alias with new value
LOWtests/litellm_utils_tests/test_cyberark.py321 # Step 3: Verify new alias has new value
LOWtests/litellm_utils_tests/test_cyberark.py326 # Step 4: Verify old alias still exists (CyberArk doesn't delete via API)
LOW…ent_tests/local_only_agent_tests/local_vertex_agent.py37 # Step 1: Authenticate with Google Cloud
LOW…ent_tests/local_only_agent_tests/local_vertex_agent.py46 # Step 2: Build the endpoint URL
LOW…ent_tests/local_only_agent_tests/local_vertex_agent.py57 # Step 3: Create authenticated httpx client
LOW…ent_tests/local_only_agent_tests/local_vertex_agent.py67 # Step 4: Build the query request (non-streaming)
LOW…_responses_api_testing/test_anthropic_responses_api.py81 # Step 1: Initial request with the tool
LOW…_responses_api_testing/test_anthropic_responses_api.py99 # Step 2: Send the results of the tool call back to the model
LOW…llm_responses_api_testing/test_openai_responses_api.py1229 # Step 1: OpenAI will use MCP LIST, and return a list of MCP calls for our approval
LOW…llm_responses_api_testing/test_openai_responses_api.py1242 # Step 2: Send followup with approval for the MCP call
LOW…ses_api_testing/test_google_ai_studio_responses_api.py127 # Step 1: Initial request with tools
LOW…ses_api_testing/test_google_ai_studio_responses_api.py227 # Step 1: Streaming request with tools
LOWtests/documentation_tests/test_exception_types.py48 # Step 2: Extract the table content
LOWtests/documentation_tests/test_exception_types.py51 # Step 3: Create a pattern to capture the Error Types from each row
LOWtests/vector_store_tests/rag/base_rag_tests.py136 # Step 1: Ingest
LOWtests/vector_store_tests/rag/base_rag_tests.py147 # Step 2: Query with retry (indexing may take time)
LOWtests/old_proxy_tests/tests/test_q.py43# Step 2: Queue a request to the proxy, using your generated_key
LOWtests/old_proxy_tests/tests/test_q.py67# Step 3: Poll the request
LOWtests/old_proxy_tests/tests/load_test_q.py55# Step 2: Queue 50 requests to the proxy, using your generated_key
LOWtests/llm_translation/test_bedrock_completion.py2838 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
LOWtests/llm_translation/test_bedrock_completion.py2843 "text": "I'll help you implement the `__len__` method for Pipeline in scikit-learn to fix the is
LOWtests/llm_translation/test_anthropic_completion.py1169 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
LOWtests/llm_translation/test_anthropic_completion.py1174 "text": "I'll help you implement the `__len__` method for Pipeline in scikit-learn to fix the is
LOWtests/llm_translation/test_gemini.py972 # Step 2: check if the model wanted to call a function
LOWtests/llm_translation/test_gemini.py975 # Step 3: call the function
LOWtests/llm_translation/test_gemini.py982 # Step 4: send the info for each function call and function response to the model
LOWtests/llm_translation/realtime/base_realtime_tests.py343 # Step 1: Send a user message after connection is established
LOWtests/llm_translation/realtime/base_realtime_tests.py366 # Step 2: Trigger the response after user message is acknowledged
LOWtests/llm_translation/realtime/base_realtime_tests.py383 # Step 3: Wait for LLM responses
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py38 # Step 1: litellm.embedding() extracts and passes shared_session
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py42 # Step 2: OpenAI handlers pass it forward
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py48 # Step 3: _get_openai_client passes it to AsyncHTTPHandler
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py52 # Step 4: AsyncHTTPHandler.create_client passes it to _create_async_transport
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py56 # Step 5: _create_async_transport passes it to _create_aiohttp_transport
LOWtests/test_litellm/test_aembedding_session_reuse_e2e.py60 # Step 6: _create_aiohttp_transport uses it
LOWtests/test_litellm/test_project_alias_tracking.py121 # Step 1: Auth → sanitized metadata
LOWtests/test_litellm/test_project_alias_tracking.py126 # Step 2: Sanitized metadata → standard logging metadata
LOWtests/test_litellm/test_cost_calculator.py209 # Step 1: Test a model where input_cost_per_image_token is not set.
LOWtests/test_litellm/test_cost_calculator.py225 # Step 2: Set input_cost_per_image_token.
LOWtests/test_litellm/proxy/test_proxy_server.py322 # Step 1: login — get code
196 more matches not shown…
Over-Commented Block404 hits · 336 pts
SeverityFileLineSnippet
LOWpyproject.toml301also_copy = [
LOWterraform/litellm/gcp/load_balancer.tf1# External global HTTP(S) load balancer fronting all three Cloud Run
LOWterraform/litellm/gcp/cloudsql.tf1# Cloud SQL for PostgreSQL — one primary + one read replica.
LOWterraform/litellm/gcp/bootstrap.tf1# Auto-runs the prisma schema migration as part of `terraform apply`. Mirrors
LOWterraform/litellm/aws/autoscaling.tf1# Application Auto Scaling for the three ECS services. Mirrors the HPA values
LOWterraform/litellm/aws/s3.tf1# General-purpose S3 bucket for the proxy. LiteLLM uses S3 for:
LOWterraform/litellm/aws/migrations.tf1# Task definition for the dedicated litellm-migrations image. Mirrors the
LOWterraform/litellm/aws/iam.tf101# ---------- UI task role ----------
LOWterraform/litellm/aws/rds.tf1# Aurora Postgres cluster with one writer + one reader instance, IAM
LOWterraform/litellm/aws/bootstrap.tf1# Auto-runs the two manual steps that used to follow `terraform apply`:
LOWui/litellm-dashboard/e2e_tests/run_e2e.sh1#!/usr/bin/env bash
LOW…lm-dashboard/e2e_tests/tests/modelHub/modelHub.spec.ts41 // The tab strip lives in the main view; check each tab is present and clickable.
LOW…d/e2e_tests/tests/login/serverRootPathRedirect.spec.ts1import { expect, test } from "@playwright/test";
LOW…ard/src/components/playground/chat_ui/CodeSnippets.tsx141# "content": [
LOW…ard/src/components/playground/chat_ui/CodeSnippets.tsx201# "content": [
LOW…shboard/src/components/agents/agent_card_discovery.tsx101 const lastSyncedSelectionRef = useRef<string | null>(null);
LOW…ellm_enterprise/proxy/common_utils/check_batch_cost.py221
LOWdeploy/charts/litellm-helm/Chart.yaml1apiVersion: v2
LOWdeploy/charts/litellm-helm/values.yaml41# Example:
LOWdeploy/charts/litellm-helm/values.yaml61securityContext:
LOWdeploy/charts/litellm-helm/values.yaml201 annotations: {}
LOWdeploy/charts/litellm-helm/values.yaml261 readReplicaUrlKey: ""
LOWdeploy/charts/litellm-helm/values.yaml361# USE_DDTRACE: "true"
LOWdeploy/charts/litellm-helm/values.yaml401 # - targetLabel: __meta_kubernetes_pod_node_name
LOWtests/test_callbacks_on_proxy.py21# sampling window. A one-time bump that then plateaus is benign pollution from
LOWtests/_vcr_conftest_common.py381 method = getattr(request, "method", "?")
LOWtests/_vcr_conftest_common.py401#
LOWtests/_vcr_conftest_common.py561# Thread-local "we are inside Cassette._load" flag. vcrpy's ``Cassette._load``
LOW…/logging_callback_tests/test_custom_callback_router.py21# Test Scenarios (test across completion, streaming, embedding)
LOWtests/logging_callback_tests/test_alerting.py561# ) as mock_send_alert:
LOW…ging_callback_tests/test_bedrock_knowledgebase_hook.py641# test_custom_logger = MockCustomLogger()
LOW…ging_callback_tests/test_bedrock_knowledgebase_hook.py661
LOW…e/litellm_enterprise/proxy/hooks/test_managed_files.py201
LOW…e/litellm_enterprise/proxy/hooks/test_managed_files.py221# assert all(f.id.startswith(SpecialEnums.LITELM_MANAGED_FILE_ID_PREFIX.value) for f in files)
LOW…e/litellm_enterprise/proxy/hooks/test_managed_files.py241# assert retrieved_file.filename == "test.txt"
LOW…e/litellm_enterprise/proxy/hooks/test_managed_files.py261
LOW…e/litellm_enterprise/proxy/hooks/test_managed_files.py281# with pytest.raises(Exception):
LOW…ise/litellm_enterprise/integrations/test_prometheus.py1061# ==============================================================================
LOW…s/local_only_agent_tests/test_a2a_completion_bridge.py281 # if hasattr(delta, "content") and delta.content:
LOWtests/pass_through_tests/test_gemini.js1// const { GoogleGenerativeAI } = require("@google/generative-ai");
LOWtests/pass_through_tests/test_gemini.js21// }
LOWtests/proxy_admin_ui_tests/ui_unit_tests/jest.setup.js1// Add any global setup here
LOWtests/vector_store_tests/test_milvus_vector_store.py441 request_data = self._extract_request_body(mock_post)
LOWtests/vector_store_tests/test_milvus_vector_store.py461# "default_output_fields": [
LOW…ough_unit_tests/test_anthropic_messages_tool_search.py41
LOW…ough_unit_tests/test_anthropic_messages_tool_search.py61# Vertex AI Anthropic partner models.
LOW…hrough_unit_tests/test_bedrock_tool_use_beta_header.py41 print(f"✅ Test passed! Response: {response}")
LOW…hrough_unit_tests/test_bedrock_tool_use_beta_header.py61# },
LOW…ough_unit_tests/test_anthropic_messages_passthrough.py581
LOW…ough_unit_tests/test_anthropic_messages_passthrough.py601# handler = BaseLLMHTTPHandler()
LOW…ough_unit_tests/test_anthropic_messages_passthrough.py621
LOW…ough_unit_tests/test_anthropic_messages_passthrough.py641# anthropic_messages_provider_config=mock_provider_config,
LOWtests/router_unit_tests/test_router_helper_utils.py1201
LOWtests/proxy_unit_tests/test_proxy_gunicorn.py1# #### What this tests ####
LOWtests/proxy_unit_tests/test_proxy_gunicorn.py21# filepath = os.path.dirname(os.path.abspath(__file__))
LOWtests/proxy_unit_tests/test_proxy_gunicorn.py41# os.environ["AZURE_API_BASE"] = azure_info['api_base']
LOWtests/proxy_unit_tests/test_proxy_server_spend.py1# import openai, json, time, asyncio
LOWtests/proxy_unit_tests/test_proxy_server_spend.py21# },
LOWtests/proxy_unit_tests/test_proxy_server_spend.py41# },
LOWtests/proxy_unit_tests/test_proxy_server_spend.py61
344 more matches not shown…
Cross-Language Confusion (JS/TS)46 hits · 281 pts
SeverityFileLineSnippet
HIGH…src/app/(dashboard)/api-reference/APIReferenceView.tsx66print(response)`}
HIGH…src/app/(dashboard)/api-reference/APIReferenceView.tsx100print(response)`}
HIGH…src/app/(dashboard)/api-reference/APIReferenceView.tsx131print(response)`}
HIGHui/litellm-dashboard/src/components/networking.tsx8615 // if 404 - return None
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1816print(response.model_dump(mode='json', exclude_none=True))`}
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1840print(response.model_dump(mode='json', exclude_none=True))`;
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1959 print(f"Available tools: {[tool.name for tool in tools]}")
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1966 print(f"Response: {response}")
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx1999 print(f"Available tools: {[tool.name for tool in tools]}")
HIGH…/litellm-dashboard/src/components/public_model_hub.tsx2006 print(f"Response: {response}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx254 print(f"Image saved to {image_path}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx259 print("Could not find image URL in response.")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx260 print("Full response:", json_response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx262 print(f"An error occurred: {e}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx263 print("Full response:", json_response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx339 print(f"Image saved to {image_filename}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx344 print("No image generated. Model response:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx345 print("\\n".join(text_response))
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx347 print("No image data found in response.")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx348 print("Full response for debugging:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx349 print(response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx423 print(f"Image saved to {image_filename}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx428 print("No image generated. Model response:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx429 print("\\n".join(text_response))
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx431 print("No image data found in response.")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx432 print("Full response for debugging:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx433 print(response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx506 print(f"Image saved to {image_filename}")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx511 print("No image generated. Model response:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx512 print("\\n".join(text_response))
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx514 print("No image data found in response.")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx515 print("Full response for debugging:")
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx516 print(response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx132print(response)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx192print(response.output_text)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx528print(response.data[0].embedding)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx542print(response.text)
HIGH…ard/src/components/playground/chat_ui/CodeSnippets.tsx557print(f"Audio saved to {output_filename}")
HIGH…/litellm-dashboard/src/components/budgets/constants.ts42print(completion.choices[0].message)`;
HIGH…ents/prompts/prompt_editor_view/PromptCodeSnippets.tsx116print(response)`;
HIGH…ents/prompts/prompt_editor_view/PromptCodeSnippets.tsx130print(response)`;
HIGH…ents/prompts/prompt_editor_view/PromptCodeSnippets.tsx144print(response)`;
HIGH…d/src/components/routing_groups/RoutingGroupsTable.tsx64print(response)`;
HIGH…tellm-dashboard/src/components/AIHub/ModelHubTable.tsx722print(response.choices[0].message.content)`}
HIGH…tellm-dashboard/src/components/AIHub/ModelHubTable.tsx1062 print(f"Available tools: {[tool.name for tool in tools]}")
HIGH…tellm-dashboard/src/components/AIHub/ModelHubTable.tsx1069 print(f"Response: {response}")
Hallucination Indicators21 hits · 225 pts
SeverityFileLineSnippet
CRITICALtests/audio_tests/test_whisper.py285 mock_azure_client.audio.transcriptions.with_raw_response.create.assert_called_once()
CRITICAL…xy/guardrails/guardrail_hooks/test_panw_prisma_airs.py2188 sent_payload = mock_client.client.post.call_args.kwargs.get(
CRITICAL…xy/guardrails/guardrail_hooks/test_panw_prisma_airs.py2223 sent_payload = mock_client.client.post.call_args.kwargs.get(
CRITICAL…sts/test_litellm/proxy/memory/test_memory_endpoints.py793 self.prisma.db.litellm_teamtable.teams.append(
CRITICAL…sts/test_litellm/proxy/memory/test_memory_endpoints.py818 self.prisma.db.litellm_teamtable.teams.append(
CRITICAL…sts/test_litellm/proxy/memory/test_memory_endpoints.py838 self.prisma.db.litellm_teamtable.teams.append(
CRITICAL…llm/proxy/openai_files_endpoint/test_files_endpoint.py639 print(f"Content: {gemini_route.calls.last.request.content.decode()}")
CRITICAL…llm/proxy/openai_files_endpoint/test_files_endpoint.py640 print(f"Response: {gemini_route.calls.last.response.content.decode()}")
CRITICAL…llm/proxy/openai_files_endpoint/test_files_endpoint.py642 assert "test-file-id" in gemini_route.calls.last.request.content.decode()
CRITICAL…gement_endpoints/test_workflow_management_endpoints.py167 self._prisma.db.litellm_workflowrun.create.assert_awaited_once()
CRITICAL…gement_endpoints/test_workflow_management_endpoints.py270 self._prisma.db.litellm_workflowrun.update.assert_awaited_once()
CRITICAL…gement_endpoints/test_workflow_management_endpoints.py599 self._prisma.db.litellm_workflowrun.update.assert_not_awaited()
CRITICALtests/test_litellm/proxy/client/test_models.py349 assert "not found" in exc_info.value.orig_exception.response.text.lower()
CRITICALtests/test_litellm/proxy/client/test_models.py720 assert "not found" in exc_info.value.orig_exception.response.text.lower()
CRITICAL…st_litellm/llms/base_llm/test_base_managed_resource.py108 resource.prisma_client.db.litellm_test_resource_table.find_many.assert_not_awaited()
CRITICALtests/test_litellm/caching/test_azure_blob_cache.py95 from azure.core.exceptions import ResourceNotFoundError
CRITICALtests/test_litellm/caching/test_azure_blob_cache.py172 from azure.core.exceptions import ResourceNotFoundError
CRITICALlitellm/proxy/hooks/azure_content_safety.py31 from azure.core.exceptions import HttpResponseError
CRITICALlitellm/caching/azure_blob_cache.py23 from azure.core.exceptions import ResourceExistsError
CRITICALlitellm/caching/azure_blob_cache.py63 from azure.core.exceptions import ResourceNotFoundError
CRITICALlitellm/caching/azure_blob_cache.py80 from azure.core.exceptions import ResourceNotFoundError
Fake / Example Data140 hits · 116 pts
SeverityFileLineSnippet
LOW…lm-dashboard/tests/CreateKeyPage.expiredToken.test.tsx249 user_email: "user@example.com",
LOW…lm-dashboard/tests/CreateKeyPage.expiredToken.test.tsx280 user_email: "user@example.com",
LOWui/litellm-dashboard/tests/setupTests.ts144 userEmail: "user@example.com",
LOW…hboard/src/app/(dashboard)/hooks/useAuthorized.test.ts109 user_email: "user@example.com",
LOW…hboard/src/app/(dashboard)/hooks/useAuthorized.test.ts130 expect(result.current.userEmail).toBe("user@example.com");
LOW…hboard/src/app/(dashboard)/hooks/useAuthorized.test.ts176 user_email: "user@example.com",
LOW…hboard/src/app/(dashboard)/hooks/useAuthorized.test.ts197 expect(result.current.userEmail).toBe("user@example.com");
LOW…hboard/src/app/(dashboard)/hooks/useAuthorized.test.ts235 user_email: "user@example.com",
LOW…shboard/src/app/onboarding/OnboardingFormBody.test.tsx41 render(<OnboardingFormBody {...defaultProps} userEmail="user@example.com" />);
LOW…shboard/src/app/onboarding/OnboardingFormBody.test.tsx43 expect(screen.getByLabelText("Email Address")).toHaveValue("user@example.com");
LOWui/litellm-dashboard/src/utils/jwtUtils.test.ts67 user_email: "user@example.com",
LOW…-dashboard/src/components/bulk_create_users_button.tsx86 ["user@example.com", "internal_user", "team-id-1,team-id-2", "100", "30d", "gpt-3.5-turbo,gpt-4"],
LOWui/litellm-dashboard/src/components/SSOModals.test.tsx250 user_email: "admin@example.com",
LOWui/litellm-dashboard/src/components/SSOModals.test.tsx295 expect(emailInput.value).toBe("admin@example.com");
LOWui/litellm-dashboard/src/components/SSOModals.test.tsx355 fireEvent.change(emailInput, { target: { value: "admin@example.com" } });
LOWui/litellm-dashboard/src/components/SSOModals.test.tsx391 user_email: "admin@example.com",
LOW…src/components/organization/organization_view.test.tsx79 organization_alias: "Acme Corp",
LOW…src/components/organization/organization_view.test.tsx83 created_by: "admin@example.com",
LOW…src/components/organization/organization_view.test.tsx119 expect(findAllByText("Acme Corp")).toBeTruthy();
LOW…src/components/organization/organization_view.test.tsx140 expect(screen.getByText("Acme Corp")).toBeInTheDocument();
LOW…ard/src/components/claude_code_plugins/helpers.test.ts273 expect(isValidEmail("user@example.com")).toBe(true);
LOW…rc/components/DeletedKeysPage/DeletedKeysPage.test.tsx66 user_email: "user@example.com",
LOW…tedKeysPage/DeletedKeysTable/DeletedKeysTable.test.tsx60 user_email: "user@example.com",
LOW…c/components/VirtualKeysPage/VirtualKeysTable.test.tsx20 user_email: "user@example.com",
LOW…c/components/VirtualKeysPage/VirtualKeysTable.test.tsx136 user_email: "user@example.com",
LOW…c/components/VirtualKeysPage/VirtualKeysTable.test.tsx138 user_email: "user@example.com",
LOW…c/components/VirtualKeysPage/VirtualKeysTable.test.tsx204 "User Email": "user@example.com",
LOW…c/components/VirtualKeysPage/VirtualKeysTable.test.tsx274 expect(screen.getByText("user@example.com")).toBeInTheDocument();
LOW…-dashboard/src/components/team/EditMembership.test.tsx48 const emailInput = screen.getByPlaceholderText("user@example.com");
LOW…tellm-dashboard/src/components/team/EditMembership.tsx179 <TextInput placeholder="user@example.com" />
LOW…hboard/src/components/templates/KeyInfoHeader.test.tsx12 createdBy: "admin@example.com",
LOW…s/UsagePage/components/EntityUsage/TopKeyView.test.tsx41 userEmail: "user@example.com",
LOWtests/logging_callback_tests/test_alerting.py925 user_id="test@test.com",
LOWtests/logging_callback_tests/test_alerting.py926 user_email="test@test.com",
LOWtests/logging_callback_tests/test_alerting.py965 user_id="test@test.com",
LOWtests/logging_callback_tests/test_alerting.py966 user_email="test@test.com",
LOWtests/logging_callback_tests/test_alerting.py1000 user_id="test@test.com",
LOWtests/logging_callback_tests/test_alerting.py1001 user_email="test@test.com",
LOW…rise/proxy/guardrails/test_apply_guardrail_endpoint.py158 assert "John Doe" not in response.response_text
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py46 jwt_claims = {"email": "user@example.com", "sub": "123"}
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py226 mock_mapping.jwt_claim_value = "user@example.com"
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py164 auth_jwt_mock = AsyncMock(return_value={"email": "user@example.com", "sub": "123"})
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py165 oidc_userinfo_mock = AsyncMock(return_value={"email": "user@example.com"})
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py177 assert jwt_claims["email"] == "user@example.com"
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py198 auth_jwt_mock = AsyncMock(return_value={"email": "user@example.com"})
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py200 return_value={"email": "user@example.com", "sub": "123"}
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py276 claim_value="user@example.com",
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py311 jwt_claim_value="user@example.com",
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py363 jwt_claim_value="user@example.com",
LOWtests/proxy_unit_tests/test_jwt_key_mapping.py443 jwt_claim_value="user@example.com",
LOWtests/proxy_unit_tests/test_user_api_key_auth.py822 user_email="test@test.com",
LOWtests/proxy_unit_tests/test_user_api_key_auth.py832 user_email="test@test.com",
LOWtests/proxy_unit_tests/test_user_api_key_auth.py854 user_email="test@test.com",
LOWtests/proxy_unit_tests/test_user_api_key_auth.py864 user_email="test@test.com",
LOWtests/guardrails_tests/test_presidio_pii.py300 "pii_tokens": {"<PERSON>": "Jane Doe", "<PHONE_NUMBER>": "034453334"}
LOWtests/guardrails_tests/test_bedrock_guardrails.py650 "match": "user@example.com",
LOW…s/test_litellm/proxy/guardrails/test_mcp_jwt_signer.py30 user_email: str = "user@example.com",
LOW…s/test_litellm/proxy/guardrails/test_mcp_jwt_signer.py203 assert claims["email"] == "user@example.com"
LOW…litellm/proxy/guardrails/guardrail_hooks/test_lasso.py1146 "arguments": '"user@example.com"',
LOW…litellm/proxy/guardrails/guardrail_hooks/test_lasso.py1153 assert expanded[0]["content"]["input"] == {"arguments": '"user@example.com"'}
80 more matches not shown…
AI Slop Vocabulary49 hits · 102 pts
SeverityFileLineSnippet
LOWterraform/litellm/gcp/network.tf35# min/max instances are required by the API now (you can't just set
MEDIUMterraform/litellm/aws/iam.tf29# the first 7 components — robust to any combination of empty/non-empty
LOW…ard/src/components/playground/chat_ui/CodeSnippets.tsx282 # For this example, we'll just return a placeholder ID
LOW…ard/src/components/playground/chat_ui/CodeSnippets.tsx449 # For this example, we'll just return a placeholder ID
MEDIUM…dashboard/src/components/prompts/variable_textarea.tsx63 // "Tags Below" approach which is robust and functional.
MEDIUM…proxy_behavior/management/test_f7_coverage_closeout.py289 # cleanup contract uniform with the sibling test and is robust to
MEDIUM…ts/proxy_behavior/management/test_key_budget_limits.py381# that the harness does not yet ship; pinning it would force a wider
MEDIUM…s/proxy_behavior/management/test_team_member_update.py12# org may update members; else 403. (The harness forces premium_user, so the
MEDIUMtests/llm_translation/test_bedrock_completion.py2838 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
MEDIUMtests/llm_translation/test_bedrock_completion.py2838 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
MEDIUMtests/llm_translation/test_anthropic_completion.py1169 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
MEDIUMtests/llm_translation/test_anthropic_completion.py1169 "thinking": "Alright, let's get started with resolving this issue about implementing `__len__` f
MEDIUM…gement_endpoints/test_callback_management_endpoints.py122 # Add string representations to different callback types to test comprehensive categorization
LOW…/management_endpoints/test_key_management_endpoints.py4785 # Patch attach_object_permission_to_dict to just return the dict unchanged
MEDIUMtests/test_litellm/proxy/proxy_server/conftest.py22# — but it lets the harness work in editable-source layouts too.
MEDIUMtests/test_litellm/proxy/proxy_server/_pin_check.py114 # Skip the harness's own smoke tests — they don't count toward
MEDIUM…re_utils/llm_cost_calc/test_tool_call_cost_tracking.py313# The unit tests in test_azure_assistant_cost_tracking.py provide comprehensive coverage
MEDIUMtests/test_litellm/llms/volcengine/test_volcengine.py46 """Test comprehensive thinking parameter handling scenarios"""
LOW…st_litellm/llms/custom_httpx/test_aiohttp_transport.py130 # It should handle the error gracefully and just return what was received
LOWtests/local_testing/test_dual_cache.py51 # this should only read in memory since we just set test_key
MEDIUMscripts/benchmark_proxy_vs_provider.py559 # 7. Combined options for comprehensive testing
MEDIUMscripts/eval_compression.py952# Main harness
LOWlitellm/constants.py982# supports all together ai models, just pass in the model id e.g. completion(model="together_computer/replit_code_3b",..
LOWlitellm/_lazy_imports.py239 # Step 3: If we've already imported it, just return the cached version
LOWlitellm/_lazy_imports.py272# Most of them just call _generic_lazy_import with their specific import map.
LOWlitellm/_lazy_imports.py347 # If we've already imported it, just return the cached version
LOWlitellm/utils.py7347 # do nothing, just return messages
LOWlitellm/utils.py7414 except Exception as e: # [NON-Blocking, if error occurs just return final_messages
LOWlitellm/proxy/proxy_server.py3998 ## to pass a complete url, or set ssl=True, etc. just set it as `os.environ[REDIS_URL] = <your-redis
LOWlitellm/proxy/utils.py3013 # Check to see if all of the necessary views exist and if they do, simply return
MEDIUMlitellm/proxy/common_utils/callback_utils.py702 # prefix check is robust under salt-key rotation; a decrypt-based
MEDIUMlitellm/proxy/common_utils/key_rotation_manager.py181 # Create regenerate request with grace period for seamless cutover
LOWlitellm/proxy/guardrails/guardrail_hooks/presidio.py473 # No need to build numbered tokens — just use Presidio's
LOW…guardrail_hooks/unified_guardrail/unified_guardrail.py387 # If call type not supported, just pass through all chunks
LOWlitellm/proxy/openai_files_endpoints/common_utils.py614 # Extract target_storage (simplified - just use form parameter)
LOWlitellm/proxy/openai_files_endpoints/common_utils.py617 # Extract target_model_names (simplified - just use form parameter)
MEDIUM…proxy/management_endpoints/key_management_endpoints.py4407 # non-admin can't elevate via a key_type preset that the
MEDIUMlitellm/proxy/prompts/prompt_endpoints.py1247 # Create PromptTemplate to leverage existing parameter extraction logic
MEDIUMlitellm/proxy/db/db_spend_update_writer.py1628 # robust to future changes in the key format.
LOWlitellm/proxy/client/cli/interface.py23 # If terminal is too small, just add some newlines to push content up
LOWlitellm/litellm_core_utils/safe_json_dumps.py19 # Base-case: if it is a primitive, simply return it.
LOWlitellm/litellm_core_utils/streaming_handler.py550 else: # function/tool calling chunk - when content is None. in this case we just return the original ch
LOWlitellm/router_utils/common_utils.py116 # rather than a list - nothing to filter, just pass through
LOWlitellm/llms/github_copilot/chat/transformation.py60 # No conversion needed - just return messages as-is
LOWlitellm/llms/deepinfra/rerank/transformation.py239 # If parsing fails, just use the original error_message
LOWlitellm/llms/searxng/search/transformation.py160 # For simplicity, we'll just use page 1 and let SearXNG return its default number of results
LOWlitellm/llms/bedrock/chat/converse_transformation.py528 ): # we can't infer the model from the arn, so just add all params
LOWlitellm/llms/anthropic/chat/handler.py976 # These are automatically handled by Anthropic API, we just pass them through
LOWlitellm/llms/openai/responses/transformation.py207 # For other dict items, just pass through
Slop Phrases18 hits · 46 pts
SeverityFileLineSnippet
MEDIUMtests/old_proxy_tests/tests/load_test_embedding.py68# Number of concurrent calls (you can adjust this)
MEDIUM…sts/old_proxy_tests/tests/load_test_embedding_proxy.py68# Number of concurrent calls (you can adjust this)
MEDIUMtests/llm_translation/test_openai.py853 "text": '\nYou are an interactive CLI tool that helps users with software engineering tasks. Use
MEDIUM…rdrail_hooks/test_response_rejection_guardrail_code.py38 inputs={"texts": ["Here is how you can do that: step 1, step 2."]},
MEDIUM…rdrail_hooks/test_response_rejection_guardrail_code.py42 assert result["texts"] == ["Here is how you can do that: step 1, step 2."]
MEDIUMtests/local_testing/test_azure_content_safety.py227 mock_response="I'm unable to help with you with hate speech",
MEDIUMtests/local_testing/test_azure_content_safety.py305 mock_response="I'm unable to help with you with hate speech",
MEDIUMtests/local_testing/test_basic_python_version.py40 # Assertion to satisfy the test, you can add other checks as needed
MEDIUMcookbook/litellm_router/load_test_proxy.py113# Number of concurrent calls (you can adjust this)
MEDIUMcookbook/litellm_router/load_test_queuing.py135# Number of concurrent calls (you can adjust this)
MEDIUMcookbook/litellm_router/load_test_router.py108# Number of concurrent calls (you can adjust this)
MEDIUMlitellm/proxy/proxy_server.py14880 Note: This is a mock endpoint primarily meant for demonstration purposes, and does not actually provide or change an
MEDIUMlitellm/proxy/utils.py795 # This is a basic implementation - can be enhanced based on specific guardrail formats
MEDIUM…guardrail_hooks/custom_code/response_rejection_code.py19 "i'm unable to help",
MEDIUM…guardrail_hooks/custom_code/response_rejection_code.py48 "i'm unable to help",
LOWlitellm/integrations/SlackAlerting/slack_alerting.py1726 # Also, don't forget to update the report_sent time after sending the report!
LOWlitellm/integrations/SlackAlerting/slack_alerting.py1726 # Also, don't forget to update the report_sent time after sending the report!
LOWlitellm/llms/anthropic/chat/transformation.py645 else: # use anthropic defaults and make sure to send the disable_parallel_tool_use flag
Example Usage Blocks11 hits · 17 pts
SeverityFileLineSnippet
LOWui/litellm-dashboard/e2e_tests/run_e2e.sh10# Usage:
LOWtests/code_coverage_tests/recursive_detector.py116 # Example usage
LOWscripts/test_guardrails_register_endpoints.sh6# Usage:
LOWscripts/create_team_key_and_submit_guardrail.sh6# Usage:
LOWscripts/test_agent_mcp_endpoints.sh6# Usage:
LOWscripts/health_check/run_parallel_health_checks.sh6# Usage:
LOWlitellm/proxy/common_utils/load_config_utils.py176# # Example usage
LOWlitellm/litellm_core_utils/sensitive_data_masker.py180# Usage example:
LOWlitellm/router_utils/cooldown_cache.py190# Usage example:
LOWlitellm/router_utils/pattern_match_deployments.py260# Example usage:
LOWlitellm/llms/vertex_ai/vertex_embeddings/types.py62# Example usage:
Dead Code4 hits · 8 pts
SeverityFileLineSnippet
MEDIUMtests/test_litellm/test_router.py1551
MEDIUM…/hooks/test_async_post_call_streaming_iterator_hook.py174
MEDIUM…m/llms/sagemaker/test_sagemaker_nova_transformation.py340
MEDIUMlitellm/proxy/_experimental/post_call_rules.py4
Synthetic Comment Markers1 hit · 8 pts
SeverityFileLineSnippet
HIGHlitellm/proxy/hooks/litellm_skills/main.py665# Auto-generated code to execute skill
Overly Generic Function Names3 hits · 2 pts
SeverityFileLineSnippet
LOWtests/litellm_utils_tests/test_utils.py2068 async def test_function(**kwargs):
LOWtests/test_litellm/test_compression.py174 "content": "# utils.py\n" + "def helper():\n pass\n" * 2000,
LOWlitellm/llms/custom_httpx/mock_transport.py85 def handle_request(self, request: httpx.Request) -> httpx.Response: