├── .circleci ├── config.yml └── requirements.txt ├── .devcontainer └── devcontainer.json ├── .dockerignore ├── .env.example ├── .flake8 ├── .git-blame-ignore-revs ├── .gitattributes ├── .github ├── FUNDING.yml ├── ISSUE_TEMPLATE │ ├── bug_report.yml │ ├── config.yml │ └── feature_request.yml ├── actions │ └── helm-oci-chart-releaser │ │ └── action.yml ├── dependabot.yaml ├── deploy-to-aws.png ├── pull_request_template.md ├── template.yaml └── workflows │ ├── auto_update_price_and_context_window.yml │ ├── auto_update_price_and_context_window_file.py │ ├── ghcr_deploy.yml │ ├── ghcr_helm_deploy.yml │ ├── interpret_load_test.py │ ├── lint.yml │ ├── load_test.yml │ ├── locustfile.py │ ├── main.yml │ ├── read_pyproject_version.yml │ ├── redeploy_proxy.py │ ├── results_stats.csv │ └── update_release.py ├── .gitignore ├── .pre-commit-config.yaml ├── Dockerfile ├── Dockerfile.alpine ├── Dockerfile.database ├── LICENSE ├── README.md ├── check_file_length.py ├── ci_cd └── check_files_match.py ├── cookbook ├── Benchmarking_LLMs_by_use_case.ipynb ├── Claude_(Anthropic)_with_Streaming_liteLLM_Examples.ipynb ├── Evaluating_LLMs.ipynb ├── LiteLLM_Azure_and_OpenAI_example.ipynb ├── LiteLLM_Bedrock.ipynb ├── LiteLLM_Comparing_LLMs.ipynb ├── LiteLLM_Completion_Cost.ipynb ├── LiteLLM_HuggingFace.ipynb ├── LiteLLM_OpenRouter.ipynb ├── LiteLLM_Petals.ipynb ├── LiteLLM_PromptLayer.ipynb ├── LiteLLM_User_Based_Rate_Limits.ipynb ├── LiteLLM_batch_completion.ipynb ├── Parallel_function_calling.ipynb ├── Proxy_Batch_Users.ipynb ├── TogetherAI_liteLLM.ipynb ├── Using_Nemo_Guardrails_with_LiteLLM_Server.ipynb ├── VLLM_Model_Testing.ipynb ├── benchmark │ ├── benchmark.py │ ├── eval_suites_mlflow_autoevals │ │ └── auto_evals.py │ └── readme.md ├── codellama-server │ ├── README.MD │ ├── imgs │ │ ├── code-output.png │ │ └── promptlayer_logging.png │ └── main.py ├── community-resources │ ├── get_hf_models.py │ └── max_tokens.json ├── liteLLM_A121_Jurrasic_example.ipynb ├── liteLLM_Baseten.ipynb ├── liteLLM_Getting_Started.ipynb ├── liteLLM_IBM_Watsonx.ipynb ├── liteLLM_Langchain_Demo.ipynb ├── liteLLM_Ollama.ipynb ├── liteLLM_Replicate_Demo.ipynb ├── liteLLM_Streaming_Demo.ipynb ├── liteLLM_VertextAI_Example.ipynb ├── liteLLM_clarifai_Demo.ipynb ├── liteLLM_function_calling.ipynb ├── litellm-ollama-docker-image │ ├── Dockerfile │ ├── requirements.txt │ ├── start.sh │ └── test.py ├── litellm_Test_Multiple_Providers.ipynb ├── litellm_model_fallback.ipynb ├── litellm_router │ ├── error_log.txt │ ├── load_test_proxy.py │ ├── load_test_queuing.py │ ├── load_test_router.py │ ├── request_log.txt │ ├── response_log.txt │ └── test_questions │ │ ├── question1.txt │ │ ├── question2.txt │ │ └── question3.txt ├── litellm_router_load_test │ ├── memory_usage │ │ ├── router_endpoint.py │ │ ├── router_memory_usage copy.py │ │ ├── router_memory_usage.py │ │ └── send_request.py │ ├── test_loadtest_openai_client.py │ ├── test_loadtest_router.py │ └── test_loadtest_router_withs3_cache.py ├── litellm_test_multiple_llm_demo.ipynb ├── logging_observability │ ├── LiteLLM_Langfuse.ipynb │ └── LiteLLM_Lunary.ipynb ├── misc │ ├── clickhouse.py │ ├── clickhouse_insert_logs.py │ ├── config.yaml │ ├── dev_release.txt │ ├── migrate_proxy_config.py │ ├── openai_timeouts.py │ └── sagmaker_streaming.py ├── proxy-server │ └── readme.md └── result.html ├── deploy ├── Dockerfile.ghcr_base ├── azure_resource_manager │ ├── azure_marketplace.zip │ ├── azure_marketplace │ │ ├── createUiDefinition.json │ │ └── mainTemplate.json │ └── main.bicep ├── charts │ └── litellm-helm │ │ ├── .helmignore │ │ ├── Chart.lock │ │ ├── Chart.yaml │ │ ├── README.md │ │ ├── charts │ │ ├── postgresql-14.3.1.tgz │ │ └── redis-18.19.1.tgz │ │ ├── templates │ │ ├── NOTES.txt │ │ ├── _helpers.tpl │ │ ├── configmap-litellm.yaml │ │ ├── deployment.yaml │ │ ├── hpa.yaml │ │ ├── ingress.yaml │ │ ├── secret-dbcredentials.yaml │ │ ├── secret-masterkey.yaml │ │ ├── service.yaml │ │ ├── serviceaccount.yaml │ │ └── tests │ │ │ └── test-connection.yaml │ │ └── values.yaml └── kubernetes │ ├── kub.yaml │ └── service.yaml ├── docker-compose.yml ├── docker ├── .env.example └── README.md ├── docs └── my-website │ ├── .gitignore │ ├── Dockerfile │ ├── README.md │ ├── babel.config.js │ ├── blog │ └── 2021-08-26-welcome │ │ └── index.md │ ├── docs │ ├── assistants.md │ ├── audio_transcription.md │ ├── batches.md │ ├── budget_manager.md │ ├── caching │ │ ├── all_caches.md │ │ ├── caching_api.md │ │ └── local_caching.md │ ├── completion │ │ ├── batching.md │ │ ├── function_call.md │ │ ├── input.md │ │ ├── message_trimming.md │ │ ├── mock_requests.md │ │ ├── model_alias.md │ │ ├── multiple_deployments.md │ │ ├── output.md │ │ ├── prompt_formatting.md │ │ ├── reliable_completions.md │ │ ├── stream.md │ │ ├── token_usage.md │ │ └── vision.md │ ├── contact.md │ ├── contributing.md │ ├── debugging │ │ ├── hosted_debugging.md │ │ └── local_debugging.md │ ├── default_code_snippet.md │ ├── embedding │ │ ├── async_embedding.md │ │ ├── moderation.md │ │ └── supported_embedding.md │ ├── enterprise.md │ ├── exception_mapping.md │ ├── extras │ │ └── contributing.md │ ├── getting_started.md │ ├── hosted.md │ ├── image_generation.md │ ├── index.md │ ├── langchain │ │ └── langchain.md │ ├── load_test.md │ ├── migration.md │ ├── observability │ │ ├── athina_integration.md │ │ ├── callbacks.md │ │ ├── custom_callback.md │ │ ├── greenscale_integration.md │ │ ├── helicone_integration.md │ │ ├── lago.md │ │ ├── langfuse_integration.md │ │ ├── langsmith_integration.md │ │ ├── logfire_integration.md │ │ ├── lunary_integration.md │ │ ├── openmeter.md │ │ ├── promptlayer_integration.md │ │ ├── raw_request_response.md │ │ ├── sentry.md │ │ ├── slack_integration.md │ │ ├── supabase_integration.md │ │ ├── telemetry.md │ │ ├── traceloop_integration.md │ │ └── wandb_integration.md │ ├── projects.md │ ├── projects │ │ ├── Codium PR Agent.md │ │ ├── Docq.AI.md │ │ ├── FastREPL.md │ │ ├── GPT Migrate.md │ │ ├── Langstream.md │ │ ├── LiteLLM Proxy.md │ │ ├── OpenInterpreter.md │ │ ├── Otter.md │ │ ├── PROMPTMETHEUS.md │ │ ├── Prompt2Model.md │ │ ├── Quivr.md │ │ ├── SalesGPT.md │ │ ├── YiVal.md │ │ └── llm_cord.md │ ├── providers │ │ ├── ai21.md │ │ ├── aleph_alpha.md │ │ ├── anthropic.md │ │ ├── anyscale.md │ │ ├── aws_sagemaker.md │ │ ├── azure.md │ │ ├── azure_ai.md │ │ ├── baseten.md │ │ ├── bedrock.md │ │ ├── clarifai.md │ │ ├── cloudflare_workers.md │ │ ├── codestral.md │ │ ├── cohere.md │ │ ├── custom.md │ │ ├── custom_openai_proxy.md │ │ ├── databricks.md │ │ ├── deepinfra.md │ │ ├── deepseek.md │ │ ├── fireworks_ai.md │ │ ├── gemini.md │ │ ├── groq.md │ │ ├── huggingface.md │ │ ├── mistral.md │ │ ├── nlp_cloud.md │ │ ├── ollama.md │ │ ├── openai.md │ │ ├── openai_compatible.md │ │ ├── openrouter.md │ │ ├── palm.md │ │ ├── perplexity.md │ │ ├── petals.md │ │ ├── predibase.md │ │ ├── replicate.md │ │ ├── text_completion_openai.md │ │ ├── togetherai.md │ │ ├── triton-inference-server.md │ │ ├── vertex.md │ │ ├── vllm.md │ │ ├── voyage.md │ │ ├── watsonx.md │ │ └── xinference.md │ ├── proxy │ │ ├── alerting.md │ │ ├── billing.md │ │ ├── caching.md │ │ ├── call_hooks.md │ │ ├── cli.md │ │ ├── configs.md │ │ ├── cost_tracking.md │ │ ├── custom_pricing.md │ │ ├── customer_routing.md │ │ ├── customers.md │ │ ├── debugging.md │ │ ├── demo.md │ │ ├── deploy.md │ │ ├── email.md │ │ ├── embedding.md │ │ ├── enterprise.md │ │ ├── health.md │ │ ├── load_balancing.md │ │ ├── logging.md │ │ ├── metrics.md │ │ ├── model_management.md │ │ ├── multiple_admins.md │ │ ├── perf.md │ │ ├── pii_masking.md │ │ ├── prod.md │ │ ├── prometheus.md │ │ ├── prompt_injection.md │ │ ├── quick_start.md │ │ ├── reliability.md │ │ ├── rules.md │ │ ├── self_serve.md │ │ ├── streaming_logging.md │ │ ├── team_based_routing.md │ │ ├── team_budgets.md │ │ ├── token_auth.md │ │ ├── ui.md │ │ ├── user_keys.md │ │ ├── users.md │ │ └── virtual_keys.md │ ├── proxy_api.md │ ├── proxy_server.md │ ├── routing.md │ ├── rules.md │ ├── scheduler.md │ ├── secret.md │ ├── set_keys.md │ ├── simple_proxy_old_doc.md │ ├── text_to_speech.md │ ├── troubleshoot.md │ └── tutorials │ │ ├── TogetherAI_liteLLM.md │ │ ├── ab_test_llms.md │ │ ├── azure_openai.md │ │ ├── compare_llms.md │ │ ├── compare_llms_2.md │ │ ├── eval_suites.md │ │ ├── fallbacks.md │ │ ├── finetuned_chat_gpt.md │ │ ├── first_playground.md │ │ ├── gradio_integration.md │ │ ├── huggingface_codellama.md │ │ ├── huggingface_tutorial.md │ │ ├── installation.md │ │ ├── instructor.md │ │ ├── litellm_Test_Multiple_Providers.md │ │ ├── litellm_Test_Multiple_Providers_files │ │ ├── litellm_Test_Multiple_Providers_11_0.png │ │ └── litellm_Test_Multiple_Providers_14_0.png │ │ ├── lm_evaluation_harness.md │ │ ├── mock_completion.md │ │ ├── model_config_proxy.md │ │ ├── model_fallbacks.md │ │ ├── oobabooga.md │ │ ├── provider_specific_params.md │ │ ├── sagemaker_llms.md │ │ └── text_completion.md │ ├── docusaurus.config.js │ ├── img │ ├── add_internal_user.png │ ├── admin_ui_2.png │ ├── admin_ui_spend.png │ ├── admin_ui_viewer.png │ ├── alerting_metadata.png │ ├── alt_dashboard.png │ ├── athina_dashboard.png │ ├── bench_llm.png │ ├── cloud_run0.png │ ├── cloud_run1.png │ ├── cloud_run2.png │ ├── cloud_run3.png │ ├── codellama_formatted_input.png │ ├── codellama_input.png │ ├── compare_llms.png │ ├── create_budget_modal.png │ ├── create_key_in_team.gif │ ├── create_team_gif_good.gif │ ├── custom_root_path.png │ ├── custom_swagger.png │ ├── dash_output.png │ ├── dashboard_log.png │ ├── dd_small1.png │ ├── debug_langfuse.png │ ├── deploy-to-aws.png │ ├── elastic_otel.png │ ├── email_notifs.png │ ├── end_user_enforcement.png │ ├── favicon.png │ ├── gcp_acc_1.png │ ├── gcp_acc_2.png │ ├── gcp_acc_3.png │ ├── google_oauth2.png │ ├── google_redirect.png │ ├── hf_inference_endpoint.png │ ├── hosted_debugger_usage_page.png │ ├── invitation_link.png │ ├── lago.jpeg │ ├── lago_2.png │ ├── langfuse.png │ ├── langfuse_small.png │ ├── langsmith.png │ ├── latency.png │ ├── litellm_custom_ai.png │ ├── litellm_hosted_ui_add_models.png │ ├── litellm_hosted_ui_create_key.png │ ├── litellm_hosted_ui_router.png │ ├── litellm_hosted_usage_dashboard.png │ ├── litellm_load_test.png │ ├── litellm_streamlit_playground.png │ ├── litellm_ui_3.gif │ ├── litellm_ui_admin.png │ ├── litellm_ui_copy_id.png │ ├── litellm_ui_create_key.png │ ├── litellm_ui_login.png │ ├── locust.png │ ├── locust_load_test.png │ ├── logfire.png │ ├── model_hub.png │ ├── ms_teams_alerting.png │ ├── multiple_deployments.png │ ├── okta_callback_url.png │ ├── openmeter.png │ ├── openmeter_img_2.png │ ├── otel_parent.png │ ├── presidio_screenshot.png │ ├── promptlayer.png │ ├── raw_request_log.png │ ├── render1.png │ ├── render2.png │ ├── sagemaker_deploy.png │ ├── sagemaker_domain.png │ ├── sagemaker_endpoint.png │ ├── sagemaker_jumpstart.png │ ├── sentry.png │ ├── slack.png │ ├── spend_logs_table.png │ ├── spend_per_user.png │ ├── swagger.png │ ├── test_key_budget.gif │ ├── test_python_server_1.png │ ├── test_python_server_2.png │ ├── throughput.png │ ├── traceloop_dash.png │ ├── ui_3.gif │ ├── ui_clean_login.png │ ├── ui_link.png │ ├── ui_logout.png │ ├── ui_self_serve_create_key.png │ └── wandb.png │ ├── index.md │ ├── package-lock.json │ ├── package.json │ ├── sidebars.js │ ├── src │ ├── components │ │ ├── CrispChat.js │ │ ├── HomepageFeatures │ │ │ ├── index.js │ │ │ └── styles.module.css │ │ ├── QuickStart.js │ │ ├── TokenGen.js │ │ ├── queryParamReader.js │ │ └── queryParamToken.js │ ├── css │ │ └── custom.css │ ├── pages-fake │ │ ├── index.js │ │ ├── index.module.css │ │ └── markdown-page.md │ └── pages │ │ ├── completion │ │ ├── input.md │ │ ├── output.md │ │ └── supported.md │ │ ├── contact.md │ │ ├── contributing.md │ │ ├── embedding │ │ └── supported_embedding.md │ │ ├── index.md │ │ ├── intro.md │ │ ├── observability │ │ ├── callbacks.md │ │ ├── helicone_integration.md │ │ └── supabase_integration.md │ │ ├── secret.md │ │ ├── stream.md │ │ ├── token_usage.md │ │ ├── troubleshoot.md │ │ ├── tutorial-basics │ │ ├── _category_.json │ │ ├── congratulations.md │ │ ├── create-a-blog-post.md │ │ ├── create-a-document.md │ │ ├── create-a-page.md │ │ ├── deploy-your-site.md │ │ └── markdown-features.mdx │ │ └── tutorial-extras │ │ ├── _category_.json │ │ ├── img │ │ ├── docsVersionDropdown.png │ │ └── localeDropdown.png │ │ ├── manage-docs-versions.md │ │ └── translate-your-site.md │ ├── static │ ├── .nojekyll │ └── img │ │ ├── docusaurus-social-card.png │ │ ├── docusaurus.png │ │ ├── favicon.ico │ │ ├── logo.svg │ │ ├── undraw_docusaurus_mountain.svg │ │ ├── undraw_docusaurus_react.svg │ │ └── undraw_docusaurus_tree.svg │ └── yarn.lock ├── enterprise └── __init__.py ├── entrypoint.sh ├── index.yaml ├── litellm-js ├── proxy │ ├── README.md │ ├── package.json │ ├── src │ │ └── index.ts │ ├── tsconfig.json │ └── wrangler.toml └── spend-logs │ ├── Dockerfile │ ├── README.md │ ├── package-lock.json │ ├── package.json │ ├── schema.prisma │ ├── src │ ├── _types.ts │ └── index.ts │ └── tsconfig.json ├── litellm ├── __init__.py ├── _logging.py ├── _redis.py ├── _service_logger.py ├── _version.py ├── assistants │ ├── main.py │ └── utils.py ├── batches │ └── main.py ├── budget_manager.py ├── caching.py ├── cost.json ├── cost_calculator.py ├── deprecated_litellm_server │ ├── .env.template │ ├── Dockerfile │ ├── README.md │ ├── __init__.py │ ├── main.py │ ├── requirements.txt │ └── server_utils.py ├── enterprise │ └── __init__.py ├── exceptions.py ├── integrations │ ├── __init__.py │ ├── aispend.py │ ├── athina.py │ ├── berrispend.py │ ├── clickhouse.py │ ├── custom_logger.py │ ├── datadog.py │ ├── dynamodb.py │ ├── email_alerting.py │ ├── email_templates │ │ └── templates.py │ ├── greenscale.py │ ├── helicone.py │ ├── lago.py │ ├── langfuse.py │ ├── langsmith.py │ ├── litedebugger.py │ ├── logfire_logger.py │ ├── lunary.py │ ├── openmeter.py │ ├── opentelemetry.py │ ├── prometheus.py │ ├── prometheus_services.py │ ├── prompt_layer.py │ ├── s3.py │ ├── slack_alerting.py │ ├── supabase.py │ ├── test_httpx.py │ ├── traceloop.py │ └── weights_biases.py ├── litellm_core_utils │ ├── core_helpers.py │ ├── litellm_logging.py │ ├── llm_cost_calc │ │ └── google.py │ ├── llm_request_utils.py │ └── redact_messages.py ├── llms │ ├── __init__.py │ ├── ai21.py │ ├── aleph_alpha.py │ ├── anthropic.py │ ├── anthropic_text.py │ ├── azure.py │ ├── azure_text.py │ ├── base.py │ ├── baseten.py │ ├── bedrock.py │ ├── bedrock_httpx.py │ ├── clarifai.py │ ├── cloudflare.py │ ├── cohere.py │ ├── cohere_chat.py │ ├── custom_httpx │ │ ├── azure_dall_e_2.py │ │ ├── http_handler.py │ │ └── httpx_handler.py │ ├── databricks.py │ ├── gemini.py │ ├── huggingface_llms_metadata │ │ ├── hf_conversational_models.txt │ │ └── hf_text_generation_models.txt │ ├── huggingface_restapi.py │ ├── maritalk.py │ ├── nlp_cloud.py │ ├── ollama.py │ ├── ollama_chat.py │ ├── oobabooga.py │ ├── openai.py │ ├── openrouter.py │ ├── palm.py │ ├── petals.py │ ├── predibase.py │ ├── prompt_templates │ │ └── factory.py │ ├── replicate.py │ ├── sagemaker.py │ ├── text_completion_codestral.py │ ├── together_ai.py │ ├── triton.py │ ├── vertex_ai.py │ ├── vertex_ai_anthropic.py │ ├── vertex_httpx.py │ ├── vllm.py │ └── watsonx.py ├── main.py ├── model_prices_and_context_window_backup.json ├── proxy │ ├── .gitignore │ ├── README.md │ ├── __init__.py │ ├── _experimental │ │ ├── out │ │ │ ├── _next │ │ │ │ └── static │ │ │ │ │ ├── chunks │ │ │ │ │ ├── 777-71fb78fdb4897cc3.js │ │ │ │ │ ├── framework-b370f160bb96059c.js │ │ │ │ │ ├── pages │ │ │ │ │ │ ├── _app-d21e88acd55d90f1.js │ │ │ │ │ │ └── _error-d6107f1aac0c574c.js │ │ │ │ │ └── polyfills-c67a75d1b6f99dc8.js │ │ │ │ │ └── media │ │ │ │ │ ├── 05a31a2ca4975f99-s.woff2 │ │ │ │ │ ├── 513657b02c5c193f-s.woff2 │ │ │ │ │ ├── 51ed15f9841b9f9d-s.woff2 │ │ │ │ │ ├── c9a5bc6a7c948fb0-s.p.woff2 │ │ │ │ │ ├── d6b16ce4a6175f26-s.woff2 │ │ │ │ │ ├── ec159349637c90ad-s.woff2 │ │ │ │ │ └── fd4db3eb5472fc27-s.woff2 │ │ │ ├── favicon.ico │ │ │ ├── index.html │ │ │ ├── index.txt │ │ │ ├── model_hub.txt │ │ │ ├── next.svg │ │ │ ├── onboarding.txt │ │ │ └── vercel.svg │ │ └── post_call_rules.py │ ├── _logging.py │ ├── _new_secret_config.yaml │ ├── _super_secret_config.yaml │ ├── _types.py │ ├── admin_ui.py │ ├── auth │ │ ├── auth_checks.py │ │ ├── handle_jwt.py │ │ ├── litellm_license.py │ │ ├── model_checks.py │ │ └── user_api_key_auth.py │ ├── cached_logo.jpg │ ├── caching_routes.py │ ├── common_utils │ │ └── http_parsing_utils.py │ ├── custom_callbacks.py │ ├── custom_callbacks1.py │ ├── db │ │ ├── base_client.py │ │ └── dynamo_db.py │ ├── enterprise │ ├── example_config_yaml │ │ ├── _health_check_test_config.yaml │ │ ├── aliases_config.yaml │ │ ├── azure_config.yaml │ │ ├── custom_auth.py │ │ ├── custom_callbacks.py │ │ ├── langfuse_config.yaml │ │ ├── load_balancer.yaml │ │ ├── opentelemetry_config.yaml │ │ └── simple_config.yaml │ ├── health_check.py │ ├── health_endpoints │ │ └── _health_endpoints.py │ ├── hooks │ │ ├── __init__.py │ │ ├── azure_content_safety.py │ │ ├── batch_redis_get.py │ │ ├── cache_control_check.py │ │ ├── example_presidio_ad_hoc_recognizer.json │ │ ├── max_budget_limiter.py │ │ ├── parallel_request_limiter.py │ │ ├── presidio_pii_masking.py │ │ └── prompt_injection_detection.py │ ├── lambda.py │ ├── litellm_pre_call_utils.py │ ├── llamaguard_prompt.txt │ ├── logo.jpg │ ├── management_endpoints │ │ ├── internal_user_endpoints.py │ │ ├── key_management_endpoints.py │ │ └── team_endpoints.py │ ├── management_helpers │ │ └── utils.py │ ├── openapi.json │ ├── otel_config.yaml │ ├── post_call_rules.py │ ├── proxy_cli.py │ ├── proxy_config.yaml │ ├── proxy_load_test │ │ ├── litellm_proxy_config.yaml │ │ ├── litellm_router_proxy │ │ │ ├── Dockerfile │ │ │ └── main.py │ │ ├── locustfile.py │ │ ├── openai_endpoint.py │ │ ├── simple_litellm_proxy.py │ │ ├── simple_litellm_router_proxy.py │ │ └── simple_proxy.py │ ├── proxy_server.py │ ├── queue │ │ ├── celery_app.py │ │ ├── celery_worker.py │ │ └── rq_worker.py │ ├── schema.prisma │ ├── secret_managers │ │ ├── aws_secret_manager.py │ │ └── google_kms.py │ ├── spend_reporting_endpoints │ │ └── spend_management_endpoints.py │ ├── start.sh │ ├── tests │ │ ├── bursty_load_test_completion.py │ │ ├── error_log.txt │ │ ├── large_text.py │ │ ├── llama_index_data │ │ │ └── essay.txt │ │ ├── load_test_completion.py │ │ ├── load_test_embedding.py │ │ ├── load_test_embedding_100.py │ │ ├── load_test_embedding_proxy.py │ │ ├── load_test_q.py │ │ ├── request_log.txt │ │ ├── test_async.py │ │ ├── test_langchain_request.py │ │ ├── test_llamaindex.py │ │ ├── test_openai_embedding.py │ │ ├── test_openai_exception_request.py │ │ ├── test_openai_js.js │ │ ├── test_openai_request.py │ │ ├── test_openai_request_with_traceparent.py │ │ ├── test_openai_simple_embedding.py │ │ ├── test_q.py │ │ └── test_simple_traceparent_openai.py │ └── utils.py ├── py.typed ├── requirements.txt ├── router.py ├── router_strategy │ ├── least_busy.py │ ├── lowest_cost.py │ ├── lowest_latency.py │ ├── lowest_tpm_rpm.py │ └── lowest_tpm_rpm_v2.py ├── router_utils │ └── handle_error.py ├── scheduler.py ├── tests │ ├── conftest.py │ ├── data_map.txt │ ├── example_config_yaml │ │ ├── aliases_config.yaml │ │ ├── azure_config.yaml │ │ ├── cache_no_params.yaml │ │ ├── cache_with_params.yaml │ │ ├── langfuse_config.yaml │ │ ├── load_balancer.yaml │ │ ├── opentelemetry_config.yaml │ │ └── simple_config.yaml │ ├── langfuse.log │ ├── large_text.py │ ├── litellm_uuid.txt │ ├── model_cost.json │ ├── openai_batch_completions.jsonl │ ├── test_acompletion.py │ ├── test_acooldowns_router.py │ ├── test_add_function_to_prompt.py │ ├── test_add_update_models.py │ ├── test_alangfuse.py │ ├── test_alerting.py │ ├── test_amazing_s3_logs.py │ ├── test_amazing_vertex_completion.py │ ├── test_aproxy_startup.py │ ├── test_assistants.py │ ├── test_async_fn.py │ ├── test_async_opentelemetry.py │ ├── test_audio_speech.py │ ├── test_auth_checks.py │ ├── test_azure_content_safety.py │ ├── test_azure_perf.py │ ├── test_bad_params.py │ ├── test_banned_keyword_list.py │ ├── test_batch_completion_return_exceptions.py │ ├── test_batch_completions.py │ ├── test_bedrock_completion.py │ ├── test_blocked_user_list.py │ ├── test_budget_manager.py │ ├── test_caching.py │ ├── test_caching_ssl.py │ ├── test_clarifai_completion.py │ ├── test_class.py │ ├── test_clickhouse_logger.py │ ├── test_cohere_completion.py │ ├── test_completion.py │ ├── test_completion_cost.py │ ├── test_completion_with_retries.py │ ├── test_config.py │ ├── test_configs │ │ ├── custom_auth.py │ │ ├── custom_callbacks.py │ │ ├── test_bad_config.yaml │ │ ├── test_cloudflare_azure_with_cache_config.yaml │ │ ├── test_config.yaml │ │ ├── test_config_custom_auth.yaml │ │ ├── test_config_no_auth.yaml │ │ └── test_custom_logger.yaml │ ├── test_custom_api_logger.py │ ├── test_custom_callback_input.py │ ├── test_custom_callback_router.py │ ├── test_custom_logger.py │ ├── test_datadog.py │ ├── test_deployed_proxy_keygen.py │ ├── test_dynamodb_logs.py │ ├── test_embedding.py │ ├── test_exceptions.py │ ├── test_file_types.py │ ├── test_function_call_parsing.py │ ├── test_function_calling.py │ ├── test_function_setup.py │ ├── test_get_llm_provider.py │ ├── test_get_model_file.py │ ├── test_get_model_info.py │ ├── test_get_model_list.py │ ├── test_get_optional_params_embeddings.py │ ├── test_get_optional_params_functions_not_supported.py │ ├── test_google_ai_studio_gemini.py │ ├── test_health_check.py │ ├── test_helicone_integration.py │ ├── test_hf_prompt_templates.py │ ├── test_image_generation.py │ ├── test_img_resize.py │ ├── test_jwt.py │ ├── test_key_generate_dynamodb.py │ ├── test_key_generate_prisma.py │ ├── test_lakera_ai_prompt_injection.py │ ├── test_langchain_ChatLiteLLM.py │ ├── test_langsmith.py │ ├── test_least_busy_routing.py │ ├── test_litellm_max_budget.py │ ├── test_llm_guard.py │ ├── test_load_test_router_s3.py │ ├── test_loadtest_router.py │ ├── test_logfire.py │ ├── test_logging.py │ ├── test_longer_context_fallback.py │ ├── test_lowest_cost_routing.py │ ├── test_lowest_latency_routing.py │ ├── test_lunary.py │ ├── test_max_tpm_rpm_limiter.py │ ├── test_mem_usage.py │ ├── test_mock_request.py │ ├── test_model_alias_map.py │ ├── test_model_max_token_adjust.py │ ├── test_model_response_typing │ │ ├── server.py │ │ └── test.py │ ├── test_multiple_deployments.py │ ├── test_ollama.py │ ├── test_ollama_local.py │ ├── test_ollama_local_chat.py │ ├── test_openai_batches.py │ ├── test_openai_moderations_hook.py │ ├── test_optional_params.py │ ├── test_parallel_request_limiter.py │ ├── test_presidio_masking.py │ ├── test_profiling_router.py │ ├── test_prometheus_service.py │ ├── test_prompt_factory.py │ ├── test_prompt_injection_detection.py │ ├── test_promptlayer_integration.py │ ├── test_provider_specific_config.py │ ├── test_proxy_custom_auth.py │ ├── test_proxy_custom_logger.py │ ├── test_proxy_exception_mapping.py │ ├── test_proxy_gunicorn.py │ ├── test_proxy_pass_user_config.py │ ├── test_proxy_server.py │ ├── test_proxy_server_caching.py │ ├── test_proxy_server_cost.py │ ├── test_proxy_server_keys.py │ ├── test_proxy_server_langfuse.py │ ├── test_proxy_server_spend.py │ ├── test_proxy_token_counter.py │ ├── test_proxy_utils.py │ ├── test_pydantic_namespaces.py │ ├── test_python_38.py │ ├── test_register_model.py │ ├── test_router.py │ ├── test_router_batch_completion.py │ ├── test_router_caching.py │ ├── test_router_client_init.py │ ├── test_router_cooldowns.py │ ├── test_router_debug_logs.py │ ├── test_router_fallbacks.py │ ├── test_router_get_deployments.py │ ├── test_router_init.py │ ├── test_router_max_parallel_requests.py │ ├── test_router_policy_violation.py │ ├── test_router_retries.py │ ├── test_router_timeout.py │ ├── test_router_utils.py │ ├── test_router_with_fallbacks.py │ ├── test_rules.py │ ├── test_scheduler.py │ ├── test_secret_manager.py │ ├── test_simple_shuffle.py │ ├── test_spend_logs.py │ ├── test_stream_chunk_builder.py │ ├── test_streaming.py │ ├── test_supabase_integration.py │ ├── test_team_config.py │ ├── test_text_completion.py │ ├── test_timeout.py │ ├── test_together_ai.py │ ├── test_token_counter.py │ ├── test_tpm_rpm_routing_v2.py │ ├── test_traceloop.py │ ├── test_update_spend.py │ ├── test_utils.py │ ├── test_validate_environment.py │ ├── test_wandb.py │ ├── user_cost.json │ └── vertex_key.json ├── timeout.py ├── types │ ├── completion.py │ ├── embedding.py │ ├── files.py │ ├── llms │ │ ├── anthropic.py │ │ ├── bedrock.py │ │ ├── databricks.py │ │ ├── openai.py │ │ └── vertex_ai.py │ ├── router.py │ ├── services.py │ └── utils.py └── utils.py ├── model_prices_and_context_window.json ├── mypy.ini ├── package.json ├── poetry.lock ├── proxy_server_config.yaml ├── pyproject.toml ├── render.yaml ├── requirements.txt ├── retry_push.sh ├── ruff.toml ├── schema.prisma ├── setup.sh ├── tests ├── README.MD ├── gettysburg.wav ├── large_text.py ├── test_callbacks_on_proxy.py ├── test_config.py ├── test_end_users.py ├── test_fallbacks.py ├── test_health.py ├── test_keys.py ├── test_models.py ├── test_openai_endpoints.py ├── test_organizations.py ├── test_ratelimit.py ├── test_spend_logs.py ├── test_team.py ├── test_team_logging.py ├── test_users.py └── test_whisper.py └── ui ├── Dockerfile ├── README.md ├── admin.py ├── litellm-dashboard ├── .eslintrc.json ├── README.md ├── build_ui.sh ├── next.config.mjs ├── out │ ├── 404.html │ ├── _next │ │ └── static │ │ │ ├── chunks │ │ │ ├── 777-71fb78fdb4897cc3.js │ │ │ ├── framework-b370f160bb96059c.js │ │ │ ├── pages │ │ │ │ ├── _app-d21e88acd55d90f1.js │ │ │ │ └── _error-d6107f1aac0c574c.js │ │ │ └── polyfills-c67a75d1b6f99dc8.js │ │ │ └── media │ │ │ ├── 05a31a2ca4975f99-s.woff2 │ │ │ ├── 513657b02c5c193f-s.woff2 │ │ │ ├── 51ed15f9841b9f9d-s.woff2 │ │ │ ├── c9a5bc6a7c948fb0-s.p.woff2 │ │ │ ├── d6b16ce4a6175f26-s.woff2 │ │ │ ├── ec159349637c90ad-s.woff2 │ │ │ └── fd4db3eb5472fc27-s.woff2 │ ├── favicon.ico │ ├── index.html │ ├── index.txt │ ├── model_hub.html │ ├── model_hub.txt │ ├── next.svg │ ├── onboarding.html │ ├── onboarding.txt │ └── vercel.svg ├── package-lock.json ├── package.json ├── postcss.config.js ├── public │ ├── next.svg │ └── vercel.svg ├── src │ ├── app │ │ ├── favicon.ico │ │ ├── globals.css │ │ ├── layout.tsx │ │ ├── model_hub │ │ │ └── page.tsx │ │ ├── onboarding │ │ │ └── page.tsx │ │ └── page.tsx │ └── components │ │ ├── add_fallbacks.tsx │ │ ├── admins.tsx │ │ ├── alerting │ │ ├── alerting_settings.tsx │ │ └── dynamic_form.tsx │ │ ├── api_ref.tsx │ │ ├── budgets │ │ ├── budget_modal.tsx │ │ ├── budget_panel.tsx │ │ ├── budget_settings.tsx │ │ └── edit_budget_modal.tsx │ │ ├── chat_ui.tsx │ │ ├── create_key_button.tsx │ │ ├── create_user_button.tsx │ │ ├── dashboard_default_team.tsx │ │ ├── delete_model_button.tsx │ │ ├── edit_user.tsx │ │ ├── enter_proxy_url.tsx │ │ ├── general_settings.tsx │ │ ├── leftnav.tsx │ │ ├── model_add │ │ └── dynamic_form.tsx │ │ ├── model_dashboard.tsx │ │ ├── model_hub.tsx │ │ ├── model_metrics │ │ └── time_to_first_token.tsx │ │ ├── navbar.tsx │ │ ├── networking.tsx │ │ ├── onboarding_link.tsx │ │ ├── request_model_access.tsx │ │ ├── settings.tsx │ │ ├── teams.tsx │ │ ├── usage.tsx │ │ ├── user_dashboard.tsx │ │ ├── view_key_table.tsx │ │ ├── view_user_spend.tsx │ │ ├── view_user_team.tsx │ │ └── view_users.tsx ├── tailwind.config.js ├── tailwind.config.ts ├── tsconfig.json └── ui_colors.json ├── package-lock.json ├── package.json ├── pages └── user.py └── requirements.txt /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.circleci/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.circleci/requirements.txt -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- 1 | docs 2 | cookbook 3 | .circleci 4 | .github 5 | tests 6 | -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.env.example -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.flake8 -------------------------------------------------------------------------------- /.git-blame-ignore-revs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.git-blame-ignore-revs -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | *.ipynb linguist-vendored -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/ISSUE_TEMPLATE/bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/ISSUE_TEMPLATE/feature_request.yml -------------------------------------------------------------------------------- /.github/actions/helm-oci-chart-releaser/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/actions/helm-oci-chart-releaser/action.yml -------------------------------------------------------------------------------- /.github/dependabot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/dependabot.yaml -------------------------------------------------------------------------------- /.github/deploy-to-aws.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/deploy-to-aws.png -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/template.yaml -------------------------------------------------------------------------------- /.github/workflows/ghcr_deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/ghcr_deploy.yml -------------------------------------------------------------------------------- /.github/workflows/ghcr_helm_deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/ghcr_helm_deploy.yml -------------------------------------------------------------------------------- /.github/workflows/interpret_load_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/interpret_load_test.py -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/load_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/load_test.yml -------------------------------------------------------------------------------- /.github/workflows/locustfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/locustfile.py -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/read_pyproject_version.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/read_pyproject_version.yml -------------------------------------------------------------------------------- /.github/workflows/redeploy_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/redeploy_proxy.py -------------------------------------------------------------------------------- /.github/workflows/results_stats.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/results_stats.csv -------------------------------------------------------------------------------- /.github/workflows/update_release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.github/workflows/update_release.py -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/Dockerfile -------------------------------------------------------------------------------- /Dockerfile.alpine: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/Dockerfile.alpine -------------------------------------------------------------------------------- /Dockerfile.database: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/Dockerfile.database -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/README.md -------------------------------------------------------------------------------- /check_file_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/check_file_length.py -------------------------------------------------------------------------------- /ci_cd/check_files_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ci_cd/check_files_match.py -------------------------------------------------------------------------------- /cookbook/Benchmarking_LLMs_by_use_case.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/Benchmarking_LLMs_by_use_case.ipynb -------------------------------------------------------------------------------- /cookbook/Evaluating_LLMs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/Evaluating_LLMs.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_Azure_and_OpenAI_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_Azure_and_OpenAI_example.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_Bedrock.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_Bedrock.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_Comparing_LLMs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_Comparing_LLMs.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_Completion_Cost.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_Completion_Cost.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_HuggingFace.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_HuggingFace.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_OpenRouter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_OpenRouter.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_Petals.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_Petals.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_PromptLayer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_PromptLayer.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_User_Based_Rate_Limits.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_User_Based_Rate_Limits.ipynb -------------------------------------------------------------------------------- /cookbook/LiteLLM_batch_completion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/LiteLLM_batch_completion.ipynb -------------------------------------------------------------------------------- /cookbook/Parallel_function_calling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/Parallel_function_calling.ipynb -------------------------------------------------------------------------------- /cookbook/Proxy_Batch_Users.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/Proxy_Batch_Users.ipynb -------------------------------------------------------------------------------- /cookbook/TogetherAI_liteLLM.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/TogetherAI_liteLLM.ipynb -------------------------------------------------------------------------------- /cookbook/VLLM_Model_Testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/VLLM_Model_Testing.ipynb -------------------------------------------------------------------------------- /cookbook/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/benchmark/benchmark.py -------------------------------------------------------------------------------- /cookbook/benchmark/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/benchmark/readme.md -------------------------------------------------------------------------------- /cookbook/codellama-server/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/codellama-server/README.MD -------------------------------------------------------------------------------- /cookbook/codellama-server/imgs/code-output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/codellama-server/imgs/code-output.png -------------------------------------------------------------------------------- /cookbook/codellama-server/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/codellama-server/main.py -------------------------------------------------------------------------------- /cookbook/community-resources/get_hf_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/community-resources/get_hf_models.py -------------------------------------------------------------------------------- /cookbook/community-resources/max_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/community-resources/max_tokens.json -------------------------------------------------------------------------------- /cookbook/liteLLM_A121_Jurrasic_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_A121_Jurrasic_example.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Baseten.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Baseten.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Getting_Started.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Getting_Started.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_IBM_Watsonx.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_IBM_Watsonx.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Langchain_Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Langchain_Demo.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Ollama.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Ollama.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Replicate_Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Replicate_Demo.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_Streaming_Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_Streaming_Demo.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_VertextAI_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_VertextAI_Example.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_clarifai_Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_clarifai_Demo.ipynb -------------------------------------------------------------------------------- /cookbook/liteLLM_function_calling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/liteLLM_function_calling.ipynb -------------------------------------------------------------------------------- /cookbook/litellm-ollama-docker-image/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm-ollama-docker-image/Dockerfile -------------------------------------------------------------------------------- /cookbook/litellm-ollama-docker-image/requirements.txt: -------------------------------------------------------------------------------- 1 | litellm -------------------------------------------------------------------------------- /cookbook/litellm-ollama-docker-image/start.sh: -------------------------------------------------------------------------------- 1 | ollama serve & 2 | litellm -------------------------------------------------------------------------------- /cookbook/litellm-ollama-docker-image/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm-ollama-docker-image/test.py -------------------------------------------------------------------------------- /cookbook/litellm_Test_Multiple_Providers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_Test_Multiple_Providers.ipynb -------------------------------------------------------------------------------- /cookbook/litellm_model_fallback.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_model_fallback.ipynb -------------------------------------------------------------------------------- /cookbook/litellm_router/error_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_router/error_log.txt -------------------------------------------------------------------------------- /cookbook/litellm_router/load_test_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_router/load_test_proxy.py -------------------------------------------------------------------------------- /cookbook/litellm_router/load_test_queuing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_router/load_test_queuing.py -------------------------------------------------------------------------------- /cookbook/litellm_router/load_test_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_router/load_test_router.py -------------------------------------------------------------------------------- /cookbook/litellm_router/request_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_router/request_log.txt -------------------------------------------------------------------------------- /cookbook/litellm_router/response_log.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cookbook/litellm_test_multiple_llm_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/litellm_test_multiple_llm_demo.ipynb -------------------------------------------------------------------------------- /cookbook/logging_observability/LiteLLM_Lunary.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/logging_observability/LiteLLM_Lunary.ipynb -------------------------------------------------------------------------------- /cookbook/misc/clickhouse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/clickhouse.py -------------------------------------------------------------------------------- /cookbook/misc/clickhouse_insert_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/clickhouse_insert_logs.py -------------------------------------------------------------------------------- /cookbook/misc/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/config.yaml -------------------------------------------------------------------------------- /cookbook/misc/dev_release.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/dev_release.txt -------------------------------------------------------------------------------- /cookbook/misc/migrate_proxy_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/migrate_proxy_config.py -------------------------------------------------------------------------------- /cookbook/misc/openai_timeouts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/openai_timeouts.py -------------------------------------------------------------------------------- /cookbook/misc/sagmaker_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/misc/sagmaker_streaming.py -------------------------------------------------------------------------------- /cookbook/proxy-server/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/proxy-server/readme.md -------------------------------------------------------------------------------- /cookbook/result.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/cookbook/result.html -------------------------------------------------------------------------------- /deploy/Dockerfile.ghcr_base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/Dockerfile.ghcr_base -------------------------------------------------------------------------------- /deploy/azure_resource_manager/azure_marketplace.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/azure_resource_manager/azure_marketplace.zip -------------------------------------------------------------------------------- /deploy/azure_resource_manager/main.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/azure_resource_manager/main.bicep -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/.helmignore -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/Chart.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/Chart.lock -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/Chart.yaml -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/README.md -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/charts/redis-18.19.1.tgz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/charts/redis-18.19.1.tgz -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/templates/NOTES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/templates/NOTES.txt -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/templates/_helpers.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/templates/_helpers.tpl -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/templates/hpa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/templates/hpa.yaml -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/templates/ingress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/templates/ingress.yaml -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/templates/service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/templates/service.yaml -------------------------------------------------------------------------------- /deploy/charts/litellm-helm/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/charts/litellm-helm/values.yaml -------------------------------------------------------------------------------- /deploy/kubernetes/kub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/kubernetes/kub.yaml -------------------------------------------------------------------------------- /deploy/kubernetes/service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/deploy/kubernetes/service.yaml -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docker/.env.example -------------------------------------------------------------------------------- /docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docker/README.md -------------------------------------------------------------------------------- /docs/my-website/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/.gitignore -------------------------------------------------------------------------------- /docs/my-website/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/Dockerfile -------------------------------------------------------------------------------- /docs/my-website/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/README.md -------------------------------------------------------------------------------- /docs/my-website/babel.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/babel.config.js -------------------------------------------------------------------------------- /docs/my-website/blog/2021-08-26-welcome/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/blog/2021-08-26-welcome/index.md -------------------------------------------------------------------------------- /docs/my-website/docs/assistants.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/assistants.md -------------------------------------------------------------------------------- /docs/my-website/docs/audio_transcription.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/audio_transcription.md -------------------------------------------------------------------------------- /docs/my-website/docs/batches.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/batches.md -------------------------------------------------------------------------------- /docs/my-website/docs/budget_manager.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/budget_manager.md -------------------------------------------------------------------------------- /docs/my-website/docs/caching/all_caches.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/caching/all_caches.md -------------------------------------------------------------------------------- /docs/my-website/docs/caching/caching_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/caching/caching_api.md -------------------------------------------------------------------------------- /docs/my-website/docs/caching/local_caching.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/caching/local_caching.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/batching.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/batching.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/function_call.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/function_call.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/input.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/input.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/message_trimming.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/message_trimming.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/mock_requests.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/mock_requests.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/model_alias.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/model_alias.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/output.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/output.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/stream.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/stream.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/token_usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/token_usage.md -------------------------------------------------------------------------------- /docs/my-website/docs/completion/vision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/completion/vision.md -------------------------------------------------------------------------------- /docs/my-website/docs/contact.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/contact.md -------------------------------------------------------------------------------- /docs/my-website/docs/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/contributing.md -------------------------------------------------------------------------------- /docs/my-website/docs/debugging/hosted_debugging.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/my-website/docs/debugging/local_debugging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/debugging/local_debugging.md -------------------------------------------------------------------------------- /docs/my-website/docs/default_code_snippet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/default_code_snippet.md -------------------------------------------------------------------------------- /docs/my-website/docs/embedding/async_embedding.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/embedding/async_embedding.md -------------------------------------------------------------------------------- /docs/my-website/docs/embedding/moderation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/embedding/moderation.md -------------------------------------------------------------------------------- /docs/my-website/docs/enterprise.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/my-website/docs/exception_mapping.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/exception_mapping.md -------------------------------------------------------------------------------- /docs/my-website/docs/extras/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/extras/contributing.md -------------------------------------------------------------------------------- /docs/my-website/docs/getting_started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/getting_started.md -------------------------------------------------------------------------------- /docs/my-website/docs/hosted.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/hosted.md -------------------------------------------------------------------------------- /docs/my-website/docs/image_generation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/image_generation.md -------------------------------------------------------------------------------- /docs/my-website/docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/index.md -------------------------------------------------------------------------------- /docs/my-website/docs/langchain/langchain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/langchain/langchain.md -------------------------------------------------------------------------------- /docs/my-website/docs/load_test.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/load_test.md -------------------------------------------------------------------------------- /docs/my-website/docs/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/migration.md -------------------------------------------------------------------------------- /docs/my-website/docs/observability/callbacks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/observability/callbacks.md -------------------------------------------------------------------------------- /docs/my-website/docs/observability/lago.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/observability/lago.md -------------------------------------------------------------------------------- /docs/my-website/docs/observability/openmeter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/observability/openmeter.md -------------------------------------------------------------------------------- /docs/my-website/docs/observability/sentry.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/observability/sentry.md -------------------------------------------------------------------------------- /docs/my-website/docs/observability/telemetry.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/observability/telemetry.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Codium PR Agent.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Codium PR Agent.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Docq.AI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Docq.AI.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/FastREPL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/FastREPL.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/GPT Migrate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/GPT Migrate.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Langstream.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Langstream.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/LiteLLM Proxy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/LiteLLM Proxy.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/OpenInterpreter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/OpenInterpreter.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Otter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Otter.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/PROMPTMETHEUS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/PROMPTMETHEUS.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Prompt2Model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Prompt2Model.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/Quivr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/Quivr.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/SalesGPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/SalesGPT.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/YiVal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/YiVal.md -------------------------------------------------------------------------------- /docs/my-website/docs/projects/llm_cord.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/projects/llm_cord.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/ai21.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/ai21.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/aleph_alpha.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/aleph_alpha.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/anthropic.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/anthropic.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/anyscale.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/anyscale.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/aws_sagemaker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/aws_sagemaker.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/azure.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/azure.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/azure_ai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/azure_ai.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/baseten.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/baseten.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/bedrock.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/bedrock.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/clarifai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/clarifai.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/codestral.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/codestral.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/cohere.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/cohere.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/custom.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/custom.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/databricks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/databricks.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/deepinfra.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/deepinfra.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/deepseek.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/deepseek.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/fireworks_ai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/fireworks_ai.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/gemini.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/gemini.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/groq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/groq.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/huggingface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/huggingface.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/mistral.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/mistral.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/nlp_cloud.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/nlp_cloud.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/ollama.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/ollama.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/openai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/openai.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/openai_compatible.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/openai_compatible.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/openrouter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/openrouter.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/palm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/palm.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/perplexity.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/perplexity.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/petals.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/petals.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/predibase.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/predibase.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/replicate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/replicate.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/togetherai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/togetherai.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/vertex.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/vertex.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/vllm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/vllm.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/voyage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/voyage.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/watsonx.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/watsonx.md -------------------------------------------------------------------------------- /docs/my-website/docs/providers/xinference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/providers/xinference.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/alerting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/alerting.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/billing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/billing.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/caching.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/caching.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/call_hooks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/call_hooks.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/cli.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/cli.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/configs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/configs.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/cost_tracking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/cost_tracking.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/custom_pricing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/custom_pricing.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/customer_routing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/customer_routing.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/customers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/customers.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/debugging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/debugging.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/demo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/demo.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/deploy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/deploy.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/email.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/email.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/embedding.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/embedding.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/enterprise.md: -------------------------------------------------------------------------------- 1 | delete 2 | -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/health.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/health.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/load_balancing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/load_balancing.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/logging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/logging.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/metrics.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/model_management.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/model_management.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/multiple_admins.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/multiple_admins.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/perf.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/perf.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/pii_masking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/pii_masking.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/prod.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/prod.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/prometheus.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/prometheus.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/prompt_injection.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/prompt_injection.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/quick_start.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/reliability.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/reliability.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/rules.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/rules.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/self_serve.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/self_serve.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/streaming_logging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/streaming_logging.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/team_based_routing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/team_based_routing.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/team_budgets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/team_budgets.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/token_auth.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/token_auth.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/ui.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/ui.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/user_keys.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/user_keys.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/users.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/users.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy/virtual_keys.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy/virtual_keys.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy_api.md -------------------------------------------------------------------------------- /docs/my-website/docs/proxy_server.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/proxy_server.md -------------------------------------------------------------------------------- /docs/my-website/docs/routing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/routing.md -------------------------------------------------------------------------------- /docs/my-website/docs/rules.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/rules.md -------------------------------------------------------------------------------- /docs/my-website/docs/scheduler.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/scheduler.md -------------------------------------------------------------------------------- /docs/my-website/docs/secret.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/secret.md -------------------------------------------------------------------------------- /docs/my-website/docs/set_keys.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/set_keys.md -------------------------------------------------------------------------------- /docs/my-website/docs/simple_proxy_old_doc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/simple_proxy_old_doc.md -------------------------------------------------------------------------------- /docs/my-website/docs/text_to_speech.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/text_to_speech.md -------------------------------------------------------------------------------- /docs/my-website/docs/troubleshoot.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/troubleshoot.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/ab_test_llms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/ab_test_llms.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/azure_openai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/azure_openai.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/compare_llms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/compare_llms.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/compare_llms_2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/compare_llms_2.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/eval_suites.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/eval_suites.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/fallbacks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/fallbacks.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/first_playground.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/first_playground.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/installation.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/instructor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/instructor.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/mock_completion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/mock_completion.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/model_fallbacks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/model_fallbacks.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/oobabooga.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/oobabooga.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/sagemaker_llms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/sagemaker_llms.md -------------------------------------------------------------------------------- /docs/my-website/docs/tutorials/text_completion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docs/tutorials/text_completion.md -------------------------------------------------------------------------------- /docs/my-website/docusaurus.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/docusaurus.config.js -------------------------------------------------------------------------------- /docs/my-website/img/add_internal_user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/add_internal_user.png -------------------------------------------------------------------------------- /docs/my-website/img/admin_ui_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/admin_ui_2.png -------------------------------------------------------------------------------- /docs/my-website/img/admin_ui_spend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/admin_ui_spend.png -------------------------------------------------------------------------------- /docs/my-website/img/admin_ui_viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/admin_ui_viewer.png -------------------------------------------------------------------------------- /docs/my-website/img/alerting_metadata.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/alerting_metadata.png -------------------------------------------------------------------------------- /docs/my-website/img/alt_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/alt_dashboard.png -------------------------------------------------------------------------------- /docs/my-website/img/athina_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/athina_dashboard.png -------------------------------------------------------------------------------- /docs/my-website/img/bench_llm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/bench_llm.png -------------------------------------------------------------------------------- /docs/my-website/img/cloud_run0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/cloud_run0.png -------------------------------------------------------------------------------- /docs/my-website/img/cloud_run1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/cloud_run1.png -------------------------------------------------------------------------------- /docs/my-website/img/cloud_run2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/cloud_run2.png -------------------------------------------------------------------------------- /docs/my-website/img/cloud_run3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/cloud_run3.png -------------------------------------------------------------------------------- /docs/my-website/img/codellama_formatted_input.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/codellama_formatted_input.png -------------------------------------------------------------------------------- /docs/my-website/img/codellama_input.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/codellama_input.png -------------------------------------------------------------------------------- /docs/my-website/img/compare_llms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/compare_llms.png -------------------------------------------------------------------------------- /docs/my-website/img/create_budget_modal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/create_budget_modal.png -------------------------------------------------------------------------------- /docs/my-website/img/create_key_in_team.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/create_key_in_team.gif -------------------------------------------------------------------------------- /docs/my-website/img/create_team_gif_good.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/create_team_gif_good.gif -------------------------------------------------------------------------------- /docs/my-website/img/custom_root_path.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/custom_root_path.png -------------------------------------------------------------------------------- /docs/my-website/img/custom_swagger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/custom_swagger.png -------------------------------------------------------------------------------- /docs/my-website/img/dash_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/dash_output.png -------------------------------------------------------------------------------- /docs/my-website/img/dashboard_log.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/dashboard_log.png -------------------------------------------------------------------------------- /docs/my-website/img/dd_small1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/dd_small1.png -------------------------------------------------------------------------------- /docs/my-website/img/debug_langfuse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/debug_langfuse.png -------------------------------------------------------------------------------- /docs/my-website/img/deploy-to-aws.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/deploy-to-aws.png -------------------------------------------------------------------------------- /docs/my-website/img/elastic_otel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/elastic_otel.png -------------------------------------------------------------------------------- /docs/my-website/img/email_notifs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/email_notifs.png -------------------------------------------------------------------------------- /docs/my-website/img/end_user_enforcement.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/end_user_enforcement.png -------------------------------------------------------------------------------- /docs/my-website/img/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/favicon.png -------------------------------------------------------------------------------- /docs/my-website/img/gcp_acc_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/gcp_acc_1.png -------------------------------------------------------------------------------- /docs/my-website/img/gcp_acc_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/gcp_acc_2.png -------------------------------------------------------------------------------- /docs/my-website/img/gcp_acc_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/gcp_acc_3.png -------------------------------------------------------------------------------- /docs/my-website/img/google_oauth2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/google_oauth2.png -------------------------------------------------------------------------------- /docs/my-website/img/google_redirect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/google_redirect.png -------------------------------------------------------------------------------- /docs/my-website/img/hf_inference_endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/hf_inference_endpoint.png -------------------------------------------------------------------------------- /docs/my-website/img/hosted_debugger_usage_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/hosted_debugger_usage_page.png -------------------------------------------------------------------------------- /docs/my-website/img/invitation_link.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/invitation_link.png -------------------------------------------------------------------------------- /docs/my-website/img/lago.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/lago.jpeg -------------------------------------------------------------------------------- /docs/my-website/img/lago_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/lago_2.png -------------------------------------------------------------------------------- /docs/my-website/img/langfuse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/langfuse.png -------------------------------------------------------------------------------- /docs/my-website/img/langfuse_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/langfuse_small.png -------------------------------------------------------------------------------- /docs/my-website/img/langsmith.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/langsmith.png -------------------------------------------------------------------------------- /docs/my-website/img/latency.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/latency.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_custom_ai.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_custom_ai.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_hosted_ui_router.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_hosted_ui_router.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_load_test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_load_test.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_ui_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_ui_3.gif -------------------------------------------------------------------------------- /docs/my-website/img/litellm_ui_admin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_ui_admin.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_ui_copy_id.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_ui_copy_id.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_ui_create_key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_ui_create_key.png -------------------------------------------------------------------------------- /docs/my-website/img/litellm_ui_login.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/litellm_ui_login.png -------------------------------------------------------------------------------- /docs/my-website/img/locust.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/locust.png -------------------------------------------------------------------------------- /docs/my-website/img/locust_load_test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/locust_load_test.png -------------------------------------------------------------------------------- /docs/my-website/img/logfire.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/logfire.png -------------------------------------------------------------------------------- /docs/my-website/img/model_hub.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/model_hub.png -------------------------------------------------------------------------------- /docs/my-website/img/ms_teams_alerting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ms_teams_alerting.png -------------------------------------------------------------------------------- /docs/my-website/img/multiple_deployments.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/multiple_deployments.png -------------------------------------------------------------------------------- /docs/my-website/img/okta_callback_url.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/okta_callback_url.png -------------------------------------------------------------------------------- /docs/my-website/img/openmeter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/openmeter.png -------------------------------------------------------------------------------- /docs/my-website/img/openmeter_img_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/openmeter_img_2.png -------------------------------------------------------------------------------- /docs/my-website/img/otel_parent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/otel_parent.png -------------------------------------------------------------------------------- /docs/my-website/img/presidio_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/presidio_screenshot.png -------------------------------------------------------------------------------- /docs/my-website/img/promptlayer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/promptlayer.png -------------------------------------------------------------------------------- /docs/my-website/img/raw_request_log.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/raw_request_log.png -------------------------------------------------------------------------------- /docs/my-website/img/render1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/render1.png -------------------------------------------------------------------------------- /docs/my-website/img/render2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/render2.png -------------------------------------------------------------------------------- /docs/my-website/img/sagemaker_deploy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/sagemaker_deploy.png -------------------------------------------------------------------------------- /docs/my-website/img/sagemaker_domain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/sagemaker_domain.png -------------------------------------------------------------------------------- /docs/my-website/img/sagemaker_endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/sagemaker_endpoint.png -------------------------------------------------------------------------------- /docs/my-website/img/sagemaker_jumpstart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/sagemaker_jumpstart.png -------------------------------------------------------------------------------- /docs/my-website/img/sentry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/sentry.png -------------------------------------------------------------------------------- /docs/my-website/img/slack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/slack.png -------------------------------------------------------------------------------- /docs/my-website/img/spend_logs_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/spend_logs_table.png -------------------------------------------------------------------------------- /docs/my-website/img/spend_per_user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/spend_per_user.png -------------------------------------------------------------------------------- /docs/my-website/img/swagger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/swagger.png -------------------------------------------------------------------------------- /docs/my-website/img/test_key_budget.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/test_key_budget.gif -------------------------------------------------------------------------------- /docs/my-website/img/test_python_server_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/test_python_server_1.png -------------------------------------------------------------------------------- /docs/my-website/img/test_python_server_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/test_python_server_2.png -------------------------------------------------------------------------------- /docs/my-website/img/throughput.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/throughput.png -------------------------------------------------------------------------------- /docs/my-website/img/traceloop_dash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/traceloop_dash.png -------------------------------------------------------------------------------- /docs/my-website/img/ui_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ui_3.gif -------------------------------------------------------------------------------- /docs/my-website/img/ui_clean_login.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ui_clean_login.png -------------------------------------------------------------------------------- /docs/my-website/img/ui_link.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ui_link.png -------------------------------------------------------------------------------- /docs/my-website/img/ui_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ui_logout.png -------------------------------------------------------------------------------- /docs/my-website/img/ui_self_serve_create_key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/ui_self_serve_create_key.png -------------------------------------------------------------------------------- /docs/my-website/img/wandb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/img/wandb.png -------------------------------------------------------------------------------- /docs/my-website/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/index.md -------------------------------------------------------------------------------- /docs/my-website/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/package-lock.json -------------------------------------------------------------------------------- /docs/my-website/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/package.json -------------------------------------------------------------------------------- /docs/my-website/sidebars.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/sidebars.js -------------------------------------------------------------------------------- /docs/my-website/src/components/CrispChat.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/components/CrispChat.js -------------------------------------------------------------------------------- /docs/my-website/src/components/QuickStart.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/components/QuickStart.js -------------------------------------------------------------------------------- /docs/my-website/src/components/TokenGen.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/components/TokenGen.js -------------------------------------------------------------------------------- /docs/my-website/src/components/queryParamReader.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/components/queryParamReader.js -------------------------------------------------------------------------------- /docs/my-website/src/components/queryParamToken.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/components/queryParamToken.js -------------------------------------------------------------------------------- /docs/my-website/src/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/css/custom.css -------------------------------------------------------------------------------- /docs/my-website/src/pages-fake/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages-fake/index.js -------------------------------------------------------------------------------- /docs/my-website/src/pages-fake/index.module.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages-fake/index.module.css -------------------------------------------------------------------------------- /docs/my-website/src/pages-fake/markdown-page.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages-fake/markdown-page.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/completion/input.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/completion/input.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/completion/output.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/completion/output.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/completion/supported.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/completion/supported.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/contact.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/contact.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/contributing.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/index.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/intro.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/secret.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/secret.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/stream.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/stream.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/token_usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/token_usage.md -------------------------------------------------------------------------------- /docs/my-website/src/pages/troubleshoot.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/src/pages/troubleshoot.md -------------------------------------------------------------------------------- /docs/my-website/static/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/my-website/static/img/docusaurus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/static/img/docusaurus.png -------------------------------------------------------------------------------- /docs/my-website/static/img/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/static/img/favicon.ico -------------------------------------------------------------------------------- /docs/my-website/static/img/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/static/img/logo.svg -------------------------------------------------------------------------------- /docs/my-website/yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/docs/my-website/yarn.lock -------------------------------------------------------------------------------- /enterprise/__init__.py: -------------------------------------------------------------------------------- 1 | # 2 | -------------------------------------------------------------------------------- /entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/entrypoint.sh -------------------------------------------------------------------------------- /index.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/index.yaml -------------------------------------------------------------------------------- /litellm-js/proxy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/proxy/README.md -------------------------------------------------------------------------------- /litellm-js/proxy/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/proxy/package.json -------------------------------------------------------------------------------- /litellm-js/proxy/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/proxy/src/index.ts -------------------------------------------------------------------------------- /litellm-js/proxy/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/proxy/tsconfig.json -------------------------------------------------------------------------------- /litellm-js/proxy/wrangler.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/proxy/wrangler.toml -------------------------------------------------------------------------------- /litellm-js/spend-logs/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/Dockerfile -------------------------------------------------------------------------------- /litellm-js/spend-logs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/README.md -------------------------------------------------------------------------------- /litellm-js/spend-logs/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/package-lock.json -------------------------------------------------------------------------------- /litellm-js/spend-logs/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/package.json -------------------------------------------------------------------------------- /litellm-js/spend-logs/schema.prisma: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/schema.prisma -------------------------------------------------------------------------------- /litellm-js/spend-logs/src/_types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/src/_types.ts -------------------------------------------------------------------------------- /litellm-js/spend-logs/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/src/index.ts -------------------------------------------------------------------------------- /litellm-js/spend-logs/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm-js/spend-logs/tsconfig.json -------------------------------------------------------------------------------- /litellm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/__init__.py -------------------------------------------------------------------------------- /litellm/_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/_logging.py -------------------------------------------------------------------------------- /litellm/_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/_redis.py -------------------------------------------------------------------------------- /litellm/_service_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/_service_logger.py -------------------------------------------------------------------------------- /litellm/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/_version.py -------------------------------------------------------------------------------- /litellm/assistants/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/assistants/main.py -------------------------------------------------------------------------------- /litellm/assistants/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/assistants/utils.py -------------------------------------------------------------------------------- /litellm/batches/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/batches/main.py -------------------------------------------------------------------------------- /litellm/budget_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/budget_manager.py -------------------------------------------------------------------------------- /litellm/caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/caching.py -------------------------------------------------------------------------------- /litellm/cost.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/cost.json -------------------------------------------------------------------------------- /litellm/cost_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/cost_calculator.py -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/.env.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/.env.template -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/Dockerfile -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/README.md -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/__init__.py -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/main.py -------------------------------------------------------------------------------- /litellm/deprecated_litellm_server/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/deprecated_litellm_server/requirements.txt -------------------------------------------------------------------------------- /litellm/enterprise/__init__.py: -------------------------------------------------------------------------------- 1 | # removed 2 | -------------------------------------------------------------------------------- /litellm/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/exceptions.py -------------------------------------------------------------------------------- /litellm/integrations/__init__.py: -------------------------------------------------------------------------------- 1 | from . import * 2 | -------------------------------------------------------------------------------- /litellm/integrations/aispend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/aispend.py -------------------------------------------------------------------------------- /litellm/integrations/athina.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/athina.py -------------------------------------------------------------------------------- /litellm/integrations/berrispend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/berrispend.py -------------------------------------------------------------------------------- /litellm/integrations/clickhouse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/clickhouse.py -------------------------------------------------------------------------------- /litellm/integrations/custom_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/custom_logger.py -------------------------------------------------------------------------------- /litellm/integrations/datadog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/datadog.py -------------------------------------------------------------------------------- /litellm/integrations/dynamodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/dynamodb.py -------------------------------------------------------------------------------- /litellm/integrations/email_alerting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/email_alerting.py -------------------------------------------------------------------------------- /litellm/integrations/greenscale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/greenscale.py -------------------------------------------------------------------------------- /litellm/integrations/helicone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/helicone.py -------------------------------------------------------------------------------- /litellm/integrations/lago.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/lago.py -------------------------------------------------------------------------------- /litellm/integrations/langfuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/langfuse.py -------------------------------------------------------------------------------- /litellm/integrations/langsmith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/langsmith.py -------------------------------------------------------------------------------- /litellm/integrations/litedebugger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/litedebugger.py -------------------------------------------------------------------------------- /litellm/integrations/logfire_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/logfire_logger.py -------------------------------------------------------------------------------- /litellm/integrations/lunary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/lunary.py -------------------------------------------------------------------------------- /litellm/integrations/openmeter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/openmeter.py -------------------------------------------------------------------------------- /litellm/integrations/opentelemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/opentelemetry.py -------------------------------------------------------------------------------- /litellm/integrations/prometheus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/prometheus.py -------------------------------------------------------------------------------- /litellm/integrations/prometheus_services.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/prometheus_services.py -------------------------------------------------------------------------------- /litellm/integrations/prompt_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/prompt_layer.py -------------------------------------------------------------------------------- /litellm/integrations/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/s3.py -------------------------------------------------------------------------------- /litellm/integrations/slack_alerting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/slack_alerting.py -------------------------------------------------------------------------------- /litellm/integrations/supabase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/supabase.py -------------------------------------------------------------------------------- /litellm/integrations/test_httpx.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /litellm/integrations/traceloop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/traceloop.py -------------------------------------------------------------------------------- /litellm/integrations/weights_biases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/integrations/weights_biases.py -------------------------------------------------------------------------------- /litellm/litellm_core_utils/core_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/litellm_core_utils/core_helpers.py -------------------------------------------------------------------------------- /litellm/litellm_core_utils/litellm_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/litellm_core_utils/litellm_logging.py -------------------------------------------------------------------------------- /litellm/litellm_core_utils/llm_request_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/litellm_core_utils/llm_request_utils.py -------------------------------------------------------------------------------- /litellm/litellm_core_utils/redact_messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/litellm_core_utils/redact_messages.py -------------------------------------------------------------------------------- /litellm/llms/__init__.py: -------------------------------------------------------------------------------- 1 | from . import * 2 | -------------------------------------------------------------------------------- /litellm/llms/ai21.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/ai21.py -------------------------------------------------------------------------------- /litellm/llms/aleph_alpha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/aleph_alpha.py -------------------------------------------------------------------------------- /litellm/llms/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/anthropic.py -------------------------------------------------------------------------------- /litellm/llms/anthropic_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/anthropic_text.py -------------------------------------------------------------------------------- /litellm/llms/azure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/azure.py -------------------------------------------------------------------------------- /litellm/llms/azure_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/azure_text.py -------------------------------------------------------------------------------- /litellm/llms/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/base.py -------------------------------------------------------------------------------- /litellm/llms/baseten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/baseten.py -------------------------------------------------------------------------------- /litellm/llms/bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/bedrock.py -------------------------------------------------------------------------------- /litellm/llms/bedrock_httpx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/bedrock_httpx.py -------------------------------------------------------------------------------- /litellm/llms/clarifai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/clarifai.py -------------------------------------------------------------------------------- /litellm/llms/cloudflare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/cloudflare.py -------------------------------------------------------------------------------- /litellm/llms/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/cohere.py -------------------------------------------------------------------------------- /litellm/llms/cohere_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/cohere_chat.py -------------------------------------------------------------------------------- /litellm/llms/custom_httpx/azure_dall_e_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/custom_httpx/azure_dall_e_2.py -------------------------------------------------------------------------------- /litellm/llms/custom_httpx/http_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/custom_httpx/http_handler.py -------------------------------------------------------------------------------- /litellm/llms/custom_httpx/httpx_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/custom_httpx/httpx_handler.py -------------------------------------------------------------------------------- /litellm/llms/databricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/databricks.py -------------------------------------------------------------------------------- /litellm/llms/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/gemini.py -------------------------------------------------------------------------------- /litellm/llms/huggingface_restapi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/huggingface_restapi.py -------------------------------------------------------------------------------- /litellm/llms/maritalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/maritalk.py -------------------------------------------------------------------------------- /litellm/llms/nlp_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/nlp_cloud.py -------------------------------------------------------------------------------- /litellm/llms/ollama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/ollama.py -------------------------------------------------------------------------------- /litellm/llms/ollama_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/ollama_chat.py -------------------------------------------------------------------------------- /litellm/llms/oobabooga.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/oobabooga.py -------------------------------------------------------------------------------- /litellm/llms/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/openai.py -------------------------------------------------------------------------------- /litellm/llms/openrouter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/openrouter.py -------------------------------------------------------------------------------- /litellm/llms/palm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/palm.py -------------------------------------------------------------------------------- /litellm/llms/petals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/petals.py -------------------------------------------------------------------------------- /litellm/llms/predibase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/predibase.py -------------------------------------------------------------------------------- /litellm/llms/prompt_templates/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/prompt_templates/factory.py -------------------------------------------------------------------------------- /litellm/llms/replicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/replicate.py -------------------------------------------------------------------------------- /litellm/llms/sagemaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/sagemaker.py -------------------------------------------------------------------------------- /litellm/llms/text_completion_codestral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/text_completion_codestral.py -------------------------------------------------------------------------------- /litellm/llms/together_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/together_ai.py -------------------------------------------------------------------------------- /litellm/llms/triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/triton.py -------------------------------------------------------------------------------- /litellm/llms/vertex_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/vertex_ai.py -------------------------------------------------------------------------------- /litellm/llms/vertex_ai_anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/vertex_ai_anthropic.py -------------------------------------------------------------------------------- /litellm/llms/vertex_httpx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/vertex_httpx.py -------------------------------------------------------------------------------- /litellm/llms/vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/vllm.py -------------------------------------------------------------------------------- /litellm/llms/watsonx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/llms/watsonx.py -------------------------------------------------------------------------------- /litellm/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/main.py -------------------------------------------------------------------------------- /litellm/proxy/.gitignore: -------------------------------------------------------------------------------- 1 | .env 2 | secrets.toml -------------------------------------------------------------------------------- /litellm/proxy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/README.md -------------------------------------------------------------------------------- /litellm/proxy/__init__.py: -------------------------------------------------------------------------------- 1 | from . import * 2 | -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/favicon.ico -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/index.html -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/index.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/index.txt -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/model_hub.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/model_hub.txt -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/next.svg -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/onboarding.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/onboarding.txt -------------------------------------------------------------------------------- /litellm/proxy/_experimental/out/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/out/vercel.svg -------------------------------------------------------------------------------- /litellm/proxy/_experimental/post_call_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_experimental/post_call_rules.py -------------------------------------------------------------------------------- /litellm/proxy/_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_logging.py -------------------------------------------------------------------------------- /litellm/proxy/_new_secret_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_new_secret_config.yaml -------------------------------------------------------------------------------- /litellm/proxy/_super_secret_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_super_secret_config.yaml -------------------------------------------------------------------------------- /litellm/proxy/_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/_types.py -------------------------------------------------------------------------------- /litellm/proxy/admin_ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/admin_ui.py -------------------------------------------------------------------------------- /litellm/proxy/auth/auth_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/auth/auth_checks.py -------------------------------------------------------------------------------- /litellm/proxy/auth/handle_jwt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/auth/handle_jwt.py -------------------------------------------------------------------------------- /litellm/proxy/auth/litellm_license.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/auth/litellm_license.py -------------------------------------------------------------------------------- /litellm/proxy/auth/model_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/auth/model_checks.py -------------------------------------------------------------------------------- /litellm/proxy/auth/user_api_key_auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/auth/user_api_key_auth.py -------------------------------------------------------------------------------- /litellm/proxy/cached_logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/cached_logo.jpg -------------------------------------------------------------------------------- /litellm/proxy/caching_routes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/caching_routes.py -------------------------------------------------------------------------------- /litellm/proxy/common_utils/http_parsing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/common_utils/http_parsing_utils.py -------------------------------------------------------------------------------- /litellm/proxy/custom_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/custom_callbacks.py -------------------------------------------------------------------------------- /litellm/proxy/custom_callbacks1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/custom_callbacks1.py -------------------------------------------------------------------------------- /litellm/proxy/db/base_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/db/base_client.py -------------------------------------------------------------------------------- /litellm/proxy/db/dynamo_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/db/dynamo_db.py -------------------------------------------------------------------------------- /litellm/proxy/enterprise: -------------------------------------------------------------------------------- 1 | ../../enterprise -------------------------------------------------------------------------------- /litellm/proxy/example_config_yaml/custom_auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/example_config_yaml/custom_auth.py -------------------------------------------------------------------------------- /litellm/proxy/health_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/health_check.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/__init__.py: -------------------------------------------------------------------------------- 1 | from . import * 2 | -------------------------------------------------------------------------------- /litellm/proxy/hooks/azure_content_safety.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/azure_content_safety.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/batch_redis_get.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/batch_redis_get.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/cache_control_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/cache_control_check.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/max_budget_limiter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/max_budget_limiter.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/parallel_request_limiter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/parallel_request_limiter.py -------------------------------------------------------------------------------- /litellm/proxy/hooks/presidio_pii_masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/hooks/presidio_pii_masking.py -------------------------------------------------------------------------------- /litellm/proxy/lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/lambda.py -------------------------------------------------------------------------------- /litellm/proxy/litellm_pre_call_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/litellm_pre_call_utils.py -------------------------------------------------------------------------------- /litellm/proxy/llamaguard_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/llamaguard_prompt.txt -------------------------------------------------------------------------------- /litellm/proxy/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/logo.jpg -------------------------------------------------------------------------------- /litellm/proxy/management_helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/management_helpers/utils.py -------------------------------------------------------------------------------- /litellm/proxy/openapi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/openapi.json -------------------------------------------------------------------------------- /litellm/proxy/otel_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/otel_config.yaml -------------------------------------------------------------------------------- /litellm/proxy/post_call_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/post_call_rules.py -------------------------------------------------------------------------------- /litellm/proxy/proxy_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_cli.py -------------------------------------------------------------------------------- /litellm/proxy/proxy_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_config.yaml -------------------------------------------------------------------------------- /litellm/proxy/proxy_load_test/locustfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_load_test/locustfile.py -------------------------------------------------------------------------------- /litellm/proxy/proxy_load_test/openai_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_load_test/openai_endpoint.py -------------------------------------------------------------------------------- /litellm/proxy/proxy_load_test/simple_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_load_test/simple_proxy.py -------------------------------------------------------------------------------- /litellm/proxy/proxy_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/proxy_server.py -------------------------------------------------------------------------------- /litellm/proxy/queue/celery_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/queue/celery_app.py -------------------------------------------------------------------------------- /litellm/proxy/queue/celery_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/queue/celery_worker.py -------------------------------------------------------------------------------- /litellm/proxy/queue/rq_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/queue/rq_worker.py -------------------------------------------------------------------------------- /litellm/proxy/schema.prisma: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/schema.prisma -------------------------------------------------------------------------------- /litellm/proxy/secret_managers/google_kms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/secret_managers/google_kms.py -------------------------------------------------------------------------------- /litellm/proxy/start.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | python3 proxy_cli.py -------------------------------------------------------------------------------- /litellm/proxy/tests/error_log.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /litellm/proxy/tests/large_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/large_text.py -------------------------------------------------------------------------------- /litellm/proxy/tests/llama_index_data/essay.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/llama_index_data/essay.txt -------------------------------------------------------------------------------- /litellm/proxy/tests/load_test_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/load_test_completion.py -------------------------------------------------------------------------------- /litellm/proxy/tests/load_test_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/load_test_embedding.py -------------------------------------------------------------------------------- /litellm/proxy/tests/load_test_embedding_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/load_test_embedding_100.py -------------------------------------------------------------------------------- /litellm/proxy/tests/load_test_embedding_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/load_test_embedding_proxy.py -------------------------------------------------------------------------------- /litellm/proxy/tests/load_test_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/load_test_q.py -------------------------------------------------------------------------------- /litellm/proxy/tests/request_log.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /litellm/proxy/tests/test_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_async.py -------------------------------------------------------------------------------- /litellm/proxy/tests/test_langchain_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_langchain_request.py -------------------------------------------------------------------------------- /litellm/proxy/tests/test_llamaindex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_llamaindex.py -------------------------------------------------------------------------------- /litellm/proxy/tests/test_openai_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_openai_embedding.py -------------------------------------------------------------------------------- /litellm/proxy/tests/test_openai_js.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_openai_js.js -------------------------------------------------------------------------------- /litellm/proxy/tests/test_openai_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_openai_request.py -------------------------------------------------------------------------------- /litellm/proxy/tests/test_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/tests/test_q.py -------------------------------------------------------------------------------- /litellm/proxy/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/proxy/utils.py -------------------------------------------------------------------------------- /litellm/py.typed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/py.typed -------------------------------------------------------------------------------- /litellm/requirements.txt: -------------------------------------------------------------------------------- 1 | ../requirements.txt -------------------------------------------------------------------------------- /litellm/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router.py -------------------------------------------------------------------------------- /litellm/router_strategy/least_busy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_strategy/least_busy.py -------------------------------------------------------------------------------- /litellm/router_strategy/lowest_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_strategy/lowest_cost.py -------------------------------------------------------------------------------- /litellm/router_strategy/lowest_latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_strategy/lowest_latency.py -------------------------------------------------------------------------------- /litellm/router_strategy/lowest_tpm_rpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_strategy/lowest_tpm_rpm.py -------------------------------------------------------------------------------- /litellm/router_strategy/lowest_tpm_rpm_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_strategy/lowest_tpm_rpm_v2.py -------------------------------------------------------------------------------- /litellm/router_utils/handle_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/router_utils/handle_error.py -------------------------------------------------------------------------------- /litellm/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/scheduler.py -------------------------------------------------------------------------------- /litellm/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/conftest.py -------------------------------------------------------------------------------- /litellm/tests/data_map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/data_map.txt -------------------------------------------------------------------------------- /litellm/tests/langfuse.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/langfuse.log -------------------------------------------------------------------------------- /litellm/tests/large_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/large_text.py -------------------------------------------------------------------------------- /litellm/tests/litellm_uuid.txt: -------------------------------------------------------------------------------- 1 | 80888ede-4881-4876-ab3f-765d47282e66 -------------------------------------------------------------------------------- /litellm/tests/model_cost.json: -------------------------------------------------------------------------------- 1 | { 2 | "gpt-3.5-turbo-0613": 7.7e-05 3 | } -------------------------------------------------------------------------------- /litellm/tests/openai_batch_completions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/openai_batch_completions.jsonl -------------------------------------------------------------------------------- /litellm/tests/test_acompletion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_acompletion.py -------------------------------------------------------------------------------- /litellm/tests/test_acooldowns_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_acooldowns_router.py -------------------------------------------------------------------------------- /litellm/tests/test_add_function_to_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_add_function_to_prompt.py -------------------------------------------------------------------------------- /litellm/tests/test_add_update_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_add_update_models.py -------------------------------------------------------------------------------- /litellm/tests/test_alangfuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_alangfuse.py -------------------------------------------------------------------------------- /litellm/tests/test_alerting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_alerting.py -------------------------------------------------------------------------------- /litellm/tests/test_amazing_s3_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_amazing_s3_logs.py -------------------------------------------------------------------------------- /litellm/tests/test_amazing_vertex_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_amazing_vertex_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_aproxy_startup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_aproxy_startup.py -------------------------------------------------------------------------------- /litellm/tests/test_assistants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_assistants.py -------------------------------------------------------------------------------- /litellm/tests/test_async_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_async_fn.py -------------------------------------------------------------------------------- /litellm/tests/test_async_opentelemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_async_opentelemetry.py -------------------------------------------------------------------------------- /litellm/tests/test_audio_speech.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_audio_speech.py -------------------------------------------------------------------------------- /litellm/tests/test_auth_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_auth_checks.py -------------------------------------------------------------------------------- /litellm/tests/test_azure_content_safety.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_azure_content_safety.py -------------------------------------------------------------------------------- /litellm/tests/test_azure_perf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_azure_perf.py -------------------------------------------------------------------------------- /litellm/tests/test_bad_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_bad_params.py -------------------------------------------------------------------------------- /litellm/tests/test_banned_keyword_list.py: -------------------------------------------------------------------------------- 1 | # deelte 2 | -------------------------------------------------------------------------------- /litellm/tests/test_batch_completions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_batch_completions.py -------------------------------------------------------------------------------- /litellm/tests/test_bedrock_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_bedrock_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_blocked_user_list.py: -------------------------------------------------------------------------------- 1 | # deelte 2 | -------------------------------------------------------------------------------- /litellm/tests/test_budget_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_budget_manager.py -------------------------------------------------------------------------------- /litellm/tests/test_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_caching.py -------------------------------------------------------------------------------- /litellm/tests/test_caching_ssl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_caching_ssl.py -------------------------------------------------------------------------------- /litellm/tests/test_clarifai_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_clarifai_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_class.py -------------------------------------------------------------------------------- /litellm/tests/test_clickhouse_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_clickhouse_logger.py -------------------------------------------------------------------------------- /litellm/tests/test_cohere_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_cohere_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_completion_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_completion_cost.py -------------------------------------------------------------------------------- /litellm/tests/test_completion_with_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_completion_with_retries.py -------------------------------------------------------------------------------- /litellm/tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_config.py -------------------------------------------------------------------------------- /litellm/tests/test_configs/custom_auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_configs/custom_auth.py -------------------------------------------------------------------------------- /litellm/tests/test_configs/custom_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_configs/custom_callbacks.py -------------------------------------------------------------------------------- /litellm/tests/test_configs/test_bad_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_configs/test_bad_config.yaml -------------------------------------------------------------------------------- /litellm/tests/test_configs/test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_configs/test_config.yaml -------------------------------------------------------------------------------- /litellm/tests/test_custom_api_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_custom_api_logger.py -------------------------------------------------------------------------------- /litellm/tests/test_custom_callback_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_custom_callback_input.py -------------------------------------------------------------------------------- /litellm/tests/test_custom_callback_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_custom_callback_router.py -------------------------------------------------------------------------------- /litellm/tests/test_custom_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_custom_logger.py -------------------------------------------------------------------------------- /litellm/tests/test_datadog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_datadog.py -------------------------------------------------------------------------------- /litellm/tests/test_deployed_proxy_keygen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_deployed_proxy_keygen.py -------------------------------------------------------------------------------- /litellm/tests/test_dynamodb_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_dynamodb_logs.py -------------------------------------------------------------------------------- /litellm/tests/test_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_embedding.py -------------------------------------------------------------------------------- /litellm/tests/test_exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_exceptions.py -------------------------------------------------------------------------------- /litellm/tests/test_file_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_file_types.py -------------------------------------------------------------------------------- /litellm/tests/test_function_call_parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_function_call_parsing.py -------------------------------------------------------------------------------- /litellm/tests/test_function_calling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_function_calling.py -------------------------------------------------------------------------------- /litellm/tests/test_function_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_function_setup.py -------------------------------------------------------------------------------- /litellm/tests/test_get_llm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_get_llm_provider.py -------------------------------------------------------------------------------- /litellm/tests/test_get_model_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_get_model_file.py -------------------------------------------------------------------------------- /litellm/tests/test_get_model_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_get_model_info.py -------------------------------------------------------------------------------- /litellm/tests/test_get_model_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_get_model_list.py -------------------------------------------------------------------------------- /litellm/tests/test_google_ai_studio_gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_google_ai_studio_gemini.py -------------------------------------------------------------------------------- /litellm/tests/test_health_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_health_check.py -------------------------------------------------------------------------------- /litellm/tests/test_helicone_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_helicone_integration.py -------------------------------------------------------------------------------- /litellm/tests/test_hf_prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_hf_prompt_templates.py -------------------------------------------------------------------------------- /litellm/tests/test_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_image_generation.py -------------------------------------------------------------------------------- /litellm/tests/test_img_resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_img_resize.py -------------------------------------------------------------------------------- /litellm/tests/test_jwt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_jwt.py -------------------------------------------------------------------------------- /litellm/tests/test_key_generate_dynamodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_key_generate_dynamodb.py -------------------------------------------------------------------------------- /litellm/tests/test_key_generate_prisma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_key_generate_prisma.py -------------------------------------------------------------------------------- /litellm/tests/test_lakera_ai_prompt_injection.py: -------------------------------------------------------------------------------- 1 | #delete 2 | -------------------------------------------------------------------------------- /litellm/tests/test_langchain_ChatLiteLLM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_langchain_ChatLiteLLM.py -------------------------------------------------------------------------------- /litellm/tests/test_langsmith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_langsmith.py -------------------------------------------------------------------------------- /litellm/tests/test_least_busy_routing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_least_busy_routing.py -------------------------------------------------------------------------------- /litellm/tests/test_litellm_max_budget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_litellm_max_budget.py -------------------------------------------------------------------------------- /litellm/tests/test_llm_guard.py: -------------------------------------------------------------------------------- 1 | # delete 2 | -------------------------------------------------------------------------------- /litellm/tests/test_load_test_router_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_load_test_router_s3.py -------------------------------------------------------------------------------- /litellm/tests/test_loadtest_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_loadtest_router.py -------------------------------------------------------------------------------- /litellm/tests/test_logfire.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_logfire.py -------------------------------------------------------------------------------- /litellm/tests/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_logging.py -------------------------------------------------------------------------------- /litellm/tests/test_longer_context_fallback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_longer_context_fallback.py -------------------------------------------------------------------------------- /litellm/tests/test_lowest_cost_routing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_lowest_cost_routing.py -------------------------------------------------------------------------------- /litellm/tests/test_lowest_latency_routing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_lowest_latency_routing.py -------------------------------------------------------------------------------- /litellm/tests/test_lunary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_lunary.py -------------------------------------------------------------------------------- /litellm/tests/test_max_tpm_rpm_limiter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_max_tpm_rpm_limiter.py -------------------------------------------------------------------------------- /litellm/tests/test_mem_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_mem_usage.py -------------------------------------------------------------------------------- /litellm/tests/test_mock_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_mock_request.py -------------------------------------------------------------------------------- /litellm/tests/test_model_alias_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_model_alias_map.py -------------------------------------------------------------------------------- /litellm/tests/test_model_max_token_adjust.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_model_max_token_adjust.py -------------------------------------------------------------------------------- /litellm/tests/test_model_response_typing/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_model_response_typing/test.py -------------------------------------------------------------------------------- /litellm/tests/test_multiple_deployments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_multiple_deployments.py -------------------------------------------------------------------------------- /litellm/tests/test_ollama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_ollama.py -------------------------------------------------------------------------------- /litellm/tests/test_ollama_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_ollama_local.py -------------------------------------------------------------------------------- /litellm/tests/test_ollama_local_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_ollama_local_chat.py -------------------------------------------------------------------------------- /litellm/tests/test_openai_batches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_openai_batches.py -------------------------------------------------------------------------------- /litellm/tests/test_openai_moderations_hook.py: -------------------------------------------------------------------------------- 1 | # delete 2 | -------------------------------------------------------------------------------- /litellm/tests/test_optional_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_optional_params.py -------------------------------------------------------------------------------- /litellm/tests/test_parallel_request_limiter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_parallel_request_limiter.py -------------------------------------------------------------------------------- /litellm/tests/test_presidio_masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_presidio_masking.py -------------------------------------------------------------------------------- /litellm/tests/test_profiling_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_profiling_router.py -------------------------------------------------------------------------------- /litellm/tests/test_prometheus_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_prometheus_service.py -------------------------------------------------------------------------------- /litellm/tests/test_prompt_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_prompt_factory.py -------------------------------------------------------------------------------- /litellm/tests/test_prompt_injection_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_prompt_injection_detection.py -------------------------------------------------------------------------------- /litellm/tests/test_promptlayer_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_promptlayer_integration.py -------------------------------------------------------------------------------- /litellm/tests/test_provider_specific_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_provider_specific_config.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_custom_auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_custom_auth.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_custom_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_custom_logger.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_exception_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_exception_mapping.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_gunicorn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_gunicorn.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_pass_user_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_pass_user_config.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server_caching.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server_cost.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server_keys.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server_langfuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server_langfuse.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_server_spend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_server_spend.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_token_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_token_counter.py -------------------------------------------------------------------------------- /litellm/tests/test_proxy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_proxy_utils.py -------------------------------------------------------------------------------- /litellm/tests/test_pydantic_namespaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_pydantic_namespaces.py -------------------------------------------------------------------------------- /litellm/tests/test_python_38.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_python_38.py -------------------------------------------------------------------------------- /litellm/tests/test_register_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_register_model.py -------------------------------------------------------------------------------- /litellm/tests/test_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router.py -------------------------------------------------------------------------------- /litellm/tests/test_router_batch_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_batch_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_router_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_caching.py -------------------------------------------------------------------------------- /litellm/tests/test_router_client_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_client_init.py -------------------------------------------------------------------------------- /litellm/tests/test_router_cooldowns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_cooldowns.py -------------------------------------------------------------------------------- /litellm/tests/test_router_debug_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_debug_logs.py -------------------------------------------------------------------------------- /litellm/tests/test_router_fallbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_fallbacks.py -------------------------------------------------------------------------------- /litellm/tests/test_router_get_deployments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_get_deployments.py -------------------------------------------------------------------------------- /litellm/tests/test_router_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_init.py -------------------------------------------------------------------------------- /litellm/tests/test_router_policy_violation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_policy_violation.py -------------------------------------------------------------------------------- /litellm/tests/test_router_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_retries.py -------------------------------------------------------------------------------- /litellm/tests/test_router_timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_timeout.py -------------------------------------------------------------------------------- /litellm/tests/test_router_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_utils.py -------------------------------------------------------------------------------- /litellm/tests/test_router_with_fallbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_router_with_fallbacks.py -------------------------------------------------------------------------------- /litellm/tests/test_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_rules.py -------------------------------------------------------------------------------- /litellm/tests/test_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_scheduler.py -------------------------------------------------------------------------------- /litellm/tests/test_secret_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_secret_manager.py -------------------------------------------------------------------------------- /litellm/tests/test_simple_shuffle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_simple_shuffle.py -------------------------------------------------------------------------------- /litellm/tests/test_spend_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_spend_logs.py -------------------------------------------------------------------------------- /litellm/tests/test_stream_chunk_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_stream_chunk_builder.py -------------------------------------------------------------------------------- /litellm/tests/test_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_streaming.py -------------------------------------------------------------------------------- /litellm/tests/test_supabase_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_supabase_integration.py -------------------------------------------------------------------------------- /litellm/tests/test_team_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_team_config.py -------------------------------------------------------------------------------- /litellm/tests/test_text_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_text_completion.py -------------------------------------------------------------------------------- /litellm/tests/test_timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_timeout.py -------------------------------------------------------------------------------- /litellm/tests/test_together_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_together_ai.py -------------------------------------------------------------------------------- /litellm/tests/test_token_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_token_counter.py -------------------------------------------------------------------------------- /litellm/tests/test_tpm_rpm_routing_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_tpm_rpm_routing_v2.py -------------------------------------------------------------------------------- /litellm/tests/test_traceloop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_traceloop.py -------------------------------------------------------------------------------- /litellm/tests/test_update_spend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_update_spend.py -------------------------------------------------------------------------------- /litellm/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_utils.py -------------------------------------------------------------------------------- /litellm/tests/test_validate_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_validate_environment.py -------------------------------------------------------------------------------- /litellm/tests/test_wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/test_wandb.py -------------------------------------------------------------------------------- /litellm/tests/user_cost.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/user_cost.json -------------------------------------------------------------------------------- /litellm/tests/vertex_key.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/tests/vertex_key.json -------------------------------------------------------------------------------- /litellm/timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/timeout.py -------------------------------------------------------------------------------- /litellm/types/completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/completion.py -------------------------------------------------------------------------------- /litellm/types/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/embedding.py -------------------------------------------------------------------------------- /litellm/types/files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/files.py -------------------------------------------------------------------------------- /litellm/types/llms/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/llms/anthropic.py -------------------------------------------------------------------------------- /litellm/types/llms/bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/llms/bedrock.py -------------------------------------------------------------------------------- /litellm/types/llms/databricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/llms/databricks.py -------------------------------------------------------------------------------- /litellm/types/llms/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/llms/openai.py -------------------------------------------------------------------------------- /litellm/types/llms/vertex_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/llms/vertex_ai.py -------------------------------------------------------------------------------- /litellm/types/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/router.py -------------------------------------------------------------------------------- /litellm/types/services.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/services.py -------------------------------------------------------------------------------- /litellm/types/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/types/utils.py -------------------------------------------------------------------------------- /litellm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/litellm/utils.py -------------------------------------------------------------------------------- /model_prices_and_context_window.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/model_prices_and_context_window.json -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/mypy.ini -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/package.json -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/poetry.lock -------------------------------------------------------------------------------- /proxy_server_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/proxy_server_config.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /render.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/render.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/requirements.txt -------------------------------------------------------------------------------- /retry_push.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/retry_push.sh -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ruff.toml -------------------------------------------------------------------------------- /schema.prisma: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/schema.prisma -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/setup.sh -------------------------------------------------------------------------------- /tests/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/README.MD -------------------------------------------------------------------------------- /tests/gettysburg.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/gettysburg.wav -------------------------------------------------------------------------------- /tests/large_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/large_text.py -------------------------------------------------------------------------------- /tests/test_callbacks_on_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_callbacks_on_proxy.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_end_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_end_users.py -------------------------------------------------------------------------------- /tests/test_fallbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_fallbacks.py -------------------------------------------------------------------------------- /tests/test_health.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_health.py -------------------------------------------------------------------------------- /tests/test_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_keys.py -------------------------------------------------------------------------------- /tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_models.py -------------------------------------------------------------------------------- /tests/test_openai_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_openai_endpoints.py -------------------------------------------------------------------------------- /tests/test_organizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_organizations.py -------------------------------------------------------------------------------- /tests/test_ratelimit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_ratelimit.py -------------------------------------------------------------------------------- /tests/test_spend_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_spend_logs.py -------------------------------------------------------------------------------- /tests/test_team.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_team.py -------------------------------------------------------------------------------- /tests/test_team_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_team_logging.py -------------------------------------------------------------------------------- /tests/test_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_users.py -------------------------------------------------------------------------------- /tests/test_whisper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/tests/test_whisper.py -------------------------------------------------------------------------------- /ui/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/Dockerfile -------------------------------------------------------------------------------- /ui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/README.md -------------------------------------------------------------------------------- /ui/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/admin.py -------------------------------------------------------------------------------- /ui/litellm-dashboard/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "next/core-web-vitals" 3 | } 4 | -------------------------------------------------------------------------------- /ui/litellm-dashboard/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/README.md -------------------------------------------------------------------------------- /ui/litellm-dashboard/build_ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/build_ui.sh -------------------------------------------------------------------------------- /ui/litellm-dashboard/next.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/next.config.mjs -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/404.html -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/favicon.ico -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/index.html -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/index.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/index.txt -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/model_hub.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/model_hub.html -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/model_hub.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/model_hub.txt -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/next.svg -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/onboarding.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/onboarding.html -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/onboarding.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/onboarding.txt -------------------------------------------------------------------------------- /ui/litellm-dashboard/out/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/out/vercel.svg -------------------------------------------------------------------------------- /ui/litellm-dashboard/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/package-lock.json -------------------------------------------------------------------------------- /ui/litellm-dashboard/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/package.json -------------------------------------------------------------------------------- /ui/litellm-dashboard/postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/postcss.config.js -------------------------------------------------------------------------------- /ui/litellm-dashboard/public/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/public/next.svg -------------------------------------------------------------------------------- /ui/litellm-dashboard/public/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/public/vercel.svg -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/favicon.ico -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/globals.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/globals.css -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/layout.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/layout.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/model_hub/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/model_hub/page.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/onboarding/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/onboarding/page.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/app/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/app/page.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/admins.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/admins.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/api_ref.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/api_ref.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/chat_ui.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/chat_ui.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/leftnav.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/leftnav.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/navbar.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/navbar.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/settings.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/settings.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/teams.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/teams.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/src/components/usage.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/src/components/usage.tsx -------------------------------------------------------------------------------- /ui/litellm-dashboard/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/tailwind.config.js -------------------------------------------------------------------------------- /ui/litellm-dashboard/tailwind.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/tailwind.config.ts -------------------------------------------------------------------------------- /ui/litellm-dashboard/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/tsconfig.json -------------------------------------------------------------------------------- /ui/litellm-dashboard/ui_colors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/litellm-dashboard/ui_colors.json -------------------------------------------------------------------------------- /ui/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/package-lock.json -------------------------------------------------------------------------------- /ui/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/package.json -------------------------------------------------------------------------------- /ui/pages/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmikedupont2/openlightllm/HEAD/ui/pages/user.py -------------------------------------------------------------------------------- /ui/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit 2 | python-dotenv 3 | supabase 4 | pandas 5 | plotly 6 | click --------------------------------------------------------------------------------