LICENSE
README.md
pyproject.toml
./benchmarks/__init__.py
./benchmarks/benchmark_concurrent.py
./benchmarks/benchmark_kv_cache.py
./benchmarks/benchmark_memory.py
./benchmarks/benchmark_throughput.py
./benchmarks/benchmark_utils.py
./benchmarks/run_aiperf_benchmarks.py
./benchmarks/run_benchmarks.py
./examples/aiperf_metrics.py
./examples/audio_example.py
./examples/context_validation_example.py
./examples/cost_tracking_example.py
./examples/debug_streaming.py
./examples/dynamo_advanced_demo.py
./examples/error_injection_example.py
./examples/example_client.py
./examples/example_client_sdk.py
./examples/example_client_simple.py
./examples/example_kv_cache_demo.py
./examples/example_load_testing.py
./examples/example_moderation_pipeline.py
./examples/example_multimodal.py
./examples/example_production_workflow.py
./examples/example_reasoning_workflow.py
./examples/fix_streaming_metrics.py
./examples/integration_snippet.py
./examples/llm_generation_example.py
./examples/metrics_aggregation_demo.py
./examples/metrics_streaming_client.py
./examples/model_metrics_demo.py
./examples/model_registry_demo.py
./examples/monitor_metrics.py
./examples/multimodal_example.py
./examples/rate_limiter_metrics_demo.py
./examples/rate_limiting_demo.py
./examples/realtime_example.py
./examples/run_enhanced_server.py
./examples/security_demo.py
./examples/semantic_embeddings_example.py
./examples/solido_rag_example.py
./examples/streaming_client.py
./examples/streaming_fix.py
./examples/structured_outputs_example.py
./examples/test_lora_models.py
./examples/test_metrics.py
./examples/test_new_config_options.py
./examples/test_predicted_outputs.py
./examples/test_reasoning_o1.py
./examples/test_request_body_streaming.py
./examples/test_streaming_metrics.py
./examples/test_token_streaming.py
./examples/test_usage_billing.py
./examples/test_websocket_metrics.py
./examples/tool_calling_example.py
./examples/vector_store_engine_demo.py
./examples/video_example.py
./fakeai/__init__.py
./fakeai/__main__.py
./fakeai/app.py
./fakeai/async_server.py
./fakeai/audio.py
./fakeai/audio_transcriber.py
./fakeai/batch_metrics.py
./fakeai/cli.py
./fakeai/client.py
./fakeai/config.py
./fakeai/context_validator.py
./fakeai/cost_tracker.py
./fakeai/dcgm_metrics.py
./fakeai/dynamo_advanced.py
./fakeai/dynamo_metrics.py
./fakeai/dynamo_metrics_advanced.py
./fakeai/error_injector.py
./fakeai/error_metrics.py
./fakeai/fakeai_service.py
./fakeai/file_manager.py
./fakeai/image_generator.py
./fakeai/kv_cache.py
./fakeai/kv_cache_advanced.py
./fakeai/latency_histograms.py
./fakeai/latency_profiles.py
./fakeai/llm_generator.py
./fakeai/logprobs_enhanced.py
./fakeai/metrics.py
./fakeai/metrics_aggregator.py
./fakeai/metrics_persistence.py
./fakeai/metrics_streaming.py
./fakeai/model_metrics.py
./fakeai/models.py
./fakeai/models_legacy_backup.py
./fakeai/rate_limiter.py
./fakeai/rate_limiter_metrics.py
./fakeai/security.py
./fakeai/semantic_embeddings.py
./fakeai/smart_router_advanced.py
./fakeai/streaming_metrics.py
./fakeai/structured_outputs.py
./fakeai/tokenizers.py
./fakeai/tool_calling.py
./fakeai/utils_legacy.py
./fakeai/vector_store_engine.py
./fakeai/video.py
./fakeai/vision.py
./fakeai/config/__init__.py
./fakeai/config/auth.py
./fakeai/config/base.py
./fakeai/config/features.py
./fakeai/config/generation.py
./fakeai/config/kv_cache.py
./fakeai/config/metrics.py
./fakeai/config/rate_limits.py
./fakeai/config/security.py
./fakeai/config/server.py
./fakeai/config/storage.py
./fakeai/handlers/__init__.py
./fakeai/handlers/audio.py
./fakeai/handlers/base.py
./fakeai/handlers/batches.py
./fakeai/handlers/chat.py
./fakeai/handlers/completions.py
./fakeai/handlers/embeddings.py
./fakeai/handlers/files.py
./fakeai/handlers/images.py
./fakeai/handlers/metrics.py
./fakeai/handlers/models.py
./fakeai/handlers/moderations.py
./fakeai/handlers/registry.py
./fakeai/models/__init__.py
./fakeai/models/_base.py
./fakeai/models/_content.py
./fakeai/models/assistants.py
./fakeai/models/audio.py
./fakeai/models/azure.py
./fakeai/models/batches.py
./fakeai/models/billing.py
./fakeai/models/chat.py
./fakeai/models/completions.py
./fakeai/models/embeddings.py
./fakeai/models/files.py
./fakeai/models/fine_tuning.py
./fakeai/models/images.py
./fakeai/models/moderation.py
./fakeai/models/organization.py
./fakeai/models/rankings.py
./fakeai/models/realtime.py
./fakeai/models/responses.py
./fakeai/models/vector_stores.py
./fakeai/models_registry/__init__.py
./fakeai/models_registry/capabilities.py
./fakeai/models_registry/definition.py
./fakeai/models_registry/discovery.py
./fakeai/models_registry/registry.py
./fakeai/models_registry/catalog/__init__.py
./fakeai/models_registry/catalog/anthropic.py
./fakeai/models_registry/catalog/deepseek.py
./fakeai/models_registry/catalog/meta.py
./fakeai/models_registry/catalog/mistral.py
./fakeai/models_registry/catalog/nvidia.py
./fakeai/models_registry/catalog/openai.py
./fakeai/models_registry/catalog/registry_loader.py
./fakeai/services/__init__.py
./fakeai/services/audio_service.py
./fakeai/services/batch_service.py
./fakeai/services/chat_completion_service.py
./fakeai/services/embedding_service.py
./fakeai/services/file_service.py
./fakeai/services/image_generation_service.py
./fakeai/services/moderation_service.py
./fakeai/streaming/__init__.py
./fakeai/streaming/base.py
./fakeai/streaming/chunking.py
./fakeai/streaming/manager.py
./fakeai/streaming/sse.py
./fakeai/streaming/generators/__init__.py
./fakeai/streaming/generators/audio_stream.py
./fakeai/streaming/generators/chat_stream.py
./fakeai/streaming/generators/completion_stream.py
./fakeai/streaming/generators/realtime_stream.py
./fakeai/utils/__init__.py
./fakeai/utils/async_executor.py
./fakeai/utils/audio_generation.py
./fakeai/utils/embeddings.py
./fakeai/utils/text_generation.py
./fakeai/utils/tokens.py
./fakeai/validation/__init__.py
./fakeai/validation/base.py
./fakeai/validation/factory.py
./fakeai/validation/pipeline.py
./fakeai/validation/validators/__init__.py
./fakeai/validation/validators/auth.py
./fakeai/validation/validators/content_policy.py
./fakeai/validation/validators/context_length.py
./fakeai/validation/validators/model_availability.py
./fakeai/validation/validators/multimodal.py
./fakeai/validation/validators/parameters.py
./fakeai/validation/validators/rate_limit.py
./fakeai/validation/validators/schema.py
./scripts/run_server_uvloop.py
./scripts/update_context_validation.py
./scripts/validate_realtime.py
./tests/__init__.py
./tests/conftest.py
./tests/test_10k_concurrent.py
./tests/test_advanced_features.py
./tests/test_api_endpoints.py
./tests/test_api_key_system.py
./tests/test_audio.py
./tests/test_audio_transcriber.py
./tests/test_authentication.py
./tests/test_batch.py
./tests/test_batch_metrics.py
./tests/test_cli.py
./tests/test_cli_config_integration.py
./tests/test_client_sdk.py
./tests/test_complete_implementation.py
./tests/test_config_modules.py
./tests/test_configuration.py
./tests/test_context_validator.py
./tests/test_cost_tracker.py
./tests/test_dashboard.py
./tests/test_dcgm_metrics_advanced.py
./tests/test_dynamo_advanced.py
./tests/test_dynamo_metrics_advanced.py
./tests/test_e2e_dynamo_complete.py
./tests/test_edge_cases.py
./tests/test_error_injector.py
./tests/test_error_metrics.py
./tests/test_file_manager.py
./tests/test_fine_tuning.py
./tests/test_image_generation_complete.py
./tests/test_image_generator.py
./tests/test_integration_complete.py
./tests/test_kv_cache_advanced.py
./tests/test_kv_cache_metrics_endpoint.py
./tests/test_kv_cache_speedup.py
./tests/test_latency_histograms.py
./tests/test_latency_profiles.py
./tests/test_llm_generator.py
./tests/test_logprobs.py
./tests/test_max_completion_tokens.py
./tests/test_metrics.py
./tests/test_metrics_aggregator.py
./tests/test_metrics_dashboard.py
./tests/test_metrics_direct.py
./tests/test_metrics_integration_complete.py
./tests/test_metrics_persistence.py
./tests/test_metrics_standalone.py
./tests/test_metrics_streaming.py
./tests/test_metrics_stress.py
./tests/test_model_catalogs.py
./tests/test_model_discovery.py
./tests/test_model_metadata.py
./tests/test_model_metrics.py
./tests/test_model_registry_core.py
./tests/test_models_audio.py
./tests/test_models_batches.py
./tests/test_models_chat.py
./tests/test_models_embeddings.py
./tests/test_models_images.py
./tests/test_models_organization.py
./tests/test_models_refactoring_base.py
./tests/test_numpy_metrics_window.py
./tests/test_organization.py
./tests/test_prompt_caching.py
./tests/test_rate_limiter_metrics.py
./tests/test_rate_limiting.py
./tests/test_realtime.py
./tests/test_safety.py
./tests/test_security.py
./tests/test_semantic_embeddings.py
./tests/test_service_behavior.py
./tests/test_smart_router_advanced.py
./tests/test_solido_rag.py
./tests/test_streaming.py
./tests/test_streaming_advanced.py
./tests/test_streaming_metrics.py
./tests/test_structured_outputs.py
./tests/test_token_tracking.py
./tests/test_tokenizers.py
./tests/test_tool_calling.py
./tests/test_ttft_itl_config.py
./tests/test_tts.py
./tests/test_usage_billing.py
./tests/test_utilities.py
./tests/test_vector_store_engine.py
./tests/test_vector_stores.py
./tests/test_video.py
./tests/test_vision.py
./tests/handlers/__init__.py
./tests/handlers/test_base.py
./tests/handlers/test_handlers.py
./tests/handlers/test_registry.py
./tests/integration/__init__.py
./tests/integration/test_all_metrics_working.py
./tests/integration/test_architecture_validation.py
./tests/integration/test_backward_compatibility.py
./tests/integration/test_complete_system.py
./tests/integration/test_performance_benchmarks.py
./tests/manual/test_discovery_standalone.py
./tests/manual/test_image_manual.py
./tests/manual/test_registry_standalone.py
./tests/manual/verify_context_validator.py
./tests/services/__init__.py
./tests/services/test_audio_service.py
./tests/services/test_batch_service.py
./tests/services/test_chat_completion_service.py
./tests/services/test_embedding_service.py
./tests/services/test_file_service.py
./tests/services/test_image_generation_service.py
./tests/services/test_moderation_service.py
./tests/streaming/__init__.py
./tests/streaming/test_base.py
./tests/streaming/test_chunking.py
./tests/streaming/test_generators.py
./tests/streaming/test_integration.py
./tests/streaming/test_manager.py
./tests/streaming/test_sse.py
./tests/validation/__init__.py
./tests/validation/test_base.py
./tests/validation/test_factory.py
./tests/validation/test_integration.py
./tests/validation/test_pipeline.py
./tests/validation/test_validators.py
benchmarks/__init__.py
benchmarks/benchmark_concurrent.py
benchmarks/benchmark_kv_cache.py
benchmarks/benchmark_memory.py
benchmarks/benchmark_throughput.py
benchmarks/benchmark_utils.py
benchmarks/run_aiperf_benchmarks.py
benchmarks/run_benchmarks.py
examples/aiperf_metrics.py
examples/audio_example.py
examples/context_validation_example.py
examples/cost_tracking_example.py
examples/debug_streaming.py
examples/dynamo_advanced_demo.py
examples/error_injection_example.py
examples/example_client.py
examples/example_client_sdk.py
examples/example_client_simple.py
examples/example_kv_cache_demo.py
examples/example_load_testing.py
examples/example_moderation_pipeline.py
examples/example_multimodal.py
examples/example_production_workflow.py
examples/example_reasoning_workflow.py
examples/fix_streaming_metrics.py
examples/integration_snippet.py
examples/llm_generation_example.py
examples/metrics_aggregation_demo.py
examples/metrics_streaming_client.py
examples/model_metrics_demo.py
examples/model_registry_demo.py
examples/monitor_metrics.py
examples/multimodal_example.py
examples/rate_limiter_metrics_demo.py
examples/rate_limiting_demo.py
examples/realtime_example.py
examples/run_enhanced_server.py
examples/security_demo.py
examples/semantic_embeddings_example.py
examples/solido_rag_example.py
examples/streaming_client.py
examples/streaming_fix.py
examples/structured_outputs_example.py
examples/test_lora_models.py
examples/test_metrics.py
examples/test_new_config_options.py
examples/test_predicted_outputs.py
examples/test_reasoning_o1.py
examples/test_request_body_streaming.py
examples/test_streaming_metrics.py
examples/test_token_streaming.py
examples/test_usage_billing.py
examples/test_websocket_metrics.py
examples/tool_calling_example.py
examples/vector_store_engine_demo.py
examples/video_example.py
fakeai/__init__.py
fakeai/__main__.py
fakeai/app.py
fakeai/async_server.py
fakeai/audio.py
fakeai/audio_transcriber.py
fakeai/batch_metrics.py
fakeai/cli.py
fakeai/client.py
fakeai/config.py
fakeai/context_validator.py
fakeai/cost_tracker.py
fakeai/dcgm_metrics.py
fakeai/dynamo_advanced.py
fakeai/dynamo_metrics.py
fakeai/dynamo_metrics_advanced.py
fakeai/error_injector.py
fakeai/error_metrics.py
fakeai/fakeai_service.py
fakeai/file_manager.py
fakeai/image_generator.py
fakeai/kv_cache.py
fakeai/kv_cache_advanced.py
fakeai/latency_histograms.py
fakeai/latency_profiles.py
fakeai/llm_generator.py
fakeai/logprobs_enhanced.py
fakeai/metrics.py
fakeai/metrics_aggregator.py
fakeai/metrics_persistence.py
fakeai/metrics_streaming.py
fakeai/model_metrics.py
fakeai/models.py
fakeai/models_legacy_backup.py
fakeai/rate_limiter.py
fakeai/rate_limiter_metrics.py
fakeai/security.py
fakeai/semantic_embeddings.py
fakeai/smart_router_advanced.py
fakeai/streaming_metrics.py
fakeai/structured_outputs.py
fakeai/tokenizers.py
fakeai/tool_calling.py
fakeai/utils_legacy.py
fakeai/vector_store_engine.py
fakeai/video.py
fakeai/vision.py
fakeai.egg-info/PKG-INFO
fakeai.egg-info/SOURCES.txt
fakeai.egg-info/dependency_links.txt
fakeai.egg-info/entry_points.txt
fakeai.egg-info/requires.txt
fakeai.egg-info/top_level.txt
fakeai/config/__init__.py
fakeai/config/auth.py
fakeai/config/base.py
fakeai/config/features.py
fakeai/config/generation.py
fakeai/config/kv_cache.py
fakeai/config/metrics.py
fakeai/config/rate_limits.py
fakeai/config/security.py
fakeai/config/server.py
fakeai/config/storage.py
fakeai/handlers/__init__.py
fakeai/handlers/audio.py
fakeai/handlers/base.py
fakeai/handlers/batches.py
fakeai/handlers/chat.py
fakeai/handlers/completions.py
fakeai/handlers/embeddings.py
fakeai/handlers/files.py
fakeai/handlers/images.py
fakeai/handlers/metrics.py
fakeai/handlers/models.py
fakeai/handlers/moderations.py
fakeai/handlers/registry.py
fakeai/models/__init__.py
fakeai/models/_base.py
fakeai/models/_content.py
fakeai/models/assistants.py
fakeai/models/audio.py
fakeai/models/azure.py
fakeai/models/batches.py
fakeai/models/billing.py
fakeai/models/chat.py
fakeai/models/completions.py
fakeai/models/embeddings.py
fakeai/models/files.py
fakeai/models/fine_tuning.py
fakeai/models/images.py
fakeai/models/moderation.py
fakeai/models/organization.py
fakeai/models/rankings.py
fakeai/models/realtime.py
fakeai/models/responses.py
fakeai/models/vector_stores.py
fakeai/models_registry/__init__.py
fakeai/models_registry/capabilities.py
fakeai/models_registry/definition.py
fakeai/models_registry/discovery.py
fakeai/models_registry/registry.py
fakeai/models_registry/catalog/__init__.py
fakeai/models_registry/catalog/anthropic.py
fakeai/models_registry/catalog/deepseek.py
fakeai/models_registry/catalog/meta.py
fakeai/models_registry/catalog/mistral.py
fakeai/models_registry/catalog/nvidia.py
fakeai/models_registry/catalog/openai.py
fakeai/models_registry/catalog/registry_loader.py
fakeai/services/__init__.py
fakeai/services/audio_service.py
fakeai/services/batch_service.py
fakeai/services/chat_completion_service.py
fakeai/services/embedding_service.py
fakeai/services/file_service.py
fakeai/services/image_generation_service.py
fakeai/services/moderation_service.py
fakeai/streaming/__init__.py
fakeai/streaming/base.py
fakeai/streaming/chunking.py
fakeai/streaming/manager.py
fakeai/streaming/sse.py
fakeai/streaming/generators/__init__.py
fakeai/streaming/generators/audio_stream.py
fakeai/streaming/generators/chat_stream.py
fakeai/streaming/generators/completion_stream.py
fakeai/streaming/generators/realtime_stream.py
fakeai/utils/__init__.py
fakeai/utils/async_executor.py
fakeai/utils/audio_generation.py
fakeai/utils/embeddings.py
fakeai/utils/text_generation.py
fakeai/utils/tokens.py
fakeai/validation/__init__.py
fakeai/validation/base.py
fakeai/validation/factory.py
fakeai/validation/pipeline.py
fakeai/validation/validators/__init__.py
fakeai/validation/validators/auth.py
fakeai/validation/validators/content_policy.py
fakeai/validation/validators/context_length.py
fakeai/validation/validators/model_availability.py
fakeai/validation/validators/multimodal.py
fakeai/validation/validators/parameters.py
fakeai/validation/validators/rate_limit.py
fakeai/validation/validators/schema.py
scripts/run_server_uvloop.py
scripts/update_context_validation.py
scripts/validate_realtime.py
tests/__init__.py
tests/conftest.py
tests/test_10k_concurrent.py
tests/test_advanced_features.py
tests/test_api_endpoints.py
tests/test_api_key_system.py
tests/test_audio.py
tests/test_audio_transcriber.py
tests/test_authentication.py
tests/test_batch.py
tests/test_batch_metrics.py
tests/test_cli.py
tests/test_cli_config_integration.py
tests/test_client_sdk.py
tests/test_complete_implementation.py
tests/test_config_modules.py
tests/test_configuration.py
tests/test_context_validator.py
tests/test_cost_tracker.py
tests/test_dashboard.py
tests/test_dcgm_metrics_advanced.py
tests/test_dynamo_advanced.py
tests/test_dynamo_metrics_advanced.py
tests/test_e2e_dynamo_complete.py
tests/test_edge_cases.py
tests/test_error_injector.py
tests/test_error_metrics.py
tests/test_file_manager.py
tests/test_fine_tuning.py
tests/test_image_generation_complete.py
tests/test_image_generator.py
tests/test_integration_complete.py
tests/test_kv_cache_advanced.py
tests/test_kv_cache_metrics_endpoint.py
tests/test_kv_cache_speedup.py
tests/test_latency_histograms.py
tests/test_latency_profiles.py
tests/test_llm_generator.py
tests/test_logprobs.py
tests/test_max_completion_tokens.py
tests/test_metrics.py
tests/test_metrics_aggregator.py
tests/test_metrics_dashboard.py
tests/test_metrics_direct.py
tests/test_metrics_integration_complete.py
tests/test_metrics_persistence.py
tests/test_metrics_standalone.py
tests/test_metrics_streaming.py
tests/test_metrics_stress.py
tests/test_model_catalogs.py
tests/test_model_discovery.py
tests/test_model_metadata.py
tests/test_model_metrics.py
tests/test_model_registry_core.py
tests/test_models_audio.py
tests/test_models_batches.py
tests/test_models_chat.py
tests/test_models_embeddings.py
tests/test_models_images.py
tests/test_models_organization.py
tests/test_models_refactoring_base.py
tests/test_numpy_metrics_window.py
tests/test_organization.py
tests/test_prompt_caching.py
tests/test_rate_limiter_metrics.py
tests/test_rate_limiting.py
tests/test_realtime.py
tests/test_safety.py
tests/test_security.py
tests/test_semantic_embeddings.py
tests/test_service_behavior.py
tests/test_smart_router_advanced.py
tests/test_solido_rag.py
tests/test_streaming.py
tests/test_streaming_advanced.py
tests/test_streaming_metrics.py
tests/test_structured_outputs.py
tests/test_token_tracking.py
tests/test_tokenizers.py
tests/test_tool_calling.py
tests/test_ttft_itl_config.py
tests/test_tts.py
tests/test_usage_billing.py
tests/test_utilities.py
tests/test_vector_store_engine.py
tests/test_vector_stores.py
tests/test_video.py
tests/test_vision.py
tests/handlers/__init__.py
tests/handlers/test_base.py
tests/handlers/test_handlers.py
tests/handlers/test_registry.py
tests/integration/__init__.py
tests/integration/test_all_metrics_working.py
tests/integration/test_architecture_validation.py
tests/integration/test_backward_compatibility.py
tests/integration/test_complete_system.py
tests/integration/test_performance_benchmarks.py
tests/manual/test_discovery_standalone.py
tests/manual/test_image_manual.py
tests/manual/test_registry_standalone.py
tests/manual/verify_context_validator.py
tests/services/__init__.py
tests/services/test_audio_service.py
tests/services/test_batch_service.py
tests/services/test_chat_completion_service.py
tests/services/test_embedding_service.py
tests/services/test_file_service.py
tests/services/test_image_generation_service.py
tests/services/test_moderation_service.py
tests/streaming/__init__.py
tests/streaming/test_base.py
tests/streaming/test_chunking.py
tests/streaming/test_generators.py
tests/streaming/test_integration.py
tests/streaming/test_manager.py
tests/streaming/test_sse.py
tests/validation/__init__.py
tests/validation/test_base.py
tests/validation/test_factory.py
tests/validation/test_integration.py
tests/validation/test_pipeline.py
tests/validation/test_validators.py