README.md
pyproject.toml
setup.py
src/opik/__init__.py
src/opik/_logging.py
src/opik/cli.py
src/opik/config.py
src/opik/context_storage.py
src/opik/datetime_helpers.py
src/opik/dict_utils.py
src/opik/exceptions.py
src/opik/hooks.py
src/opik/httpx_client.py
src/opik/id_helpers.py
src/opik/jsonable_encoder.py
src/opik/logging_messages.py
src/opik/opik_context.py
src/opik/package_version.py
src/opik/semantic_version.py
src/opik/synchronization.py
src/opik/types.py
src/opik/url_helpers.py
src/opik.egg-info/PKG-INFO
src/opik.egg-info/SOURCES.txt
src/opik.egg-info/dependency_links.txt
src/opik.egg-info/entry_points.txt
src/opik.egg-info/not-zip-safe
src/opik.egg-info/requires.txt
src/opik.egg-info/top_level.txt
src/opik/api_key/__init__.py
src/opik/api_key/base64_helper.py
src/opik/api_key/opik_api_key.py
src/opik/api_objects/__init__.py
src/opik/api_objects/constants.py
src/opik/api_objects/helpers.py
src/opik/api_objects/opik_client.py
src/opik/api_objects/opik_query_language.py
src/opik/api_objects/span.py
src/opik/api_objects/trace.py
src/opik/api_objects/validation_helpers.py
src/opik/api_objects/dataset/__init__.py
src/opik/api_objects/dataset/converters.py
src/opik/api_objects/dataset/dataset.py
src/opik/api_objects/dataset/dataset_item.py
src/opik/api_objects/experiment/__init__.py
src/opik/api_objects/experiment/experiment.py
src/opik/api_objects/experiment/experiment_item.py
src/opik/api_objects/experiment/helpers.py
src/opik/api_objects/prompt/__init__.py
src/opik/api_objects/prompt/client.py
src/opik/api_objects/prompt/prompt.py
src/opik/api_objects/prompt/prompt_template.py
src/opik/configurator/__init__.py
src/opik/configurator/configure.py
src/opik/configurator/interactive_helpers.py
src/opik/configurator/opik_rest_helpers.py
src/opik/decorator/__init__.py
src/opik/decorator/arguments_helpers.py
src/opik/decorator/base_track_decorator.py
src/opik/decorator/generator_wrappers.py
src/opik/decorator/inspect_helpers.py
src/opik/decorator/tracker.py
src/opik/evaluation/__init__.py
src/opik/evaluation/evaluation_result.py
src/opik/evaluation/evaluator.py
src/opik/evaluation/report.py
src/opik/evaluation/scorer.py
src/opik/evaluation/scores_logger.py
src/opik/evaluation/test_case.py
src/opik/evaluation/test_result.py
src/opik/evaluation/types.py
src/opik/evaluation/utils.py
src/opik/evaluation/metrics/__init__.py
src/opik/evaluation/metrics/arguments_helpers.py
src/opik/evaluation/metrics/base_metric.py
src/opik/evaluation/metrics/exceptions.py
src/opik/evaluation/metrics/models.py
src/opik/evaluation/metrics/score_result.py
src/opik/evaluation/metrics/heuristics/__init__.py
src/opik/evaluation/metrics/heuristics/contains.py
src/opik/evaluation/metrics/heuristics/equals.py
src/opik/evaluation/metrics/heuristics/is_json.py
src/opik/evaluation/metrics/heuristics/levenshtein_ratio.py
src/opik/evaluation/metrics/heuristics/regex_match.py
src/opik/evaluation/metrics/llm_judges/__init__.py
src/opik/evaluation/metrics/llm_judges/answer_relevance/__init__.py
src/opik/evaluation/metrics/llm_judges/answer_relevance/metric.py
src/opik/evaluation/metrics/llm_judges/answer_relevance/template.py
src/opik/evaluation/metrics/llm_judges/context_precision/__init__.py
src/opik/evaluation/metrics/llm_judges/context_precision/metric.py
src/opik/evaluation/metrics/llm_judges/context_precision/template.py
src/opik/evaluation/metrics/llm_judges/context_recall/__init__.py
src/opik/evaluation/metrics/llm_judges/context_recall/metric.py
src/opik/evaluation/metrics/llm_judges/context_recall/template.py
src/opik/evaluation/metrics/llm_judges/factuality/__init__.py
src/opik/evaluation/metrics/llm_judges/factuality/metric.py
src/opik/evaluation/metrics/llm_judges/factuality/template.py
src/opik/evaluation/metrics/llm_judges/g_eval/__init__.py
src/opik/evaluation/metrics/llm_judges/g_eval/metric.py
src/opik/evaluation/metrics/llm_judges/g_eval/template.py
src/opik/evaluation/metrics/llm_judges/hallucination/__init__.py
src/opik/evaluation/metrics/llm_judges/hallucination/metric.py
src/opik/evaluation/metrics/llm_judges/hallucination/template.py
src/opik/evaluation/metrics/llm_judges/moderation/__init__.py
src/opik/evaluation/metrics/llm_judges/moderation/metric.py
src/opik/evaluation/metrics/llm_judges/moderation/template.py
src/opik/evaluation/models/__init__.py
src/opik/evaluation/models/base_model.py
src/opik/evaluation/models/litellm_chat_model.py
src/opik/evaluation/models/models_factory.py
src/opik/integrations/__init__.py
src/opik/integrations/anthropic/__init__.py
src/opik/integrations/anthropic/messages_batch_decorator.py
src/opik/integrations/anthropic/messages_create_decorator.py
src/opik/integrations/anthropic/opik_tracker.py
src/opik/integrations/anthropic/stream_patchers.py
src/opik/integrations/bedrock/__init__.py
src/opik/integrations/bedrock/chunks_aggregator.py
src/opik/integrations/bedrock/converse_decorator.py
src/opik/integrations/bedrock/opik_tracker.py
src/opik/integrations/bedrock/stream_wrappers.py
src/opik/integrations/langchain/__init__.py
src/opik/integrations/langchain/openai_run_helpers.py
src/opik/integrations/langchain/opik_encoder_extension.py
src/opik/integrations/langchain/opik_tracer.py
src/opik/integrations/llama_index/__init__.py
src/opik/integrations/llama_index/callback.py
src/opik/integrations/llama_index/event_parsing_utils.py
src/opik/integrations/openai/__init__.py
src/opik/integrations/openai/chat_completion_chunks_aggregator.py
src/opik/integrations/openai/openai_decorator.py
src/opik/integrations/openai/opik_tracker.py
src/opik/integrations/openai/stream_patchers.py
src/opik/integrations/sagemaker/__init__.py
src/opik/integrations/sagemaker/auth.py
src/opik/message_processing/__init__.py
src/opik/message_processing/api.py
src/opik/message_processing/message_processors.py
src/opik/message_processing/messages.py
src/opik/message_processing/queue_consumer.py
src/opik/message_processing/streamer.py
src/opik/message_processing/streamer_constructors.py
src/opik/message_processing/batching/__init__.py
src/opik/message_processing/batching/base_batcher.py
src/opik/message_processing/batching/batch_manager.py
src/opik/message_processing/batching/batch_manager_constuctors.py
src/opik/message_processing/batching/batchers.py
src/opik/message_processing/batching/flushing_thread.py
src/opik/message_processing/batching/sequence_splitter.py
src/opik/plugins/__init__.py
src/opik/plugins/pytest/__init__.py
src/opik/plugins/pytest/decorator.py
src/opik/plugins/pytest/experiment_runner.py
src/opik/plugins/pytest/hooks.py
src/opik/plugins/pytest/summary.py
src/opik/plugins/pytest/test_run_content.py
src/opik/plugins/pytest/test_runs_storage.py
src/opik/rest_api/__init__.py
src/opik/rest_api/client.py
src/opik/rest_api/environment.py
src/opik/rest_api/check/__init__.py
src/opik/rest_api/check/client.py
src/opik/rest_api/core/__init__.py
src/opik/rest_api/core/api_error.py
src/opik/rest_api/core/client_wrapper.py
src/opik/rest_api/core/datetime_utils.py
src/opik/rest_api/core/file.py
src/opik/rest_api/core/http_client.py
src/opik/rest_api/core/jsonable_encoder.py
src/opik/rest_api/core/pydantic_utilities.py
src/opik/rest_api/core/query_encoder.py
src/opik/rest_api/core/remove_none_from_dict.py
src/opik/rest_api/core/request_options.py
src/opik/rest_api/core/serialization.py
src/opik/rest_api/datasets/__init__.py
src/opik/rest_api/datasets/client.py
src/opik/rest_api/errors/__init__.py
src/opik/rest_api/errors/bad_request_error.py
src/opik/rest_api/errors/conflict_error.py
src/opik/rest_api/errors/forbidden_error.py
src/opik/rest_api/errors/not_found_error.py
src/opik/rest_api/errors/not_implemented_error.py
src/opik/rest_api/errors/unauthorized_error.py
src/opik/rest_api/errors/unprocessable_entity_error.py
src/opik/rest_api/experiments/__init__.py
src/opik/rest_api/experiments/client.py
src/opik/rest_api/feedback_definitions/__init__.py
src/opik/rest_api/feedback_definitions/client.py
src/opik/rest_api/feedback_definitions/types/__init__.py
src/opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py
src/opik/rest_api/projects/__init__.py
src/opik/rest_api/projects/client.py
src/opik/rest_api/projects/types/__init__.py
src/opik/rest_api/projects/types/project_metric_request_public_interval.py
src/opik/rest_api/projects/types/project_metric_request_public_metric_type.py
src/opik/rest_api/prompts/__init__.py
src/opik/rest_api/prompts/client.py
src/opik/rest_api/spans/__init__.py
src/opik/rest_api/spans/client.py
src/opik/rest_api/spans/types/__init__.py
src/opik/rest_api/spans/types/find_feedback_score_names_1_request_type.py
src/opik/rest_api/spans/types/get_span_stats_request_type.py
src/opik/rest_api/spans/types/get_spans_by_project_request_type.py
src/opik/rest_api/system_usage/__init__.py
src/opik/rest_api/system_usage/client.py
src/opik/rest_api/traces/__init__.py
src/opik/rest_api/traces/client.py
src/opik/rest_api/types/__init__.py
src/opik/rest_api/types/auth_details_holder.py
src/opik/rest_api/types/avg_value_stat_public.py
src/opik/rest_api/types/batch_delete.py
src/opik/rest_api/types/bi_information.py
src/opik/rest_api/types/bi_information_response.py
src/opik/rest_api/types/categorical_feedback_definition.py
src/opik/rest_api/types/categorical_feedback_definition_create.py
src/opik/rest_api/types/categorical_feedback_definition_public.py
src/opik/rest_api/types/categorical_feedback_definition_update.py
src/opik/rest_api/types/categorical_feedback_detail.py
src/opik/rest_api/types/categorical_feedback_detail_create.py
src/opik/rest_api/types/categorical_feedback_detail_public.py
src/opik/rest_api/types/categorical_feedback_detail_update.py
src/opik/rest_api/types/chunked_output_json_node.py
src/opik/rest_api/types/chunked_output_json_node_type.py
src/opik/rest_api/types/column_compare.py
src/opik/rest_api/types/column_compare_types_item.py
src/opik/rest_api/types/column_public.py
src/opik/rest_api/types/column_public_types_item.py
src/opik/rest_api/types/count_value_stat_public.py
src/opik/rest_api/types/data_point_number_public.py
src/opik/rest_api/types/dataset.py
src/opik/rest_api/types/dataset_item.py
src/opik/rest_api/types/dataset_item_batch.py
src/opik/rest_api/types/dataset_item_compare.py
src/opik/rest_api/types/dataset_item_compare_source.py
src/opik/rest_api/types/dataset_item_page_compare.py
src/opik/rest_api/types/dataset_item_page_public.py
src/opik/rest_api/types/dataset_item_public.py
src/opik/rest_api/types/dataset_item_public_source.py
src/opik/rest_api/types/dataset_item_source.py
src/opik/rest_api/types/dataset_item_write.py
src/opik/rest_api/types/dataset_item_write_source.py
src/opik/rest_api/types/dataset_page_public.py
src/opik/rest_api/types/dataset_public.py
src/opik/rest_api/types/delete_feedback_score.py
src/opik/rest_api/types/error_message.py
src/opik/rest_api/types/error_message_detail.py
src/opik/rest_api/types/error_message_public.py
src/opik/rest_api/types/experiment.py
src/opik/rest_api/types/experiment_item.py
src/opik/rest_api/types/experiment_item_compare.py
src/opik/rest_api/types/experiment_item_public.py
src/opik/rest_api/types/experiment_page_public.py
src/opik/rest_api/types/experiment_public.py
src/opik/rest_api/types/feedback.py
src/opik/rest_api/types/feedback_create.py
src/opik/rest_api/types/feedback_definition_page_public.py
src/opik/rest_api/types/feedback_object_public.py
src/opik/rest_api/types/feedback_public.py
src/opik/rest_api/types/feedback_score.py
src/opik/rest_api/types/feedback_score_average.py
src/opik/rest_api/types/feedback_score_average_public.py
src/opik/rest_api/types/feedback_score_batch.py
src/opik/rest_api/types/feedback_score_batch_item.py
src/opik/rest_api/types/feedback_score_batch_item_source.py
src/opik/rest_api/types/feedback_score_compare.py
src/opik/rest_api/types/feedback_score_compare_source.py
src/opik/rest_api/types/feedback_score_public.py
src/opik/rest_api/types/feedback_score_public_source.py
src/opik/rest_api/types/feedback_score_source.py
src/opik/rest_api/types/feedback_update.py
src/opik/rest_api/types/json_node.py
src/opik/rest_api/types/json_node_compare.py
src/opik/rest_api/types/json_node_public.py
src/opik/rest_api/types/json_node_write.py
src/opik/rest_api/types/numerical_feedback_definition.py
src/opik/rest_api/types/numerical_feedback_definition_create.py
src/opik/rest_api/types/numerical_feedback_definition_public.py
src/opik/rest_api/types/numerical_feedback_definition_update.py
src/opik/rest_api/types/numerical_feedback_detail.py
src/opik/rest_api/types/numerical_feedback_detail_create.py
src/opik/rest_api/types/numerical_feedback_detail_public.py
src/opik/rest_api/types/numerical_feedback_detail_update.py
src/opik/rest_api/types/percentage_value_stat_public.py
src/opik/rest_api/types/percentage_values_public.py
src/opik/rest_api/types/project.py
src/opik/rest_api/types/project_metric_response_public.py
src/opik/rest_api/types/project_metric_response_public_interval.py
src/opik/rest_api/types/project_metric_response_public_metric_type.py
src/opik/rest_api/types/project_page_public.py
src/opik/rest_api/types/project_public.py
src/opik/rest_api/types/project_stat_item_object_public.py
src/opik/rest_api/types/project_stats_public.py
src/opik/rest_api/types/prompt.py
src/opik/rest_api/types/prompt_detail.py
src/opik/rest_api/types/prompt_page_public.py
src/opik/rest_api/types/prompt_public.py
src/opik/rest_api/types/prompt_version.py
src/opik/rest_api/types/prompt_version_detail.py
src/opik/rest_api/types/prompt_version_link.py
src/opik/rest_api/types/prompt_version_link_public.py
src/opik/rest_api/types/prompt_version_link_write.py
src/opik/rest_api/types/prompt_version_page_public.py
src/opik/rest_api/types/prompt_version_public.py
src/opik/rest_api/types/results_number_public.py
src/opik/rest_api/types/span.py
src/opik/rest_api/types/span_batch.py
src/opik/rest_api/types/span_page_public.py
src/opik/rest_api/types/span_public.py
src/opik/rest_api/types/span_public_type.py
src/opik/rest_api/types/span_type.py
src/opik/rest_api/types/span_write.py
src/opik/rest_api/types/span_write_type.py
src/opik/rest_api/types/trace.py
src/opik/rest_api/types/trace_batch.py
src/opik/rest_api/types/trace_count_response.py
src/opik/rest_api/types/trace_page_public.py
src/opik/rest_api/types/trace_public.py
src/opik/rest_api/types/trace_write.py
src/opik/rest_api/types/workspace_trace_count.py
src/opik/rest_client_configurator/__init__.py
src/opik/rest_client_configurator/api.py
src/opik/rest_client_configurator/public_methods_patcher.py
src/opik/rest_client_configurator/retry_decorators.py
src/opik/validation/__init__.py
src/opik/validation/feedback_score.py
src/opik/validation/result.py
src/opik/validation/usage.py
src/opik/validation/validator.py