Index

Symbols

**Description**: command line option --all honeyhive-auth command line option --all-pages command line option --api-key command line option, [1] honeyhive-auth command line option --base-url command line option, [1] --baseline honeyhive-eval command line option --batch-size command line option, [1] --compact command line option --compress command line option --config-file command line option honeyhive command line option honeyhive-eval command line option --confirm honeyhive-config command line option honeyhive-project command line option honeyhive-session command line option --data-file honeyhive command line option --debug command line option --delimiter command line option --description command line option honeyhive-project command line option, [1] --dry-run command line option honeyhive-eval command line option --end-date command line option honeyhive-eval command line option honeyhive-event command line option honeyhive-session command line option --end-time command line option, [1] honeyhive-event command line option --escape-char command line option --evaluations honeyhive-eval command line option --evaluator command line option honeyhive-eval command line option, [1] --evaluators command line option honeyhive-eval command line option --event-name command line option --event-type command line option honeyhive-event command line option --event-types honeyhive-event command line option --fields command line option --flatten-json command line option --format command line option honeyhive-eval command line option honeyhive-event command line option --groupby command line option honeyhive-trace command line option, [1] --help command line option, [1] --include-context honeyhive-event command line option --include-events honeyhive-session command line option --include-metadata command line option --include-metrics command line option honeyhive-trace command line option --limit command line option honeyhive-event command line option, [1] honeyhive-project command line option honeyhive-session command line option --log-file command line option --log-level command line option --max-concurrent command line option --max-duration command line option --max-events command line option --max-retries command line option --max-score command line option --max-width command line option --max-workers command line option --metrics command line option --min-duration command line option --min-score command line option

--model command line option --name command line option honeyhive-project command line option --no-color command line option --no-header command line option --offset command line option honeyhive-project command line option --order command line option --output command line option, [1] --output-file command line option, [1], [2] honeyhive-eval command line option honeyhive-event command line option honeyhive-trace command line option --page command line option --page-size command line option --parallel command line option honeyhive-eval command line option --percentiles command line option honeyhive-trace command line option --pretty command line option --provider command line option --query command line option honeyhive-event command line option --quiet command line option, [1] --quote-char command line option --rate-limit command line option --retry-failed command line option --save honeyhive-auth command line option --save-results command line option --schema honeyhive command line option --session-id command line option honeyhive-event command line option --settings command line option honeyhive-project command line option, [1] --sort command line option --source command line option --start-date command line option honeyhive-eval command line option honeyhive-event command line option honeyhive-session command line option --start-time command line option, [1] honeyhive-event command line option --status command line option, [1], [2] --table-style command line option --target-event-id command line option honeyhive-eval command line option --target-events command line option honeyhive-eval command line option --team command line option --time-window command line option honeyhive-trace command line option, [1] --timeout command line option, [1] --trace-requests command line option --truncate command line option --user-id command line option, [1] --verbose command line option, [1] --version command line option -h command line option, [1] -q command line option, [1] -v command line option, [1] <command> honeyhive command line option <evaluation-id> honeyhive-eval command line option <event-id> honeyhive-event command line option <key> command line option honeyhive-config command line option, [1] <project-name> honeyhive-project command line option, [1], [2] <session-id> honeyhive-session command line option, [1]

_

__call__() (honeyhive.evaluation.evaluators.BaseEvaluator method) __init__() (honeyhive.api.base.BaseAPI method) (honeyhive.api.client.RateLimiter method) (honeyhive.evaluation.evaluators.BaseEvaluator method) (honeyhive.evaluation.evaluators.ExactMatchEvaluator method) (honeyhive.evaluation.evaluators.F1ScoreEvaluator method) (honeyhive.evaluation.evaluators.SemanticSimilarityEvaluator method) (honeyhive.HoneyHiveTracer method) (in module honeyhive)

A

access() (honeyhive.utils.cache.CacheEntry method) aclose() (honeyhive.HoneyHive method) aclose_all_clients() (honeyhive.utils.connection_pool.ConnectionPool method) active_connections (honeyhive.utils.connection_pool.ConnectionPool property) add_event() (honeyhive.tracer.core.base.NoOpSpan method) additional_config (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) additional_context (honeyhive.utils.error_handler.ErrorContext attribute) aevaluator() built-in function aevaluator() (in module honeyhive.evaluation.evaluators) aggregate (honeyhive.models.generated.Detail attribute) AggregatedMetrics (built-in class) aggregation_function (honeyhive.models.generated.Metrics attribute) analyze honeyhive-trace command line option

api_key (built-in variable) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (in module honeyhive.config.models) APIClientConfig (class in honeyhive.config.models) APIError (class in honeyhive.utils.error_handler) as_context() (honeyhive.utils.baggage_dict.BaggageDict method) async_client (honeyhive.HoneyHive property) AsyncFunctionCache (class in honeyhive.utils.cache) atrace() (in module honeyhive) attributes (Resource attribute) (Span attribute) (SpanEvent attribute) (SpanLink attribute) AuthenticationError (class in honeyhive.utils.error_handler) auto (honeyhive.models.generated.FunctionCallParams attribute)

B

backoff_factor (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) backoff_strategy (honeyhive.utils.retry.RetryConfig attribute) BaggageDict (class in honeyhive.utils.baggage_dict) BALANCED (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) base_url (built-in variable) BaseAPI (class in honeyhive.api.base) BaseEvaluator (class in honeyhive.evaluation.evaluators) BaseHoneyHiveConfig (class in honeyhive.config.models) batch_id (EvaluationBatch attribute) batch_metadata (EvaluationBatch attribute) batch_size (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) BOLD (honeyhive.experiments.evaluators.TerminalColors attribute) boolean (honeyhive.models.generated.ReturnType attribute) (honeyhive.models.generated.Type attribute)

built-in function aevaluator() compare_runs() enrich_session() evaluate() evaluator() generate_external_datapoint_id() generate_external_dataset_id() get_run_metrics() get_run_result() mean() median() mode() prepare_external_dataset() prepare_run_request_data() run_experiment()

C

ca_bundle (built-in variable) Cache (class in honeyhive.utils.cache) cache (honeyhive.utils.cache.Cache property) cache_cleanup_interval (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_enabled (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_max_size (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_ttl (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) CacheEntry (class in honeyhive.utils.cache) call_type (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute) CallType (class in honeyhive.models.generated) can_call() (honeyhive.api.client.RateLimiter method) CANCELLED (honeyhive.experiments.models.ExperimentRunStatus attribute) categorical (honeyhive.models.generated.ReturnType attribute) categories (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) chain (honeyhive.models.generated.EventType attribute) (honeyhive.models.generated.EventType1 attribute) character_count (LengthEvaluation attribute) chat (honeyhive.models.generated.CallType attribute) child_metrics (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) children_ids (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionStartRequest attribute) citation_accuracy (FactualAccuracyEvaluation attribute) cleanup() (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.ConnectionPool method) cleanup_expired() (honeyhive.utils.cache.Cache method) cleanup_idle_connections() (honeyhive.utils.connection_pool.ConnectionPool method) clear() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) clear_cache() (honeyhive.tracer.infra.environment.EnvironmentDetector method) client (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) client_kwargs (honeyhive.HoneyHive property) client_name (honeyhive.utils.error_handler.ErrorContext attribute) close() (honeyhive.HoneyHive method) (honeyhive.utils.cache.Cache method) (in module honeyhive) close_all() (honeyhive.utils.connection_pool.ConnectionPool method) close_all_clients() (honeyhive.utils.connection_pool.ConnectionPool method) close_connection() (honeyhive.utils.connection_pool.ConnectionPool method) code_snippet (honeyhive.models.generated.MetricEdit attribute) command line option **Description**: --all-pages --api-key, [1] --base-url, [1] --batch-size, [1] --compact --compress --config-file --debug --delimiter --description --dry-run --end-date --end-time, [1] --escape-char --evaluator --evaluators --event-name --event-type --fields --flatten-json --format --groupby --help, [1] --include-metadata --include-metrics --limit --log-file --log-level --max-concurrent --max-duration --max-events --max-retries --max-score --max-width --max-workers --metrics --min-duration --min-score --model --name --no-color --no-header --offset --order --output, [1] --output-file, [1], [2] --page --page-size --parallel --percentiles --pretty --provider --query --quiet, [1] --quote-char --rate-limit --retry-failed --save-results --session-id --settings --sort --source --start-date --start-time, [1] --status, [1], [2] --table-style --target-event-id --target-events --team --time-window --timeout, [1] --trace-requests --truncate --user-id, [1] --verbose, [1] --version -h, [1] -q, [1] -v, [1] <key>

common_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) commonDatapoints (honeyhive.models.generated.ExperimentComparisonResponse attribute) compare honeyhive-eval command line option compare_run_events() (honeyhive.api.evaluations.EvaluationsAPI method) compare_run_events_async() (honeyhive.api.evaluations.EvaluationsAPI method) compare_runs() built-in function compare_runs() (honeyhive.api.evaluations.EvaluationsAPI method) compare_runs_async() (honeyhive.api.evaluations.EvaluationsAPI method) COMPLETED (honeyhive.experiments.models.ExperimentRunStatus attribute) completed (honeyhive.models.generated.Status attribute) completion (honeyhive.models.generated.CallType attribute) COMPOSITE (honeyhive.models.generated.Type1 attribute) confidence (Evaluation attribute) config (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) Configuration (class in honeyhive.models.generated) configuration (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.UpdateRunRequest attribute) connection_pool_size (built-in variable) ConnectionPool (class in honeyhive.utils.connection_pool) constant() (honeyhive.utils.retry.RetryConfig class method) contains (honeyhive.models.generated.Operator attribute) content_warnings (ToxicityEvaluation attribute) context (honeyhive.utils.baggage_dict.BaggageDict property) (honeyhive.utils.error_handler.ErrorResponse attribute) copy() (honeyhive.utils.dotdict.DotDict method) cost (honeyhive.models.generated.CreateModelEvent attribute) cost_usd (Evaluation attribute) create honeyhive-project command line option create_dataset() (honeyhive.api.datasets.DatasetsAPI method) create_dataset_async() (honeyhive.api.datasets.DatasetsAPI method) create_event() (honeyhive.api.events.EventsAPI method) (in module honeyhive) create_event_async() (honeyhive.api.events.EventsAPI method) create_event_batch() (honeyhive.api.events.EventsAPI method) create_event_batch_async() (honeyhive.api.events.EventsAPI method) create_event_batch_from_list() (honeyhive.api.events.EventsAPI method) create_event_batch_from_list_async() (honeyhive.api.events.EventsAPI method) create_event_from_dict() (honeyhive.api.events.EventsAPI method) create_event_from_dict_async() (honeyhive.api.events.EventsAPI method) create_event_from_request() (honeyhive.api.events.EventsAPI method) create_event_from_request_async() (honeyhive.api.events.EventsAPI method) create_events_batch() (in module honeyhive) create_metric() (honeyhive.api.metrics.MetricsAPI method) create_metric_async() (honeyhive.api.metrics.MetricsAPI method) create_metric_from_dict() (honeyhive.api.metrics.MetricsAPI method) create_metric_from_dict_async() (honeyhive.api.metrics.MetricsAPI method) create_project() (honeyhive.api.projects.ProjectsAPI method) (in module honeyhive) create_run() (honeyhive.api.evaluations.EvaluationsAPI method) create_run_async() (honeyhive.api.evaluations.EvaluationsAPI method) create_run_from_dict() (honeyhive.api.evaluations.EvaluationsAPI method) create_run_from_dict_async() (honeyhive.api.evaluations.EvaluationsAPI method) create_session() (in module honeyhive) create_tool() (honeyhive.api.tools.ToolsAPI method) created_at (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) CreateDatapointRequest (class in honeyhive.models.generated) CreateDatasetRequest (class in honeyhive.models.generated) CreateEventRequest (class in honeyhive.models.generated) CreateModelEvent (class in honeyhive.models.generated) CreateProjectRequest (class in honeyhive.models.generated) CreateRunRequest (class in honeyhive.models.generated) CreateRunResponse (class in honeyhive.models.generated) CreateToolRequest (class in honeyhive.models.generated) criteria (Evaluation attribute) (EvaluationEvent attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) CRITICAL (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) critical() (honeyhive.utils.logger.HoneyHiveLogger method) CustomEvaluation (built-in class)

D

Datapoint (class in honeyhive.models.generated) Datapoint1 (class in honeyhive.models.generated) datapoint_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.models.generated.Datapoint1 attribute) (in module honeyhive.config.models) datapoint_ids (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.UpdateRunRequest attribute) DatapointMetric (built-in class) DatapointResult (built-in class) Datapoints (class in honeyhive.models.generated) datapoints (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.Detail attribute) (honeyhive.models.generated.ExperimentResultResponse attribute) Dataset (class in honeyhive.models.generated) dataset_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.UpdateRunRequest attribute) (in module honeyhive.config.models) DatasetUpdate (class in honeyhive.models.generated) debug (built-in variable) debug() (honeyhive.utils.logger.HoneyHiveLogger method) deepcopy() (honeyhive.utils.dotdict.DotDict method) default() (honeyhive.utils.retry.RetryConfig class method) default_evaluators (built-in variable) degraded (honeyhive.models.generated.Metric2 attribute) degraded_count (honeyhive.models.generated.Metric2 attribute) delete honeyhive-project command line option honeyhive-session command line option delete() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) delete_dataset() (honeyhive.api.datasets.DatasetsAPI method) delete_event() (honeyhive.api.events.EventsAPI method)

delete_event_async() (honeyhive.api.events.EventsAPI method) delete_metric() (honeyhive.api.metrics.MetricsAPI method) delete_metric_async() (honeyhive.api.metrics.MetricsAPI method) delete_project() (honeyhive.api.projects.ProjectsAPI method) delete_run() (honeyhive.api.evaluations.EvaluationsAPI method) delete_run_async() (honeyhive.api.evaluations.EvaluationsAPI method) delete_tool() (honeyhive.api.tools.ToolsAPI method) deleted (honeyhive.models.generated.DeleteRunResponse attribute) DeleteRunResponse (class in honeyhive.models.generated) description (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.CreateProjectRequest attribute) (honeyhive.models.generated.CreateToolRequest attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) (honeyhive.models.generated.Project attribute) (honeyhive.models.generated.SelectedFunction attribute) (honeyhive.models.generated.Tool attribute) (honeyhive.models.generated.UpdateProjectRequest attribute) (honeyhive.models.generated.UpdateToolRequest attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) Detail (class in honeyhive.models.generated) details (honeyhive.models.generated.Metrics attribute) (honeyhive.utils.error_handler.ErrorResponse attribute) detect_cloud_environment() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_container_environment() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_performance_characteristics() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_primary_environment_type() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_resource_constraints() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_system_info() (honeyhive.tracer.infra.environment.EnvironmentDetector method) dev (honeyhive.models.generated.EnvEnum attribute) dimensions (QualityEvaluation attribute) disable_batch (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) disable_http_tracing (built-in variable) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) disable_tracing (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) DotDict (class in honeyhive.utils.dotdict) duration (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionStartRequest attribute) duration_ms (Evaluation attribute) (Event attribute) duration_ns (Span attribute)

E

enabled_in_prod (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) end() (honeyhive.tracer.core.base.NoOpSpan method) end_time (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionStartRequest attribute) (Span attribute) ENDC (honeyhive.experiments.evaluators.TerminalColors attribute) enrich_current_span() (in module honeyhive) enrich_session() built-in function enrich_session() (in module honeyhive) enrich_span() (in module honeyhive) env (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) EnvEnum (class in honeyhive.models.generated) environment variable HH_API_KEY HH_BASE_URL HH_CONFIG_FILE HH_OUTPUT_FORMAT HH_PROJECT EnvironmentDetector (class in honeyhive.tracer.infra.environment) EnvironmentProfile (class in honeyhive.tracer.processing.otlp_profiles) error (Evaluation attribute) (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) error() (honeyhive.utils.logger.HoneyHiveLogger method) error_code (honeyhive.utils.error_handler.ErrorResponse attribute) error_message (honeyhive.utils.error_handler.ErrorResponse attribute) error_type (honeyhive.utils.error_handler.ErrorResponse attribute) ErrorContext (class in honeyhive.utils.error_handler) ErrorHandler (class in honeyhive.utils.error_handler) ErrorResponse (class in honeyhive.utils.error_handler) errors honeyhive-trace command line option ErrorSeverity (class in honeyhive.tracer.integration.error_handling) EvalResult (built-in class) evaluate() built-in function evaluate() (honeyhive.evaluation.evaluators.BaseEvaluator method) (honeyhive.evaluation.evaluators.ExactMatchEvaluator method) (honeyhive.evaluation.evaluators.F1ScoreEvaluator method) (honeyhive.evaluation.evaluators.SemanticSimilarityEvaluator method) (in module honeyhive) (in module honeyhive.evaluation) (in module honeyhive.evaluation.evaluators) Evaluation (built-in class) evaluation (honeyhive.models.generated.CreateRunResponse attribute) (honeyhive.models.generated.GetRunResponse attribute) (honeyhive.models.generated.Type4 attribute) (honeyhive.models.generated.UpdateRunResponse attribute) evaluation_enabled (built-in variable) evaluation_id (Evaluation attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) evaluation_max_workers (built-in variable) evaluation_parallel (built-in variable) evaluation_timeout (built-in variable) EvaluationBatch (built-in class) EvaluationConfig (built-in class) (class in honeyhive.config.models) EvaluationContext (class in honeyhive.evaluation.evaluators) EvaluationEvent (built-in class) EvaluationResult (class in honeyhive.evaluation.evaluators) EvaluationRun (class in honeyhive.models.generated) evaluations (EvaluationBatch attribute) (honeyhive.models.generated.GetRunsResponse attribute) (MultiEvaluationResult attribute) EvaluationsAPI (class in honeyhive.api.evaluations) evaluator() built-in function evaluator() (in module honeyhive.evaluation.evaluators)

evaluator_configs (EvaluationConfig attribute) evaluator_name (Evaluation attribute) (EvaluationEvent attribute) evaluator_version (Evaluation attribute) (EvaluationEvent attribute) EvaluatorMeta (class in honeyhive.experiments.evaluators) evaluators (EvaluationConfig attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) EvaluatorSettings (built-in class) Event (built-in class) (class in honeyhive.models.generated) event (honeyhive.models.generated.PipelineType attribute) event_details (honeyhive.models.generated.ExperimentComparisonResponse attribute) event_id (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) event_ids (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.UpdateRunRequest attribute) event_name (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.Detail attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.EventDetail attribute) (honeyhive.models.generated.Metric1 attribute) (honeyhive.models.generated.Metric2 attribute) event_type (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Detail attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.EventDetail attribute) (honeyhive.models.generated.Metric1 attribute) (honeyhive.models.generated.Metric2 attribute) EventDetail (class in honeyhive.models.generated) EventFilter (class in honeyhive.models.generated) events (Span attribute) EventsAPI (class in honeyhive.api.events) EventType (class in honeyhive.models.generated) EventType1 (class in honeyhive.models.generated) ExactMatchEvaluator (class in honeyhive.evaluation.evaluators) exception() (honeyhive.utils.logger.HoneyHiveLogger method) exists() (honeyhive.utils.cache.Cache method) expected_length_range (LengthEvaluation attribute) experiment_group (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_id (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_metadata (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_name (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_variant (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) ExperimentComparisonResponse (class in honeyhive.models.generated) ExperimentConfig (class in honeyhive.config.models) ExperimentContext (built-in class) (class in honeyhive.experiments.core) ExperimentResultResponse (class in honeyhive.models.generated) ExperimentResultSummary (built-in class) ExperimentRunStatus (built-in class) (class in honeyhive.experiments.models) expiry (honeyhive.utils.cache.CacheEntry property) explanation (Evaluation attribute) (EvaluationEvent attribute) exponential() (honeyhive.utils.retry.RetryConfig class method) export honeyhive-eval command line option honeyhive-event command line option export() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) export_timeout (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) ExportError (class in honeyhive.tracer.integration.error_handling) extract_context_from_carrier() (in module honeyhive.tracer.processing.context)

F

F1ScoreEvaluator (class in honeyhive.evaluation.evaluators) factual_claims (FactualAccuracyEvaluation attribute) FactualAccuracyEvaluation (built-in class) FAIL (honeyhive.experiments.evaluators.TerminalColors attribute) FAILED (honeyhive.experiments.models.ExperimentRunStatus attribute) failed (honeyhive.models.generated.Datapoints attribute) (honeyhive.models.generated.ExperimentResultResponse attribute) feedback (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) field (honeyhive.models.generated.EventFilter attribute) field_id (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.Tool attribute) filters (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) fine_tuning (honeyhive.models.generated.Type4 attribute) float (honeyhive.models.generated.ReturnType attribute)

flush() (in module honeyhive) flush_interval (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) follow_redirects (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) force (honeyhive.models.generated.FunctionCallParams attribute) force_flush() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) forceFunction (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute) found_count (honeyhive.models.generated.Metric2 attribute) from_dict() (honeyhive.utils.baggage_dict.BaggageDict class method) function (honeyhive.models.generated.ToolType attribute) (honeyhive.models.generated.Type3 attribute) function_description (ToolEvent attribute) function_name (ToolEvent attribute) FunctionCache (class in honeyhive.utils.cache) FunctionCallParams (class in honeyhive.models.generated) functionCallParams (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute)

G

generate_external_datapoint_id() built-in function generate_external_dataset_id() built-in function generate_key() (honeyhive.utils.cache.Cache method) get honeyhive-config command line option honeyhive-eval command line option honeyhive-event command line option honeyhive-project command line option honeyhive-session command line option get() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) (honeyhive.utils.dotdict.DotDict method) get_age() (honeyhive.utils.cache.CacheEntry method) get_all_metrics() (AggregatedMetrics method) get_async_client() (honeyhive.utils.connection_pool.ConnectionPool method) get_async_connection() (honeyhive.utils.connection_pool.ConnectionPool method) get_baggage() (honeyhive.HoneyHiveTracer method) get_client() (honeyhive.utils.connection_pool.ConnectionPool method) get_comprehensive_analysis() (honeyhive.tracer.infra.environment.EnvironmentDetector method) get_configuration() (in module honeyhive) get_connection() (honeyhive.utils.connection_pool.ConnectionPool method) get_dataset() (honeyhive.api.datasets.DatasetsAPI method) get_event() (in module honeyhive) get_events() (honeyhive.api.events.EventsAPI method) get_health() (honeyhive.HoneyHive method) get_health_async() (honeyhive.HoneyHive method) get_logger() (in module honeyhive) (in module honeyhive.utils.logger)

get_metric() (AggregatedMetrics method) (honeyhive.api.metrics.MetricsAPI method) get_metric_async() (honeyhive.api.metrics.MetricsAPI method) get_metric_delta() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) get_project() (honeyhive.api.projects.ProjectsAPI method) (in module honeyhive) get_remaining_ttl() (honeyhive.utils.cache.CacheEntry method) get_run() (honeyhive.api.evaluations.EvaluationsAPI method) get_run_async() (honeyhive.api.evaluations.EvaluationsAPI method) get_run_metrics() built-in function get_run_metrics() (honeyhive.api.evaluations.EvaluationsAPI method) get_run_metrics_async() (honeyhive.api.evaluations.EvaluationsAPI method) get_run_result() built-in function get_run_result() (honeyhive.api.evaluations.EvaluationsAPI method) get_run_result_async() (honeyhive.api.evaluations.EvaluationsAPI method) get_session() (in module honeyhive) get_session_stats() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) get_span_context() (honeyhive.tracer.core.base.NoOpSpan method) get_stats() (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.ConnectionPool method) get_tool() (honeyhive.api.tools.ToolsAPI method) GetRunResponse (class in honeyhive.models.generated) GetRunsResponse (class in honeyhive.models.generated) greater_than (honeyhive.models.generated.Operator attribute) ground_truth (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute)

H

hallucination_detected (FactualAccuracyEvaluation attribute) handle_operation() (honeyhive.utils.error_handler.ErrorHandler method) HEADER (honeyhive.experiments.evaluators.TerminalColors attribute) HIGH (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) history (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute) hits (honeyhive.utils.cache.Cache property) HoneyHive (class in honeyhive) honeyhive command line option --config-file --data-file --schema <command> honeyhive-auth command line option --all --api-key --save login logout whoami honeyhive-config command line option --confirm <key>, [1] get list reset set honeyhive-eval command line option --baseline --config-file --dry-run --end-date --evaluations --evaluator, [1] --evaluators --format --output-file --parallel --start-date --target-event-id --target-events <evaluation-id> compare export get list Project, [1], [2] run honeyhive-event command line option --end-date --end-time --event-type --event-types --format --include-context --limit, [1] --output-file --query --session-id --start-date --start-time <event-id> export get list Project, [1], [2] search

honeyhive-project command line option --confirm --description, [1] --limit --name --offset --settings, [1] <project-name>, [1], [2] create delete get list update honeyhive-session command line option --confirm --end-date --include-events --limit --start-date <session-id>, [1] delete get list Project honeyhive-trace command line option --groupby, [1] --include-metrics --output-file --percentiles --time-window, [1] analyze errors performance Project, [1], [2] honeyhive.models.generated module HoneyHiveAPIError HoneyHiveAuthenticationError HoneyHiveConnectionError HoneyHiveError HoneyHiveLogger (class in honeyhive.utils.logger) HoneyHiveOTLPExporter (class in honeyhive.tracer.processing.otlp_exporter) HoneyHiveRateLimitError HoneyHiveTracer (class in honeyhive) HoneyHiveTracerBase (class in honeyhive.tracer.core.base) http_config (honeyhive.config.models.APIClientConfig attribute) http_proxy (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) HTTPClientConfig (class in honeyhive.config.models) https_proxy (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) HUMAN (honeyhive.models.generated.Type1 attribute) hyperparameters (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute)

I

id (honeyhive.api.session.SessionStartResponse property) (honeyhive.models.generated.DeleteRunResponse attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.Project attribute) (honeyhive.models.generated.SelectedFunction attribute) (honeyhive.models.generated.Type attribute) (honeyhive.models.generated.UpdateToolRequest attribute) improved (honeyhive.models.generated.Metric2 attribute) improved_count (honeyhive.models.generated.Metric2 attribute) info() (honeyhive.utils.logger.HoneyHiveLogger method) information_completeness (RelevanceEvaluation attribute) init() (honeyhive.tracer.core.base.HoneyHiveTracerBase class method) InitializationError (class in honeyhive.tracer.integration.error_handling) inject() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) inject_context_into_carrier() (in module honeyhive.tracer.processing.context) inputs (Event attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute) (in module honeyhive.config.models)

instrumentation_scope (Span attribute) InstrumentationScope (built-in class) is_ (honeyhive.models.generated.Operator attribute) is_evaluation (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) is_expired() (honeyhive.utils.cache.CacheEntry method) is_initialized (honeyhive.tracer.core.base.HoneyHiveTracerBase property) is_not (honeyhive.models.generated.Operator attribute) is_recording() (honeyhive.tracer.core.base.NoOpSpan method) is_remote (SpanContext attribute) is_test_mode (honeyhive.tracer.core.base.HoneyHiveTracerBase property) items() (honeyhive.utils.baggage_dict.BaggageDict method)

J

json_data (honeyhive.utils.error_handler.ErrorContext attribute)

K

keepalive_expiry (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models)

keys() (honeyhive.utils.baggage_dict.BaggageDict method)

L

length_appropriateness (LengthEvaluation attribute) LengthEvaluation (built-in class) linear() (honeyhive.utils.retry.RetryConfig class method) link() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) link_carrier (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) linked_datasets (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute) linked_evals (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute) linked_event (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.Datapoint attribute) links (Span attribute) list honeyhive-config command line option honeyhive-eval command line option honeyhive-event command line option honeyhive-project command line option honeyhive-session command line option list_datasets() (honeyhive.api.datasets.DatasetsAPI method) list_degraded_metrics() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) list_events() (honeyhive.api.events.EventsAPI method) (in module honeyhive)

list_events_async() (honeyhive.api.events.EventsAPI method) list_events_from_dict() (honeyhive.api.events.EventsAPI method) list_events_from_dict_async() (honeyhive.api.events.EventsAPI method) list_improved_metrics() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) list_metrics() (AggregatedMetrics method) (honeyhive.api.metrics.MetricsAPI method) list_metrics_async() (honeyhive.api.metrics.MetricsAPI method) list_projects() (honeyhive.api.projects.ProjectsAPI method) (in module honeyhive) list_runs() (honeyhive.api.evaluations.EvaluationsAPI method) list_runs_async() (honeyhive.api.evaluations.EvaluationsAPI method) list_sessions() (in module honeyhive) list_tools() (honeyhive.api.tools.ToolsAPI method) LLM (honeyhive.models.generated.Type1 attribute) (honeyhive.models.generated.Type6 attribute) LLMEvent (built-in class) log_file (built-in variable) log_format (built-in variable) log_level (built-in variable) log_session_stats() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) logger (honeyhive.HoneyHive attribute) login honeyhive-auth command line option logout honeyhive-auth command line option LOW (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute)

M

mask_inputs (built-in variable) mask_outputs (built-in variable) max (honeyhive.models.generated.Threshold attribute) max_attributes (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_connections (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) max_events (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_export_batch_size (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) max_keepalive_connections (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) max_links (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_queue_size (built-in variable) max_retries (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (honeyhive.utils.retry.RetryConfig attribute) (in module honeyhive.config.models) max_span_size (built-in variable) (honeyhive.config.models.TracerConfig attribute) mean() built-in function median() built-in function MEDIUM (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) messages (honeyhive.models.generated.CreateModelEvent attribute) metadata (Evaluation attribute) (Event attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (honeyhive.models.generated.UpdateDatapointRequest attribute) (honeyhive.models.generated.UpdateRunRequest attribute) (in module honeyhive.config.models)

method (honeyhive.utils.error_handler.ErrorContext attribute) Metric (class in honeyhive.models.generated) Metric1 (class in honeyhive.models.generated) Metric2 (class in honeyhive.models.generated) metric_deltas (honeyhive.experiments.models.RunComparisonResult attribute) metric_id (honeyhive.models.generated.MetricEdit attribute) metric_name (honeyhive.models.generated.Detail attribute) (honeyhive.models.generated.Metric2 attribute) metric_type (honeyhive.models.generated.Detail attribute) (honeyhive.models.generated.Metric2 attribute) MetricDatapoints (built-in class) MetricDetail (built-in class) MetricEdit (class in honeyhive.models.generated) Metrics (class in honeyhive.models.generated) metrics (Event attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Datapoint1 attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.ExperimentComparisonResponse attribute) (honeyhive.models.generated.ExperimentResultResponse attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) MetricsAPI (class in honeyhive.api.metrics) min (honeyhive.models.generated.Threshold attribute) misses (honeyhive.utils.cache.Cache property) mode() built-in function model (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.EventType attribute) (honeyhive.models.generated.EventType1 attribute) (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute) (LLMEvent attribute) model_config (honeyhive.config.models.APIClientConfig attribute) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.ExperimentConfig attribute) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.config.models.OTLPConfig attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.models.RunComparisonResult attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) model_name (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) model_provider (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) module honeyhive.models.generated MultiEvaluationResult (built-in class)

N

name (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.CreateProjectRequest attribute) (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.CreateToolRequest attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.DatasetUpdate attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.Metric1 attribute) (honeyhive.models.generated.MetricEdit attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.Project attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) (honeyhive.models.generated.SelectedFunction attribute) (honeyhive.models.generated.Tool attribute) (honeyhive.models.generated.UpdateProjectRequest attribute) (honeyhive.models.generated.UpdateRunRequest attribute) (honeyhive.models.generated.UpdateToolRequest attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (InstrumentationScope attribute) (SpanEvent attribute)

needs_ground_truth (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) new_aggregate (honeyhive.models.generated.Metric2 attribute) new_only_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) new_run (honeyhive.models.generated.ExperimentComparisonResponse attribute) new_run_id (honeyhive.experiments.models.RunComparisonResult attribute) new_values (honeyhive.models.generated.Metric2 attribute) NewRun (class in honeyhive.models.generated) no_proxy (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) none (honeyhive.models.generated.FunctionCallParams attribute) NoOpSpan (class in honeyhive.tracer.core.base) not_contains (honeyhive.models.generated.Operator attribute) num_points (honeyhive.models.generated.Dataset attribute) number (honeyhive.models.generated.Type attribute)

O

OKBLUE (honeyhive.experiments.evaluators.TerminalColors attribute) OKCYAN (honeyhive.experiments.evaluators.TerminalColors attribute) OKGREEN (honeyhive.experiments.evaluators.TerminalColors attribute) old_aggregate (honeyhive.models.generated.Metric2 attribute) old_only_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) old_run (honeyhive.models.generated.ExperimentComparisonResponse attribute) old_run_id (honeyhive.experiments.models.RunComparisonResult attribute) old_values (honeyhive.models.generated.Metric2 attribute) OldRun (class in honeyhive.models.generated) operation (honeyhive.utils.error_handler.ErrorContext attribute) operation_name (Span attribute) Operator (class in honeyhive.models.generated) operator (honeyhive.models.generated.EventFilter attribute) otlp_enabled (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) otlp_endpoint (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models)

otlp_headers (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) otlp_protocol (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) OTLPConfig (class in honeyhive.config.models) OTLPJSONExporter (class in honeyhive.tracer.processing.otlp_exporter) outputs (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (in module honeyhive.config.models) overall_toxicity (ToxicityEvaluation attribute)

P

parallel_execution (EvaluationConfig attribute) Parameters (class in honeyhive.models.generated) parameters (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateToolRequest attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) (honeyhive.models.generated.SelectedFunction attribute) (honeyhive.models.generated.Tool attribute) (honeyhive.models.generated.UpdateToolRequest attribute) (ToolEvent attribute) Parameters1 (class in honeyhive.models.generated) Parameters2 (class in honeyhive.models.generated) params (honeyhive.utils.error_handler.ErrorContext attribute) parent_id (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) parent_span_id (Span attribute) pass_when (honeyhive.models.generated.Threshold attribute) passed (honeyhive.models.generated.Datapoint1 attribute) (honeyhive.models.generated.Datapoints attribute) (honeyhive.models.generated.ExperimentResultResponse attribute) (honeyhive.models.generated.Metric1 attribute) passing_categories (honeyhive.models.generated.Threshold attribute) passing_ranges (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) patch() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PENDING (honeyhive.experiments.models.ExperimentRunStatus attribute) pending (honeyhive.models.generated.Status attribute) performance honeyhive-trace command line option pipeline (honeyhive.models.generated.Type6 attribute) pipeline_type (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.Dataset attribute) PipelineType (class in honeyhive.models.generated) pool_block (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_connections (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_maxsize (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_timeout (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) PooledAsyncHTTPClient (class in honeyhive.utils.connection_pool) PooledHTTPClient (class in honeyhive.utils.connection_pool) post() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PostConfigurationRequest (class in honeyhive.models.generated) prepare_external_dataset() built-in function

prepare_run_request_data() built-in function presence (honeyhive.models.generated.EventDetail attribute) preserve_core_attributes (built-in variable) (honeyhive.config.models.TracerConfig attribute) prod (honeyhive.models.generated.EnvEnum attribute) Project honeyhive-eval command line option, [1], [2] honeyhive-event command line option, [1], [2] honeyhive-session command line option honeyhive-trace command line option, [1], [2] project (built-in variable) Project (class in honeyhive.models.generated) project (Event attribute) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateDatapointRequest attribute) (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) (honeyhive.models.generated.SessionStartRequest attribute) (in module honeyhive) (in module honeyhive.config.models) project_id (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.UpdateProjectRequest attribute) project_name (honeyhive.tracer.core.base.HoneyHiveTracerBase property) prompt_template (LLMEvent attribute) prompt_variables (LLMEvent attribute) provider (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) (LLMEvent attribute) put() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PutConfigurationRequest (class in honeyhive.models.generated) PYTHON (honeyhive.models.generated.Type1 attribute)

Q

QualityEvaluation (built-in class)

query_intent_match (RelevanceEvaluation attribute)

R

rate_limit_calls (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) rate_limit_window (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) RateLimiter (class in honeyhive.api.client) RateLimitError (class in honeyhive.utils.error_handler) record_exception() (honeyhive.tracer.core.base.NoOpSpan method) RelevanceEvaluation (built-in class) request() (honeyhive.HoneyHive method) request_async() (honeyhive.HoneyHive method) reset honeyhive-config command line option reset() (honeyhive.tracer.core.base.HoneyHiveTracerBase class method) reset_stats() (honeyhive.utils.connection_pool.ConnectionPool method) ResilienceLevel (class in honeyhive.tracer.integration.error_handling) RESILIENT (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) Resource (built-in class) resource (Span attribute) response (honeyhive.models.generated.CreateModelEvent attribute) response_format (honeyhive.models.generated.CreateModelEvent attribute) (LLMEvent attribute) responseFormat (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute) results (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute)

retry_after (honeyhive.utils.error_handler.ErrorResponse attribute) retry_config (EvaluationConfig attribute) retry_delay (built-in variable) retry_on_status_codes (honeyhive.utils.retry.RetryConfig attribute) RetryConfig (class in honeyhive.utils.retry) return_async_connection() (honeyhive.utils.connection_pool.ConnectionPool method) return_connection() (honeyhive.utils.connection_pool.ConnectionPool method) return_type (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) return_value (ToolEvent attribute) ReturnType (class in honeyhive.models.generated) root (honeyhive.models.generated.UUIDType attribute) run honeyhive-eval command line option run_experiment() built-in function run_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.generated.CreateRunResponse attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (in module honeyhive.config.models) RunComparisonResult (built-in class) (class in honeyhive.experiments.models) RUNNING (honeyhive.experiments.models.ExperimentRunStatus attribute)

S

same (honeyhive.models.generated.Metric2 attribute) same_count (honeyhive.models.generated.Metric2 attribute) sampling_percentage (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) saved (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) scale (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) schema_url (InstrumentationScope attribute) score (Evaluation attribute) (EvaluationEvent attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) search honeyhive-event command line option SelectedFunction (class in honeyhive.models.generated) selectedFunctions (honeyhive.models.generated.Parameters attribute) (honeyhive.models.generated.Parameters1 attribute) (honeyhive.models.generated.Parameters2 attribute) SemanticSimilarityEvaluator (class in honeyhive.evaluation.evaluators) sensitive_keys (built-in variable) sentence_count (LengthEvaluation attribute) server_url (honeyhive.config.models.base.ServerURLMixin attribute) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) ServerURLMixin (class in honeyhive.config.models.base) session (honeyhive.models.generated.EventType attribute) (honeyhive.models.generated.PipelineType attribute) session_api (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) session_id (Event attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Datapoint1 attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (in module honeyhive) (in module honeyhive.config.models) session_ids (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) session_name (built-in variable) (honeyhive.config.models.TracerConfig attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (in module honeyhive.config.models) SessionConfig (class in honeyhive.config.models) SessionPropertiesBatch (class in honeyhive.models.generated) SessionResponse (class in honeyhive.api.session) SessionStartRequest (class in honeyhive.models.generated) SessionStartResponse (class in honeyhive.api.session) set honeyhive-config command line option set() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method)

set_attribute() (honeyhive.tracer.core.base.NoOpSpan method) set_attributes() (honeyhive.tracer.core.base.NoOpSpan method) set_status() (honeyhive.tracer.core.base.NoOpSpan method) setdefault() (honeyhive.utils.dotdict.DotDict method) should_retry() (honeyhive.utils.retry.RetryConfig method) should_retry_exception() (honeyhive.utils.retry.RetryConfig method) shutdown() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) source (built-in variable) (Event attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.CreateModelEvent attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) (in module honeyhive) (in module honeyhive.config.models) source_environment (honeyhive.tracer.core.base.HoneyHiveTracerBase property) Span (built-in class) span_id (Span attribute) (SpanContext attribute) (SpanLink attribute) SpanContext (built-in class) SpanEvent (built-in class) SpanLink (built-in class) staging (honeyhive.models.generated.EnvEnum attribute) start_time (Event attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.SessionStartRequest attribute) (Span attribute) stats() (honeyhive.utils.cache.Cache method) Status (class in honeyhive.models.generated) status (Evaluation attribute) (EvaluationBatch attribute) (Event attribute) (honeyhive.models.generated.CreateRunRequest attribute) (honeyhive.models.generated.EvaluationRun attribute) (honeyhive.models.generated.ExperimentResultResponse attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) (honeyhive.models.generated.UpdateRunRequest attribute) (Span attribute) status_code (honeyhive.utils.error_handler.ErrorResponse attribute) strategy (honeyhive.utils.retry.RetryConfig attribute) STRICT (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) string (honeyhive.models.generated.ReturnType attribute) (honeyhive.models.generated.Type attribute) structured_logging (built-in variable) success (honeyhive.models.generated.ExperimentResultResponse attribute) (honeyhive.utils.error_handler.ErrorResponse attribute) summary_method (MultiEvaluationResult attribute) summary_score (MultiEvaluationResult attribute) sync_client (honeyhive.HoneyHive property)

T

target_event_id (Evaluation attribute) (EvaluationEvent attribute) (MultiEvaluationResult attribute) task (honeyhive.models.generated.CreateToolRequest attribute) (honeyhive.models.generated.Tool attribute) template (honeyhive.models.generated.CreateModelEvent attribute) template_inputs (honeyhive.models.generated.CreateModelEvent attribute) tenant (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.NewRun attribute) (honeyhive.models.generated.OldRun attribute) TerminalColors (class in honeyhive.experiments.evaluators) test_mode (built-in variable) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (in module honeyhive) (in module honeyhive.config.models) Threshold (class in honeyhive.models.generated) threshold (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) timeout (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (in module honeyhive.config.models) timeout_ms (EvaluationConfig attribute) timestamp (Evaluation attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (SpanEvent attribute) to_dict() (honeyhive.utils.dotdict.DotDict method) (honeyhive.utils.error_handler.ErrorResponse method) to_tracer_config() (ExperimentContext method) (honeyhive.experiments.core.ExperimentContext method) Tool (class in honeyhive.models.generated) tool (honeyhive.models.generated.EventType attribute) (honeyhive.models.generated.EventType1 attribute) (honeyhive.models.generated.ToolType attribute) (honeyhive.models.generated.Type3 attribute)

tool_calls (LLMEvent attribute) tool_choice (honeyhive.models.generated.CreateModelEvent attribute) tool_type (honeyhive.models.generated.Tool attribute) ToolEvent (built-in class) tools (honeyhive.models.generated.CreateModelEvent attribute) (LLMEvent attribute) ToolType (class in honeyhive.models.generated) topic_alignment (RelevanceEvaluation attribute) toxicity_categories (ToxicityEvaluation attribute) ToxicityEvaluation (built-in class) trace() (in module honeyhive) trace_flags (SpanContext attribute) trace_id (Span attribute) (SpanContext attribute) (SpanLink attribute) trace_state (SpanContext attribute) tracer (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) TracerConfig (class in honeyhive.config.models) Type (class in honeyhive.models.generated) type (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateDatasetRequest attribute) (honeyhive.models.generated.CreateToolRequest attribute) (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.EventFilter attribute) (honeyhive.models.generated.Metric attribute) (honeyhive.models.generated.MetricEdit attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) Type1 (class in honeyhive.models.generated) Type3 (class in honeyhive.models.generated) Type4 (class in honeyhive.models.generated) Type6 (class in honeyhive.models.generated)

U

UNDERLINE (honeyhive.experiments.evaluators.TerminalColors attribute) unlink() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) update honeyhive-project command line option update() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.dotdict.DotDict method) update_configuration() (in module honeyhive) update_dataset() (honeyhive.api.datasets.DatasetsAPI method) update_event() (honeyhive.api.events.EventsAPI method) update_event_async() (honeyhive.api.events.EventsAPI method) update_metric() (honeyhive.api.metrics.MetricsAPI method) update_metric_async() (honeyhive.api.metrics.MetricsAPI method) update_metric_from_dict() (honeyhive.api.metrics.MetricsAPI method) update_metric_from_dict_async() (honeyhive.api.metrics.MetricsAPI method) update_name() (honeyhive.tracer.core.base.NoOpSpan method) update_project() (honeyhive.api.projects.ProjectsAPI method) update_run() (honeyhive.api.evaluations.EvaluationsAPI method) update_run_async() (honeyhive.api.evaluations.EvaluationsAPI method) update_run_from_dict() (honeyhive.api.evaluations.EvaluationsAPI method) update_run_from_dict_async() (honeyhive.api.evaluations.EvaluationsAPI method)

update_tool() (honeyhive.api.tools.ToolsAPI method) update_verbose_setting() (honeyhive.utils.logger.HoneyHiveLogger method) updated_at (honeyhive.models.generated.Datapoint attribute) (honeyhive.models.generated.Dataset attribute) (honeyhive.models.generated.Metric attribute) UpdateDatapointRequest (class in honeyhive.models.generated) UpdateProjectRequest (class in honeyhive.models.generated) UpdateRunRequest (class in honeyhive.models.generated) UpdateRunResponse (class in honeyhive.models.generated) UpdateToolRequest (class in honeyhive.models.generated) url (honeyhive.utils.error_handler.ErrorContext attribute) usage (honeyhive.models.generated.CreateModelEvent attribute) user_properties (Event attribute) (honeyhive.models.generated.Configuration attribute) (honeyhive.models.generated.CreateEventRequest attribute) (honeyhive.models.generated.Event attribute) (honeyhive.models.generated.PostConfigurationRequest attribute) (honeyhive.models.generated.PutConfigurationRequest attribute) (honeyhive.models.generated.SessionPropertiesBatch attribute) (honeyhive.models.generated.SessionStartRequest attribute) UUIDType (class in honeyhive.models.generated)

V

validate_api_key() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_batch_sizes() (honeyhive.config.models.OTLPConfig class method) validate_boolean_fields() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_experiment_metadata() (honeyhive.config.models.ExperimentConfig class method) validate_experiment_strings() (honeyhive.config.models.ExperimentConfig class method) validate_ids() (honeyhive.config.models.EvaluationConfig class method) (honeyhive.config.models.TracerConfig class method) validate_otlp_endpoint() (honeyhive.config.models.OTLPConfig class method) validate_otlp_headers() (honeyhive.config.models.OTLPConfig class method) validate_pool_maxsize() (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile class method) validate_positive_float() (honeyhive.config.models.HTTPClientConfig class method) validate_positive_int() (honeyhive.config.models.HTTPClientConfig class method) validate_project() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_proxy_url() (honeyhive.config.models.HTTPClientConfig class method) validate_server_url() (honeyhive.config.models.base.ServerURLMixin class method) (honeyhive.config.models.TracerConfig class method)

validate_session_id() (honeyhive.config.models.SessionConfig class method) (honeyhive.config.models.TracerConfig class method) validate_source() (honeyhive.config.models.TracerConfig class method) validate_timeouts() (honeyhive.config.models.OTLPConfig class method) ValidationError (class in honeyhive.utils.error_handler) value (honeyhive.models.generated.EventFilter attribute) (honeyhive.models.generated.Metric1 attribute) values (honeyhive.models.generated.Detail attribute) values() (honeyhive.utils.baggage_dict.BaggageDict method) verbose (honeyhive.config.models.BaseHoneyHiveConfig attribute) (in module honeyhive.config.models) verify_ssl (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) version (InstrumentationScope attribute)

W

wait_if_needed() (honeyhive.api.client.RateLimiter method) WARNING (honeyhive.experiments.evaluators.TerminalColors attribute) warning (honeyhive.models.generated.UpdateRunResponse attribute) warning() (honeyhive.utils.logger.HoneyHiveLogger method)

weights (MultiEvaluationResult attribute) whoami honeyhive-auth command line option with_distributed_trace_context() (in module honeyhive.tracer.processing.context) word_count (LengthEvaluation attribute)