Skip to content

honeyhive.evaluation

HoneyHive Evaluation Module (Deprecated)

⚠️ DEPRECATION WARNING: This module is deprecated and will be removed in a future version. Please migrate to the new honeyhive.experiments module.

Migration Guide

OLD: from honeyhive.evaluation import evaluate, evaluator NEW: from honeyhive.experiments import evaluate, evaluator

The experiments module provides: - Same functionality with improved architecture - Better tracer integration - Backend aggregation support - Enhanced performance with multi-instance tracer pattern

For more details, see: https://docs.honeyhive.ai/sdk-reference/experiments

EvaluationContext module-attribute 

EvaluationContext = ExperimentContext

EvaluationResult module-attribute 

EvaluationResult = ExperimentResultSummary

EvaluationRun module-attribute 

EvaluationRun = ExperimentResultSummary

EvalResult module-attribute 

EvalResult = EvalResult

EvalSettings module-attribute 

EvalSettings = EvalSettings

EvaluatorSettings module-attribute 

EvaluatorSettings = EvaluatorSettings

BaseEvaluator

Deprecated: Legacy evaluator base class. Use @evaluator decorator instead.

Source code in src/honeyhive/evaluation/_compat.py 
105
106
107
108
109
110
111
112
113
114
class BaseEvaluator:  # pylint: disable=too-few-public-methods
    """Deprecated: Legacy evaluator base class. Use @evaluator decorator instead."""

    def __init__(self, *args: Any, **kwargs: Any):  # pylint: disable=unused-argument
        """Initialize deprecated BaseEvaluator (shows warning)."""
        warnings.warn(
            "BaseEvaluator is deprecated. Use @evaluator decorator instead.",
            DeprecationWarning,
            stacklevel=2,
        )

aevaluator 

aevaluator(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.aevaluator instead.

Source code in src/honeyhive/evaluation/_compat.py 
64
65
66
67
68
69
70
71
72
73
74
75
76
77
def aevaluator(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.aevaluator instead."""
    if args and callable(args[0]):
        # Used as @aevaluator (no parens)
        func = args[0]
        _deprecation_warning("aevaluator", "aevaluator")
        return _aevaluator(func)

    # Used as @aevaluator(...)
    def wrapper(func: Any) -> Any:
        _deprecation_warning("aevaluator", "aevaluator")
        return _aevaluator(*args, **kwargs)(func)

    return wrapper

compare_runs 

compare_runs(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.compare_runs instead.

Source code in src/honeyhive/evaluation/_compat.py 
 98
 99
100
101
def compare_runs(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.compare_runs instead."""
    _deprecation_warning("compare_runs", "compare_runs")
    return _compare_runs(*args, **kwargs)

evaluate 

evaluate(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.evaluate instead.

Source code in src/honeyhive/evaluation/_compat.py 
42
43
44
45
def evaluate(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.evaluate instead."""
    _deprecation_warning("evaluate", "evaluate")
    return _evaluate(*args, **kwargs)

evaluator 

evaluator(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.evaluator instead.

Source code in src/honeyhive/evaluation/_compat.py 
48
49
50
51
52
53
54
55
56
57
58
59
60
61
def evaluator(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.evaluator instead."""
    if args and callable(args[0]):
        # Used as @evaluator (no parens) - warn only once
        func = args[0]
        _deprecation_warning("evaluator", "evaluator")
        return _evaluator(func)

    # Used as @evaluator(...) - return wrapper
    def wrapper(func: Any) -> Any:
        _deprecation_warning("evaluator", "evaluator")
        return _evaluator(*args, **kwargs)(func)

    return wrapper

get_run_metrics 

get_run_metrics(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.get_run_metrics instead.

Source code in src/honeyhive/evaluation/_compat.py 
92
93
94
95
def get_run_metrics(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.get_run_metrics instead."""
    _deprecation_warning("get_run_metrics", "get_run_metrics")
    return _get_run_metrics(*args, **kwargs)

get_run_result 

get_run_result(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.get_run_result instead.

Source code in src/honeyhive/evaluation/_compat.py 
86
87
88
89
def get_run_result(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.get_run_result instead."""
    _deprecation_warning("get_run_result", "get_run_result")
    return _get_run_result(*args, **kwargs)

run_experiment 

run_experiment(*args: Any, **kwargs: Any) -> Any

Deprecated: Use honeyhive.experiments.run_experiment instead.

Source code in src/honeyhive/evaluation/_compat.py 
80
81
82
83
def run_experiment(*args: Any, **kwargs: Any) -> Any:
    """Deprecated: Use honeyhive.experiments.run_experiment instead."""
    _deprecation_warning("run_experiment", "run_experiment")
    return _run_experiment(*args, **kwargs)