langfuse.api.evaluation_commons

  1# This file was auto-generated by Fern from our API Definition.
  2
  3# isort: skip_file
  4
  5import typing
  6from importlib import import_module
  7
  8if typing.TYPE_CHECKING:
  9    from .types import (
 10        ArrayOptionsEvaluationRuleFilter,
 11        BooleanEvaluationRuleFilter,
 12        CategoryOptionsEvaluationRuleFilter,
 13        CodeEvaluatorSourceCodeLanguage,
 14        DateTimeEvaluationRuleFilter,
 15        EvaluationRuleArrayOptionsFilterOperator,
 16        EvaluationRuleBooleanFilterOperator,
 17        EvaluationRuleFilter,
 18        EvaluationRuleFilter_ArrayOptions,
 19        EvaluationRuleFilter_Boolean,
 20        EvaluationRuleFilter_CategoryOptions,
 21        EvaluationRuleFilter_Datetime,
 22        EvaluationRuleFilter_Null,
 23        EvaluationRuleFilter_Number,
 24        EvaluationRuleFilter_NumberObject,
 25        EvaluationRuleFilter_String,
 26        EvaluationRuleFilter_StringObject,
 27        EvaluationRuleFilter_StringOptions,
 28        EvaluationRuleNullFilterOperator,
 29        EvaluationRuleNumberFilterOperator,
 30        EvaluationRuleOptionsFilterOperator,
 31        EvaluationRuleReadFilter,
 32        EvaluationRuleReadFilterBase,
 33        EvaluationRuleReadFilterWithKey,
 34        EvaluationRuleStringFilterOperator,
 35        EvaluatorOutputDefinition,
 36        EvaluatorOutputDefinitionBase,
 37        EvaluatorOutputDefinition_Boolean,
 38        EvaluatorOutputDefinition_Categorical,
 39        EvaluatorOutputDefinition_Numeric,
 40        EvaluatorOutputScoreType,
 41        EvaluatorType,
 42        LegacyEvaluationObject,
 43        LegacyPromptVariableMapping,
 44        NullEvaluationRuleFilter,
 45        NumberEvaluationRuleFilter,
 46        NumberObjectEvaluationRuleFilter,
 47        PromptVariableMapping,
 48        PromptVariableMappingInput,
 49        PromptVariableMappingRead,
 50        PromptVariableMappingSource,
 51        PublicEvaluatorBooleanScore,
 52        PublicEvaluatorCategoricalScore,
 53        PublicEvaluatorNumericScore,
 54        PublicEvaluatorOutputDefinition,
 55        PublicEvaluatorOutputDefinition_Boolean,
 56        PublicEvaluatorOutputDefinition_Categorical,
 57        PublicEvaluatorOutputDefinition_Numeric,
 58        StringEvaluationRuleFilter,
 59        StringObjectEvaluationRuleFilter,
 60        StringOptionsEvaluationRuleFilter,
 61    )
 62_dynamic_imports: typing.Dict[str, str] = {
 63    "ArrayOptionsEvaluationRuleFilter": ".types",
 64    "BooleanEvaluationRuleFilter": ".types",
 65    "CategoryOptionsEvaluationRuleFilter": ".types",
 66    "CodeEvaluatorSourceCodeLanguage": ".types",
 67    "DateTimeEvaluationRuleFilter": ".types",
 68    "EvaluationRuleArrayOptionsFilterOperator": ".types",
 69    "EvaluationRuleBooleanFilterOperator": ".types",
 70    "EvaluationRuleFilter": ".types",
 71    "EvaluationRuleFilter_ArrayOptions": ".types",
 72    "EvaluationRuleFilter_Boolean": ".types",
 73    "EvaluationRuleFilter_CategoryOptions": ".types",
 74    "EvaluationRuleFilter_Datetime": ".types",
 75    "EvaluationRuleFilter_Null": ".types",
 76    "EvaluationRuleFilter_Number": ".types",
 77    "EvaluationRuleFilter_NumberObject": ".types",
 78    "EvaluationRuleFilter_String": ".types",
 79    "EvaluationRuleFilter_StringObject": ".types",
 80    "EvaluationRuleFilter_StringOptions": ".types",
 81    "EvaluationRuleNullFilterOperator": ".types",
 82    "EvaluationRuleNumberFilterOperator": ".types",
 83    "EvaluationRuleOptionsFilterOperator": ".types",
 84    "EvaluationRuleReadFilter": ".types",
 85    "EvaluationRuleReadFilterBase": ".types",
 86    "EvaluationRuleReadFilterWithKey": ".types",
 87    "EvaluationRuleStringFilterOperator": ".types",
 88    "EvaluatorOutputDefinition": ".types",
 89    "EvaluatorOutputDefinitionBase": ".types",
 90    "EvaluatorOutputDefinition_Boolean": ".types",
 91    "EvaluatorOutputDefinition_Categorical": ".types",
 92    "EvaluatorOutputDefinition_Numeric": ".types",
 93    "EvaluatorOutputScoreType": ".types",
 94    "EvaluatorType": ".types",
 95    "LegacyEvaluationObject": ".types",
 96    "LegacyPromptVariableMapping": ".types",
 97    "NullEvaluationRuleFilter": ".types",
 98    "NumberEvaluationRuleFilter": ".types",
 99    "NumberObjectEvaluationRuleFilter": ".types",
100    "PromptVariableMapping": ".types",
101    "PromptVariableMappingInput": ".types",
102    "PromptVariableMappingRead": ".types",
103    "PromptVariableMappingSource": ".types",
104    "PublicEvaluatorBooleanScore": ".types",
105    "PublicEvaluatorCategoricalScore": ".types",
106    "PublicEvaluatorNumericScore": ".types",
107    "PublicEvaluatorOutputDefinition": ".types",
108    "PublicEvaluatorOutputDefinition_Boolean": ".types",
109    "PublicEvaluatorOutputDefinition_Categorical": ".types",
110    "PublicEvaluatorOutputDefinition_Numeric": ".types",
111    "StringEvaluationRuleFilter": ".types",
112    "StringObjectEvaluationRuleFilter": ".types",
113    "StringOptionsEvaluationRuleFilter": ".types",
114}
115
116
117def __getattr__(attr_name: str) -> typing.Any:
118    module_name = _dynamic_imports.get(attr_name)
119    if module_name is None:
120        raise AttributeError(
121            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
122        )
123    try:
124        module = import_module(module_name, __package__)
125        if module_name == f".{attr_name}":
126            return module
127        else:
128            return getattr(module, attr_name)
129    except ImportError as e:
130        raise ImportError(
131            f"Failed to import {attr_name} from {module_name}: {e}"
132        ) from e
133    except AttributeError as e:
134        raise AttributeError(
135            f"Failed to get {attr_name} from {module_name}: {e}"
136        ) from e
137
138
139def __dir__():
140    lazy_attrs = list(_dynamic_imports.keys())
141    return sorted(lazy_attrs)
142
143
144__all__ = [
145    "ArrayOptionsEvaluationRuleFilter",
146    "BooleanEvaluationRuleFilter",
147    "CategoryOptionsEvaluationRuleFilter",
148    "CodeEvaluatorSourceCodeLanguage",
149    "DateTimeEvaluationRuleFilter",
150    "EvaluationRuleArrayOptionsFilterOperator",
151    "EvaluationRuleBooleanFilterOperator",
152    "EvaluationRuleFilter",
153    "EvaluationRuleFilter_ArrayOptions",
154    "EvaluationRuleFilter_Boolean",
155    "EvaluationRuleFilter_CategoryOptions",
156    "EvaluationRuleFilter_Datetime",
157    "EvaluationRuleFilter_Null",
158    "EvaluationRuleFilter_Number",
159    "EvaluationRuleFilter_NumberObject",
160    "EvaluationRuleFilter_String",
161    "EvaluationRuleFilter_StringObject",
162    "EvaluationRuleFilter_StringOptions",
163    "EvaluationRuleNullFilterOperator",
164    "EvaluationRuleNumberFilterOperator",
165    "EvaluationRuleOptionsFilterOperator",
166    "EvaluationRuleReadFilter",
167    "EvaluationRuleReadFilterBase",
168    "EvaluationRuleReadFilterWithKey",
169    "EvaluationRuleStringFilterOperator",
170    "EvaluatorOutputDefinition",
171    "EvaluatorOutputDefinitionBase",
172    "EvaluatorOutputDefinition_Boolean",
173    "EvaluatorOutputDefinition_Categorical",
174    "EvaluatorOutputDefinition_Numeric",
175    "EvaluatorOutputScoreType",
176    "EvaluatorType",
177    "LegacyEvaluationObject",
178    "LegacyPromptVariableMapping",
179    "NullEvaluationRuleFilter",
180    "NumberEvaluationRuleFilter",
181    "NumberObjectEvaluationRuleFilter",
182    "PromptVariableMapping",
183    "PromptVariableMappingInput",
184    "PromptVariableMappingRead",
185    "PromptVariableMappingSource",
186    "PublicEvaluatorBooleanScore",
187    "PublicEvaluatorCategoricalScore",
188    "PublicEvaluatorNumericScore",
189    "PublicEvaluatorOutputDefinition",
190    "PublicEvaluatorOutputDefinition_Boolean",
191    "PublicEvaluatorOutputDefinition_Categorical",
192    "PublicEvaluatorOutputDefinition_Numeric",
193    "StringEvaluationRuleFilter",
194    "StringObjectEvaluationRuleFilter",
195    "StringOptionsEvaluationRuleFilter",
196]