langfuse.api.unstable

  1# This file was auto-generated by Fern from our API Definition.
  2
  3# isort: skip_file
  4
  5import typing
  6from importlib import import_module
  7
  8if typing.TYPE_CHECKING:
  9    from .errors import (
 10        AccessDeniedError,
 11        BadRequestError,
 12        ConflictError,
 13        InternalServerError,
 14        MethodNotAllowedError,
 15        NotFoundError,
 16        PublicApiError,
 17        PublicApiErrorCode,
 18        PublicApiErrorDetails,
 19        PublicApiValidationIssue,
 20        TooManyRequestsError,
 21        UnauthorizedError,
 22        UnprocessableContentError,
 23    )
 24    from . import (
 25        commons,
 26        dashboard_widgets,
 27        dashboards,
 28        errors,
 29        evaluation_rules,
 30        evaluators,
 31    )
 32    from .commons import (
 33        ArrayOptionsEvaluationRuleFilter,
 34        BooleanEvaluationRuleFilter,
 35        CategoryOptionsEvaluationRuleFilter,
 36        CodeEvaluatorSourceCodeLanguage,
 37        DateTimeEvaluationRuleFilter,
 38        EvaluationRuleArrayOptionsFilterOperator,
 39        EvaluationRuleBooleanFilterOperator,
 40        EvaluationRuleFilter,
 41        EvaluationRuleFilter_ArrayOptions,
 42        EvaluationRuleFilter_Boolean,
 43        EvaluationRuleFilter_CategoryOptions,
 44        EvaluationRuleFilter_Datetime,
 45        EvaluationRuleFilter_Null,
 46        EvaluationRuleFilter_Number,
 47        EvaluationRuleFilter_NumberObject,
 48        EvaluationRuleFilter_String,
 49        EvaluationRuleFilter_StringObject,
 50        EvaluationRuleFilter_StringOptions,
 51        EvaluationRuleMapping,
 52        EvaluationRuleMappingSource,
 53        EvaluationRuleNullFilterOperator,
 54        EvaluationRuleNumberFilterOperator,
 55        EvaluationRuleOptionsFilterOperator,
 56        EvaluationRuleStatus,
 57        EvaluationRuleStringFilterOperator,
 58        EvaluationRuleTarget,
 59        EvaluatorModelConfig,
 60        EvaluatorOutputDataType,
 61        EvaluatorOutputDefinition,
 62        EvaluatorOutputDefinition_Boolean,
 63        EvaluatorOutputDefinition_Categorical,
 64        EvaluatorOutputDefinition_Numeric,
 65        EvaluatorOutputFieldDefinition,
 66        EvaluatorScope,
 67        EvaluatorType,
 68        NullEvaluationRuleFilter,
 69        NumberEvaluationRuleFilter,
 70        NumberObjectEvaluationRuleFilter,
 71        PublicBooleanEvaluatorOutputDefinition,
 72        PublicCategoricalEvaluatorOutputDefinition,
 73        PublicCategoricalEvaluatorOutputScoreDefinition,
 74        PublicEvaluatorOutputDefinition,
 75        PublicEvaluatorOutputDefinition_Boolean,
 76        PublicEvaluatorOutputDefinition_Categorical,
 77        PublicEvaluatorOutputDefinition_Numeric,
 78        PublicNumericEvaluatorOutputDefinition,
 79        StringEvaluationRuleFilter,
 80        StringObjectEvaluationRuleFilter,
 81        StringOptionsEvaluationRuleFilter,
 82    )
 83    from .dashboard_widgets import (
 84        CreateDashboardWidgetRequest,
 85        DashboardWidget,
 86        DashboardWidgetChartConfig,
 87        DashboardWidgetChartConfigInput,
 88        DashboardWidgetChartType,
 89        DashboardWidgetDefaultSort,
 90        DashboardWidgetDimension,
 91        DashboardWidgetFilter,
 92        DashboardWidgetList,
 93        DashboardWidgetMetric,
 94        DashboardWidgetMetricAggregation,
 95        DashboardWidgetSortOrder,
 96        DashboardWidgetView,
 97        DashboardWidgetViewWithLegacy,
 98        DeleteDashboardWidgetResponse,
 99        UpdateDashboardWidgetRequest,
100    )
101    from .dashboards import (
102        CreateDashboardPlacementRequest,
103        CreateDashboardPlacementRequest_Preset,
104        CreateDashboardPlacementRequest_Widget,
105        CreateDashboardRequest,
106        CreatePresetPlacement,
107        CreateWidgetPlacement,
108        Dashboard,
109        DashboardDefinition,
110        DashboardList,
111        DashboardPlacement,
112        DashboardPlacement_Preset,
113        DashboardPlacement_Widget,
114        DeleteDashboardPlacementResponse,
115        DeleteDashboardResponse,
116        PresetPlacement,
117        UpdateDashboardPlacementRequest,
118        UpdateDashboardRequest,
119        WidgetPlacement,
120    )
121    from .evaluation_rules import (
122        CodeEvaluationRuleEvaluatorReference,
123        CreateCodeEvaluationRuleRequest,
124        CreateEvaluationRuleRequest,
125        CreateLlmAsJudgeEvaluationRuleRequest,
126        DeleteEvaluationRuleResponse,
127        EvaluationRule,
128        EvaluationRuleEvaluator,
129        EvaluationRuleEvaluatorReference,
130        EvaluationRules,
131        LlmAsJudgeEvaluationRuleEvaluatorReference,
132        LlmAsJudgeEvaluatorType,
133        UpdateEvaluationRuleRequest,
134    )
135    from .evaluators import (
136        CodeEvaluator,
137        CreateCodeEvaluatorRequest,
138        CreateEvaluatorRequest,
139        CreateEvaluatorRequest_Code,
140        CreateEvaluatorRequest_LlmAsJudge,
141        CreateLlmAsJudgeEvaluatorRequest,
142        DeleteEvaluatorResponse,
143        Evaluator,
144        EvaluatorBase,
145        Evaluator_Code,
146        Evaluator_LlmAsJudge,
147        Evaluators,
148        LlmAsJudgeEvaluator,
149    )
150_dynamic_imports: typing.Dict[str, str] = {
151    "AccessDeniedError": ".errors",
152    "ArrayOptionsEvaluationRuleFilter": ".commons",
153    "BadRequestError": ".errors",
154    "BooleanEvaluationRuleFilter": ".commons",
155    "CategoryOptionsEvaluationRuleFilter": ".commons",
156    "CodeEvaluationRuleEvaluatorReference": ".evaluation_rules",
157    "CodeEvaluator": ".evaluators",
158    "CodeEvaluatorSourceCodeLanguage": ".commons",
159    "ConflictError": ".errors",
160    "CreateCodeEvaluationRuleRequest": ".evaluation_rules",
161    "CreateCodeEvaluatorRequest": ".evaluators",
162    "CreateDashboardPlacementRequest": ".dashboards",
163    "CreateDashboardPlacementRequest_Preset": ".dashboards",
164    "CreateDashboardPlacementRequest_Widget": ".dashboards",
165    "CreateDashboardRequest": ".dashboards",
166    "CreateDashboardWidgetRequest": ".dashboard_widgets",
167    "CreateEvaluationRuleRequest": ".evaluation_rules",
168    "CreateEvaluatorRequest": ".evaluators",
169    "CreateEvaluatorRequest_Code": ".evaluators",
170    "CreateEvaluatorRequest_LlmAsJudge": ".evaluators",
171    "CreateLlmAsJudgeEvaluationRuleRequest": ".evaluation_rules",
172    "CreateLlmAsJudgeEvaluatorRequest": ".evaluators",
173    "CreatePresetPlacement": ".dashboards",
174    "CreateWidgetPlacement": ".dashboards",
175    "Dashboard": ".dashboards",
176    "DashboardDefinition": ".dashboards",
177    "DashboardList": ".dashboards",
178    "DashboardPlacement": ".dashboards",
179    "DashboardPlacement_Preset": ".dashboards",
180    "DashboardPlacement_Widget": ".dashboards",
181    "DashboardWidget": ".dashboard_widgets",
182    "DashboardWidgetChartConfig": ".dashboard_widgets",
183    "DashboardWidgetChartConfigInput": ".dashboard_widgets",
184    "DashboardWidgetChartType": ".dashboard_widgets",
185    "DashboardWidgetDefaultSort": ".dashboard_widgets",
186    "DashboardWidgetDimension": ".dashboard_widgets",
187    "DashboardWidgetFilter": ".dashboard_widgets",
188    "DashboardWidgetList": ".dashboard_widgets",
189    "DashboardWidgetMetric": ".dashboard_widgets",
190    "DashboardWidgetMetricAggregation": ".dashboard_widgets",
191    "DashboardWidgetSortOrder": ".dashboard_widgets",
192    "DashboardWidgetView": ".dashboard_widgets",
193    "DashboardWidgetViewWithLegacy": ".dashboard_widgets",
194    "DateTimeEvaluationRuleFilter": ".commons",
195    "DeleteDashboardPlacementResponse": ".dashboards",
196    "DeleteDashboardResponse": ".dashboards",
197    "DeleteDashboardWidgetResponse": ".dashboard_widgets",
198    "DeleteEvaluationRuleResponse": ".evaluation_rules",
199    "DeleteEvaluatorResponse": ".evaluators",
200    "EvaluationRule": ".evaluation_rules",
201    "EvaluationRuleArrayOptionsFilterOperator": ".commons",
202    "EvaluationRuleBooleanFilterOperator": ".commons",
203    "EvaluationRuleEvaluator": ".evaluation_rules",
204    "EvaluationRuleEvaluatorReference": ".evaluation_rules",
205    "EvaluationRuleFilter": ".commons",
206    "EvaluationRuleFilter_ArrayOptions": ".commons",
207    "EvaluationRuleFilter_Boolean": ".commons",
208    "EvaluationRuleFilter_CategoryOptions": ".commons",
209    "EvaluationRuleFilter_Datetime": ".commons",
210    "EvaluationRuleFilter_Null": ".commons",
211    "EvaluationRuleFilter_Number": ".commons",
212    "EvaluationRuleFilter_NumberObject": ".commons",
213    "EvaluationRuleFilter_String": ".commons",
214    "EvaluationRuleFilter_StringObject": ".commons",
215    "EvaluationRuleFilter_StringOptions": ".commons",
216    "EvaluationRuleMapping": ".commons",
217    "EvaluationRuleMappingSource": ".commons",
218    "EvaluationRuleNullFilterOperator": ".commons",
219    "EvaluationRuleNumberFilterOperator": ".commons",
220    "EvaluationRuleOptionsFilterOperator": ".commons",
221    "EvaluationRuleStatus": ".commons",
222    "EvaluationRuleStringFilterOperator": ".commons",
223    "EvaluationRuleTarget": ".commons",
224    "EvaluationRules": ".evaluation_rules",
225    "Evaluator": ".evaluators",
226    "EvaluatorBase": ".evaluators",
227    "EvaluatorModelConfig": ".commons",
228    "EvaluatorOutputDataType": ".commons",
229    "EvaluatorOutputDefinition": ".commons",
230    "EvaluatorOutputDefinition_Boolean": ".commons",
231    "EvaluatorOutputDefinition_Categorical": ".commons",
232    "EvaluatorOutputDefinition_Numeric": ".commons",
233    "EvaluatorOutputFieldDefinition": ".commons",
234    "EvaluatorScope": ".commons",
235    "EvaluatorType": ".commons",
236    "Evaluator_Code": ".evaluators",
237    "Evaluator_LlmAsJudge": ".evaluators",
238    "Evaluators": ".evaluators",
239    "InternalServerError": ".errors",
240    "LlmAsJudgeEvaluationRuleEvaluatorReference": ".evaluation_rules",
241    "LlmAsJudgeEvaluator": ".evaluators",
242    "LlmAsJudgeEvaluatorType": ".evaluation_rules",
243    "MethodNotAllowedError": ".errors",
244    "NotFoundError": ".errors",
245    "NullEvaluationRuleFilter": ".commons",
246    "NumberEvaluationRuleFilter": ".commons",
247    "NumberObjectEvaluationRuleFilter": ".commons",
248    "PresetPlacement": ".dashboards",
249    "PublicApiError": ".errors",
250    "PublicApiErrorCode": ".errors",
251    "PublicApiErrorDetails": ".errors",
252    "PublicApiValidationIssue": ".errors",
253    "PublicBooleanEvaluatorOutputDefinition": ".commons",
254    "PublicCategoricalEvaluatorOutputDefinition": ".commons",
255    "PublicCategoricalEvaluatorOutputScoreDefinition": ".commons",
256    "PublicEvaluatorOutputDefinition": ".commons",
257    "PublicEvaluatorOutputDefinition_Boolean": ".commons",
258    "PublicEvaluatorOutputDefinition_Categorical": ".commons",
259    "PublicEvaluatorOutputDefinition_Numeric": ".commons",
260    "PublicNumericEvaluatorOutputDefinition": ".commons",
261    "StringEvaluationRuleFilter": ".commons",
262    "StringObjectEvaluationRuleFilter": ".commons",
263    "StringOptionsEvaluationRuleFilter": ".commons",
264    "TooManyRequestsError": ".errors",
265    "UnauthorizedError": ".errors",
266    "UnprocessableContentError": ".errors",
267    "UpdateDashboardPlacementRequest": ".dashboards",
268    "UpdateDashboardRequest": ".dashboards",
269    "UpdateDashboardWidgetRequest": ".dashboard_widgets",
270    "UpdateEvaluationRuleRequest": ".evaluation_rules",
271    "WidgetPlacement": ".dashboards",
272    "commons": ".commons",
273    "dashboard_widgets": ".dashboard_widgets",
274    "dashboards": ".dashboards",
275    "errors": ".errors",
276    "evaluation_rules": ".evaluation_rules",
277    "evaluators": ".evaluators",
278}
279
280
281def __getattr__(attr_name: str) -> typing.Any:
282    module_name = _dynamic_imports.get(attr_name)
283    if module_name is None:
284        raise AttributeError(
285            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
286        )
287    try:
288        module = import_module(module_name, __package__)
289        if module_name == f".{attr_name}":
290            return module
291        else:
292            return getattr(module, attr_name)
293    except ImportError as e:
294        raise ImportError(
295            f"Failed to import {attr_name} from {module_name}: {e}"
296        ) from e
297    except AttributeError as e:
298        raise AttributeError(
299            f"Failed to get {attr_name} from {module_name}: {e}"
300        ) from e
301
302
303def __dir__():
304    lazy_attrs = list(_dynamic_imports.keys())
305    return sorted(lazy_attrs)
306
307
308__all__ = [
309    "AccessDeniedError",
310    "ArrayOptionsEvaluationRuleFilter",
311    "BadRequestError",
312    "BooleanEvaluationRuleFilter",
313    "CategoryOptionsEvaluationRuleFilter",
314    "CodeEvaluationRuleEvaluatorReference",
315    "CodeEvaluator",
316    "CodeEvaluatorSourceCodeLanguage",
317    "ConflictError",
318    "CreateCodeEvaluationRuleRequest",
319    "CreateCodeEvaluatorRequest",
320    "CreateDashboardPlacementRequest",
321    "CreateDashboardPlacementRequest_Preset",
322    "CreateDashboardPlacementRequest_Widget",
323    "CreateDashboardRequest",
324    "CreateDashboardWidgetRequest",
325    "CreateEvaluationRuleRequest",
326    "CreateEvaluatorRequest",
327    "CreateEvaluatorRequest_Code",
328    "CreateEvaluatorRequest_LlmAsJudge",
329    "CreateLlmAsJudgeEvaluationRuleRequest",
330    "CreateLlmAsJudgeEvaluatorRequest",
331    "CreatePresetPlacement",
332    "CreateWidgetPlacement",
333    "Dashboard",
334    "DashboardDefinition",
335    "DashboardList",
336    "DashboardPlacement",
337    "DashboardPlacement_Preset",
338    "DashboardPlacement_Widget",
339    "DashboardWidget",
340    "DashboardWidgetChartConfig",
341    "DashboardWidgetChartConfigInput",
342    "DashboardWidgetChartType",
343    "DashboardWidgetDefaultSort",
344    "DashboardWidgetDimension",
345    "DashboardWidgetFilter",
346    "DashboardWidgetList",
347    "DashboardWidgetMetric",
348    "DashboardWidgetMetricAggregation",
349    "DashboardWidgetSortOrder",
350    "DashboardWidgetView",
351    "DashboardWidgetViewWithLegacy",
352    "DateTimeEvaluationRuleFilter",
353    "DeleteDashboardPlacementResponse",
354    "DeleteDashboardResponse",
355    "DeleteDashboardWidgetResponse",
356    "DeleteEvaluationRuleResponse",
357    "DeleteEvaluatorResponse",
358    "EvaluationRule",
359    "EvaluationRuleArrayOptionsFilterOperator",
360    "EvaluationRuleBooleanFilterOperator",
361    "EvaluationRuleEvaluator",
362    "EvaluationRuleEvaluatorReference",
363    "EvaluationRuleFilter",
364    "EvaluationRuleFilter_ArrayOptions",
365    "EvaluationRuleFilter_Boolean",
366    "EvaluationRuleFilter_CategoryOptions",
367    "EvaluationRuleFilter_Datetime",
368    "EvaluationRuleFilter_Null",
369    "EvaluationRuleFilter_Number",
370    "EvaluationRuleFilter_NumberObject",
371    "EvaluationRuleFilter_String",
372    "EvaluationRuleFilter_StringObject",
373    "EvaluationRuleFilter_StringOptions",
374    "EvaluationRuleMapping",
375    "EvaluationRuleMappingSource",
376    "EvaluationRuleNullFilterOperator",
377    "EvaluationRuleNumberFilterOperator",
378    "EvaluationRuleOptionsFilterOperator",
379    "EvaluationRuleStatus",
380    "EvaluationRuleStringFilterOperator",
381    "EvaluationRuleTarget",
382    "EvaluationRules",
383    "Evaluator",
384    "EvaluatorBase",
385    "EvaluatorModelConfig",
386    "EvaluatorOutputDataType",
387    "EvaluatorOutputDefinition",
388    "EvaluatorOutputDefinition_Boolean",
389    "EvaluatorOutputDefinition_Categorical",
390    "EvaluatorOutputDefinition_Numeric",
391    "EvaluatorOutputFieldDefinition",
392    "EvaluatorScope",
393    "EvaluatorType",
394    "Evaluator_Code",
395    "Evaluator_LlmAsJudge",
396    "Evaluators",
397    "InternalServerError",
398    "LlmAsJudgeEvaluationRuleEvaluatorReference",
399    "LlmAsJudgeEvaluator",
400    "LlmAsJudgeEvaluatorType",
401    "MethodNotAllowedError",
402    "NotFoundError",
403    "NullEvaluationRuleFilter",
404    "NumberEvaluationRuleFilter",
405    "NumberObjectEvaluationRuleFilter",
406    "PresetPlacement",
407    "PublicApiError",
408    "PublicApiErrorCode",
409    "PublicApiErrorDetails",
410    "PublicApiValidationIssue",
411    "PublicBooleanEvaluatorOutputDefinition",
412    "PublicCategoricalEvaluatorOutputDefinition",
413    "PublicCategoricalEvaluatorOutputScoreDefinition",
414    "PublicEvaluatorOutputDefinition",
415    "PublicEvaluatorOutputDefinition_Boolean",
416    "PublicEvaluatorOutputDefinition_Categorical",
417    "PublicEvaluatorOutputDefinition_Numeric",
418    "PublicNumericEvaluatorOutputDefinition",
419    "StringEvaluationRuleFilter",
420    "StringObjectEvaluationRuleFilter",
421    "StringOptionsEvaluationRuleFilter",
422    "TooManyRequestsError",
423    "UnauthorizedError",
424    "UnprocessableContentError",
425    "UpdateDashboardPlacementRequest",
426    "UpdateDashboardRequest",
427    "UpdateDashboardWidgetRequest",
428    "UpdateEvaluationRuleRequest",
429    "WidgetPlacement",
430    "commons",
431    "dashboard_widgets",
432    "dashboards",
433    "errors",
434    "evaluation_rules",
435    "evaluators",
436]
AccessDeniedError
ArrayOptionsEvaluationRuleFilter
BadRequestError
BooleanEvaluationRuleFilter
CategoryOptionsEvaluationRuleFilter
CodeEvaluationRuleEvaluatorReference
CodeEvaluator
CodeEvaluatorSourceCodeLanguage
ConflictError
CreateCodeEvaluationRuleRequest
CreateCodeEvaluatorRequest
CreateDashboardPlacementRequest
CreateDashboardPlacementRequest_Preset
CreateDashboardPlacementRequest_Widget
CreateDashboardRequest
CreateDashboardWidgetRequest
CreateEvaluationRuleRequest
CreateEvaluatorRequest
CreateEvaluatorRequest_Code
CreateEvaluatorRequest_LlmAsJudge
CreateLlmAsJudgeEvaluationRuleRequest
CreateLlmAsJudgeEvaluatorRequest
CreatePresetPlacement
CreateWidgetPlacement
Dashboard
DashboardDefinition
DashboardList
DashboardPlacement
DashboardPlacement_Preset
DashboardPlacement_Widget
DashboardWidget
DashboardWidgetChartConfig
DashboardWidgetChartConfigInput
DashboardWidgetChartType
DashboardWidgetDefaultSort
DashboardWidgetDimension
DashboardWidgetFilter
DashboardWidgetList
DashboardWidgetMetric
DashboardWidgetMetricAggregation
DashboardWidgetSortOrder
DashboardWidgetView
DashboardWidgetViewWithLegacy
DateTimeEvaluationRuleFilter
DeleteDashboardPlacementResponse
DeleteDashboardResponse
DeleteDashboardWidgetResponse
DeleteEvaluationRuleResponse
DeleteEvaluatorResponse
EvaluationRule
EvaluationRuleArrayOptionsFilterOperator
EvaluationRuleBooleanFilterOperator
EvaluationRuleEvaluator
EvaluationRuleEvaluatorReference
EvaluationRuleFilter
EvaluationRuleFilter_ArrayOptions
EvaluationRuleFilter_Boolean
EvaluationRuleFilter_CategoryOptions
EvaluationRuleFilter_Datetime
EvaluationRuleFilter_Null
EvaluationRuleFilter_Number
EvaluationRuleFilter_NumberObject
EvaluationRuleFilter_String
EvaluationRuleFilter_StringObject
EvaluationRuleFilter_StringOptions
EvaluationRuleMapping
EvaluationRuleMappingSource
EvaluationRuleNullFilterOperator
EvaluationRuleNumberFilterOperator
EvaluationRuleOptionsFilterOperator
EvaluationRuleStatus
EvaluationRuleStringFilterOperator
EvaluationRuleTarget
EvaluationRules
Evaluator
EvaluatorBase
EvaluatorModelConfig
EvaluatorOutputDataType
EvaluatorOutputDefinition
EvaluatorOutputDefinition_Boolean
EvaluatorOutputDefinition_Categorical
EvaluatorOutputDefinition_Numeric
EvaluatorOutputFieldDefinition
EvaluatorScope
EvaluatorType
Evaluator_Code
Evaluator_LlmAsJudge
Evaluators
InternalServerError
LlmAsJudgeEvaluationRuleEvaluatorReference
LlmAsJudgeEvaluator
LlmAsJudgeEvaluatorType
MethodNotAllowedError
NotFoundError
NullEvaluationRuleFilter
NumberEvaluationRuleFilter
NumberObjectEvaluationRuleFilter
PresetPlacement
PublicApiError
PublicApiErrorCode
PublicApiErrorDetails
PublicApiValidationIssue
PublicBooleanEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputScoreDefinition
PublicEvaluatorOutputDefinition
PublicEvaluatorOutputDefinition_Boolean
PublicEvaluatorOutputDefinition_Categorical
PublicEvaluatorOutputDefinition_Numeric
PublicNumericEvaluatorOutputDefinition
StringEvaluationRuleFilter
StringObjectEvaluationRuleFilter
StringOptionsEvaluationRuleFilter
TooManyRequestsError
UnauthorizedError
UnprocessableContentError
UpdateDashboardPlacementRequest
UpdateDashboardRequest
UpdateDashboardWidgetRequest
UpdateEvaluationRuleRequest
WidgetPlacement