langfuse.api.unstable

  1# This file was auto-generated by Fern from our API Definition.
  2
  3# isort: skip_file
  4
  5import typing
  6from importlib import import_module
  7
  8if typing.TYPE_CHECKING:
  9    from .errors import (
 10        AccessDeniedError,
 11        BadRequestError,
 12        ConflictError,
 13        InternalServerError,
 14        MethodNotAllowedError,
 15        NotFoundError,
 16        PublicApiError,
 17        PublicApiErrorCode,
 18        PublicApiErrorDetails,
 19        PublicApiValidationIssue,
 20        TooManyRequestsError,
 21        UnauthorizedError,
 22        UnprocessableContentError,
 23    )
 24    from . import (
 25        commons,
 26        dashboard_widgets,
 27        dashboards,
 28        errors,
 29        evaluation_rules,
 30        evaluators,
 31    )
 32    from .commons import (
 33        ArrayOptionsEvaluationRuleFilter,
 34        BooleanEvaluationRuleFilter,
 35        CategoryOptionsEvaluationRuleFilter,
 36        CodeEvaluatorSourceCodeLanguage,
 37        DateTimeEvaluationRuleFilter,
 38        EvaluationRuleArrayOptionsFilterOperator,
 39        EvaluationRuleBooleanFilterOperator,
 40        EvaluationRuleFilter,
 41        EvaluationRuleFilter_ArrayOptions,
 42        EvaluationRuleFilter_Boolean,
 43        EvaluationRuleFilter_CategoryOptions,
 44        EvaluationRuleFilter_Datetime,
 45        EvaluationRuleFilter_Null,
 46        EvaluationRuleFilter_Number,
 47        EvaluationRuleFilter_NumberObject,
 48        EvaluationRuleFilter_String,
 49        EvaluationRuleFilter_StringObject,
 50        EvaluationRuleFilter_StringOptions,
 51        EvaluationRuleNullFilterOperator,
 52        EvaluationRuleNumberFilterOperator,
 53        EvaluationRuleOptionsFilterOperator,
 54        EvaluationRuleStatus,
 55        EvaluationRuleStringFilterOperator,
 56        EvaluationRuleTarget,
 57        EvaluatorModelConfig,
 58        EvaluatorOutputDataType,
 59        EvaluatorOutputDefinition,
 60        EvaluatorOutputDefinition_Boolean,
 61        EvaluatorOutputDefinition_Categorical,
 62        EvaluatorOutputDefinition_Numeric,
 63        EvaluatorOutputFieldDefinition,
 64        EvaluatorType,
 65        NullEvaluationRuleFilter,
 66        NumberEvaluationRuleFilter,
 67        NumberObjectEvaluationRuleFilter,
 68        PromptVariableMappingInput,
 69        PromptVariableMappingRead,
 70        PromptVariableMappingSource,
 71        PublicBooleanEvaluatorOutputDefinition,
 72        PublicCategoricalEvaluatorOutputDefinition,
 73        PublicCategoricalEvaluatorOutputScoreDefinition,
 74        PublicEvaluatorOutputDefinition,
 75        PublicEvaluatorOutputDefinition_Boolean,
 76        PublicEvaluatorOutputDefinition_Categorical,
 77        PublicEvaluatorOutputDefinition_Numeric,
 78        PublicNumericEvaluatorOutputDefinition,
 79        PublicNumericEvaluatorOutputScoreDefinition,
 80        StringEvaluationRuleFilter,
 81        StringObjectEvaluationRuleFilter,
 82        StringOptionsEvaluationRuleFilter,
 83    )
 84    from .dashboard_widgets import (
 85        CreateDashboardWidgetRequest,
 86        DashboardWidget,
 87        DashboardWidgetChartConfig,
 88        DashboardWidgetChartConfigInput,
 89        DashboardWidgetChartType,
 90        DashboardWidgetDefaultSort,
 91        DashboardWidgetDimension,
 92        DashboardWidgetFilter,
 93        DashboardWidgetList,
 94        DashboardWidgetMetric,
 95        DashboardWidgetMetricAggregation,
 96        DashboardWidgetSortOrder,
 97        DashboardWidgetView,
 98        DashboardWidgetViewWithLegacy,
 99        DeleteDashboardWidgetResponse,
100        UpdateDashboardWidgetRequest,
101    )
102    from .dashboards import (
103        CreateDashboardPlacementRequest,
104        CreateDashboardPlacementRequest_Preset,
105        CreateDashboardPlacementRequest_Widget,
106        CreateDashboardRequest,
107        CreatePresetPlacement,
108        CreateWidgetPlacement,
109        Dashboard,
110        DashboardDefinition,
111        DashboardList,
112        DashboardPlacement,
113        DashboardPlacement_Preset,
114        DashboardPlacement_Widget,
115        DeleteDashboardPlacementResponse,
116        DeleteDashboardResponse,
117        PresetPlacement,
118        UpdateDashboardPlacementRequest,
119        UpdateDashboardRequest,
120        WidgetPlacement,
121    )
122    from .evaluation_rules import (
123        CodeEvaluationRuleEvaluatorReference,
124        CreateCodeEvaluationRuleRequest,
125        CreateEvaluationRuleEvaluatorAssignment,
126        CreateEvaluationRuleEvaluatorReference,
127        CreateEvaluationRuleRequest,
128        CreateEvaluationRuleWithEvaluatorsRequest,
129        CreateLlmAsJudgeEvaluationRuleRequest,
130        DeleteEvaluationRuleResponse,
131        EvaluationRule,
132        EvaluationRuleBase,
133        EvaluationRuleEvaluator,
134        EvaluationRuleEvaluatorAssignment,
135        EvaluationRuleEvaluatorReference,
136        EvaluationRuleTimeScope,
137        EvaluationRules,
138        LegacyEvaluationObject,
139        LegacyEvaluationRule,
140        LegacyEvaluationRuleEvaluatorAssignment,
141        LegacyEvaluationRuleTarget,
142        LegacyPromptVariableMapping,
143        LlmAsJudgeEvaluationRuleEvaluatorReference,
144        LlmAsJudgeEvaluatorType,
145        ReadableEvaluationRule,
146        ReadableV2EvaluationRule,
147        UpdateEvaluationRuleRequest,
148    )
149    from .evaluators import (
150        CodeEvaluator,
151        CreateCodeEvaluatorRequest,
152        CreateEvaluatorRequest,
153        CreateEvaluatorRequest_Code,
154        CreateEvaluatorRequest_LlmAsJudge,
155        CreateLlmAsJudgeEvaluatorRequest,
156        DeleteEvaluatorResponse,
157        Evaluator,
158        EvaluatorBase,
159        Evaluator_Code,
160        Evaluator_LlmAsJudge,
161        Evaluators,
162        LlmAsJudgeEvaluator,
163    )
164_dynamic_imports: typing.Dict[str, str] = {
165    "AccessDeniedError": ".errors",
166    "ArrayOptionsEvaluationRuleFilter": ".commons",
167    "BadRequestError": ".errors",
168    "BooleanEvaluationRuleFilter": ".commons",
169    "CategoryOptionsEvaluationRuleFilter": ".commons",
170    "CodeEvaluationRuleEvaluatorReference": ".evaluation_rules",
171    "CodeEvaluator": ".evaluators",
172    "CodeEvaluatorSourceCodeLanguage": ".commons",
173    "ConflictError": ".errors",
174    "CreateCodeEvaluationRuleRequest": ".evaluation_rules",
175    "CreateCodeEvaluatorRequest": ".evaluators",
176    "CreateDashboardPlacementRequest": ".dashboards",
177    "CreateDashboardPlacementRequest_Preset": ".dashboards",
178    "CreateDashboardPlacementRequest_Widget": ".dashboards",
179    "CreateDashboardRequest": ".dashboards",
180    "CreateDashboardWidgetRequest": ".dashboard_widgets",
181    "CreateEvaluationRuleEvaluatorAssignment": ".evaluation_rules",
182    "CreateEvaluationRuleEvaluatorReference": ".evaluation_rules",
183    "CreateEvaluationRuleRequest": ".evaluation_rules",
184    "CreateEvaluationRuleWithEvaluatorsRequest": ".evaluation_rules",
185    "CreateEvaluatorRequest": ".evaluators",
186    "CreateEvaluatorRequest_Code": ".evaluators",
187    "CreateEvaluatorRequest_LlmAsJudge": ".evaluators",
188    "CreateLlmAsJudgeEvaluationRuleRequest": ".evaluation_rules",
189    "CreateLlmAsJudgeEvaluatorRequest": ".evaluators",
190    "CreatePresetPlacement": ".dashboards",
191    "CreateWidgetPlacement": ".dashboards",
192    "Dashboard": ".dashboards",
193    "DashboardDefinition": ".dashboards",
194    "DashboardList": ".dashboards",
195    "DashboardPlacement": ".dashboards",
196    "DashboardPlacement_Preset": ".dashboards",
197    "DashboardPlacement_Widget": ".dashboards",
198    "DashboardWidget": ".dashboard_widgets",
199    "DashboardWidgetChartConfig": ".dashboard_widgets",
200    "DashboardWidgetChartConfigInput": ".dashboard_widgets",
201    "DashboardWidgetChartType": ".dashboard_widgets",
202    "DashboardWidgetDefaultSort": ".dashboard_widgets",
203    "DashboardWidgetDimension": ".dashboard_widgets",
204    "DashboardWidgetFilter": ".dashboard_widgets",
205    "DashboardWidgetList": ".dashboard_widgets",
206    "DashboardWidgetMetric": ".dashboard_widgets",
207    "DashboardWidgetMetricAggregation": ".dashboard_widgets",
208    "DashboardWidgetSortOrder": ".dashboard_widgets",
209    "DashboardWidgetView": ".dashboard_widgets",
210    "DashboardWidgetViewWithLegacy": ".dashboard_widgets",
211    "DateTimeEvaluationRuleFilter": ".commons",
212    "DeleteDashboardPlacementResponse": ".dashboards",
213    "DeleteDashboardResponse": ".dashboards",
214    "DeleteDashboardWidgetResponse": ".dashboard_widgets",
215    "DeleteEvaluationRuleResponse": ".evaluation_rules",
216    "DeleteEvaluatorResponse": ".evaluators",
217    "EvaluationRule": ".evaluation_rules",
218    "EvaluationRuleArrayOptionsFilterOperator": ".commons",
219    "EvaluationRuleBase": ".evaluation_rules",
220    "EvaluationRuleBooleanFilterOperator": ".commons",
221    "EvaluationRuleEvaluator": ".evaluation_rules",
222    "EvaluationRuleEvaluatorAssignment": ".evaluation_rules",
223    "EvaluationRuleEvaluatorReference": ".evaluation_rules",
224    "EvaluationRuleFilter": ".commons",
225    "EvaluationRuleFilter_ArrayOptions": ".commons",
226    "EvaluationRuleFilter_Boolean": ".commons",
227    "EvaluationRuleFilter_CategoryOptions": ".commons",
228    "EvaluationRuleFilter_Datetime": ".commons",
229    "EvaluationRuleFilter_Null": ".commons",
230    "EvaluationRuleFilter_Number": ".commons",
231    "EvaluationRuleFilter_NumberObject": ".commons",
232    "EvaluationRuleFilter_String": ".commons",
233    "EvaluationRuleFilter_StringObject": ".commons",
234    "EvaluationRuleFilter_StringOptions": ".commons",
235    "EvaluationRuleNullFilterOperator": ".commons",
236    "EvaluationRuleNumberFilterOperator": ".commons",
237    "EvaluationRuleOptionsFilterOperator": ".commons",
238    "EvaluationRuleStatus": ".commons",
239    "EvaluationRuleStringFilterOperator": ".commons",
240    "EvaluationRuleTarget": ".commons",
241    "EvaluationRuleTimeScope": ".evaluation_rules",
242    "EvaluationRules": ".evaluation_rules",
243    "Evaluator": ".evaluators",
244    "EvaluatorBase": ".evaluators",
245    "EvaluatorModelConfig": ".commons",
246    "EvaluatorOutputDataType": ".commons",
247    "EvaluatorOutputDefinition": ".commons",
248    "EvaluatorOutputDefinition_Boolean": ".commons",
249    "EvaluatorOutputDefinition_Categorical": ".commons",
250    "EvaluatorOutputDefinition_Numeric": ".commons",
251    "EvaluatorOutputFieldDefinition": ".commons",
252    "EvaluatorType": ".commons",
253    "Evaluator_Code": ".evaluators",
254    "Evaluator_LlmAsJudge": ".evaluators",
255    "Evaluators": ".evaluators",
256    "InternalServerError": ".errors",
257    "LegacyEvaluationObject": ".evaluation_rules",
258    "LegacyEvaluationRule": ".evaluation_rules",
259    "LegacyEvaluationRuleEvaluatorAssignment": ".evaluation_rules",
260    "LegacyEvaluationRuleTarget": ".evaluation_rules",
261    "LegacyPromptVariableMapping": ".evaluation_rules",
262    "LlmAsJudgeEvaluationRuleEvaluatorReference": ".evaluation_rules",
263    "LlmAsJudgeEvaluator": ".evaluators",
264    "LlmAsJudgeEvaluatorType": ".evaluation_rules",
265    "MethodNotAllowedError": ".errors",
266    "NotFoundError": ".errors",
267    "NullEvaluationRuleFilter": ".commons",
268    "NumberEvaluationRuleFilter": ".commons",
269    "NumberObjectEvaluationRuleFilter": ".commons",
270    "PresetPlacement": ".dashboards",
271    "PromptVariableMappingInput": ".commons",
272    "PromptVariableMappingRead": ".commons",
273    "PromptVariableMappingSource": ".commons",
274    "PublicApiError": ".errors",
275    "PublicApiErrorCode": ".errors",
276    "PublicApiErrorDetails": ".errors",
277    "PublicApiValidationIssue": ".errors",
278    "PublicBooleanEvaluatorOutputDefinition": ".commons",
279    "PublicCategoricalEvaluatorOutputDefinition": ".commons",
280    "PublicCategoricalEvaluatorOutputScoreDefinition": ".commons",
281    "PublicEvaluatorOutputDefinition": ".commons",
282    "PublicEvaluatorOutputDefinition_Boolean": ".commons",
283    "PublicEvaluatorOutputDefinition_Categorical": ".commons",
284    "PublicEvaluatorOutputDefinition_Numeric": ".commons",
285    "PublicNumericEvaluatorOutputDefinition": ".commons",
286    "PublicNumericEvaluatorOutputScoreDefinition": ".commons",
287    "ReadableEvaluationRule": ".evaluation_rules",
288    "ReadableV2EvaluationRule": ".evaluation_rules",
289    "StringEvaluationRuleFilter": ".commons",
290    "StringObjectEvaluationRuleFilter": ".commons",
291    "StringOptionsEvaluationRuleFilter": ".commons",
292    "TooManyRequestsError": ".errors",
293    "UnauthorizedError": ".errors",
294    "UnprocessableContentError": ".errors",
295    "UpdateDashboardPlacementRequest": ".dashboards",
296    "UpdateDashboardRequest": ".dashboards",
297    "UpdateDashboardWidgetRequest": ".dashboard_widgets",
298    "UpdateEvaluationRuleRequest": ".evaluation_rules",
299    "WidgetPlacement": ".dashboards",
300    "commons": ".commons",
301    "dashboard_widgets": ".dashboard_widgets",
302    "dashboards": ".dashboards",
303    "errors": ".errors",
304    "evaluation_rules": ".evaluation_rules",
305    "evaluators": ".evaluators",
306}
307
308
309def __getattr__(attr_name: str) -> typing.Any:
310    module_name = _dynamic_imports.get(attr_name)
311    if module_name is None:
312        raise AttributeError(
313            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
314        )
315    try:
316        module = import_module(module_name, __package__)
317        if module_name == f".{attr_name}":
318            return module
319        else:
320            return getattr(module, attr_name)
321    except ImportError as e:
322        raise ImportError(
323            f"Failed to import {attr_name} from {module_name}: {e}"
324        ) from e
325    except AttributeError as e:
326        raise AttributeError(
327            f"Failed to get {attr_name} from {module_name}: {e}"
328        ) from e
329
330
331def __dir__():
332    lazy_attrs = list(_dynamic_imports.keys())
333    return sorted(lazy_attrs)
334
335
336__all__ = [
337    "AccessDeniedError",
338    "ArrayOptionsEvaluationRuleFilter",
339    "BadRequestError",
340    "BooleanEvaluationRuleFilter",
341    "CategoryOptionsEvaluationRuleFilter",
342    "CodeEvaluationRuleEvaluatorReference",
343    "CodeEvaluator",
344    "CodeEvaluatorSourceCodeLanguage",
345    "ConflictError",
346    "CreateCodeEvaluationRuleRequest",
347    "CreateCodeEvaluatorRequest",
348    "CreateDashboardPlacementRequest",
349    "CreateDashboardPlacementRequest_Preset",
350    "CreateDashboardPlacementRequest_Widget",
351    "CreateDashboardRequest",
352    "CreateDashboardWidgetRequest",
353    "CreateEvaluationRuleEvaluatorAssignment",
354    "CreateEvaluationRuleEvaluatorReference",
355    "CreateEvaluationRuleRequest",
356    "CreateEvaluationRuleWithEvaluatorsRequest",
357    "CreateEvaluatorRequest",
358    "CreateEvaluatorRequest_Code",
359    "CreateEvaluatorRequest_LlmAsJudge",
360    "CreateLlmAsJudgeEvaluationRuleRequest",
361    "CreateLlmAsJudgeEvaluatorRequest",
362    "CreatePresetPlacement",
363    "CreateWidgetPlacement",
364    "Dashboard",
365    "DashboardDefinition",
366    "DashboardList",
367    "DashboardPlacement",
368    "DashboardPlacement_Preset",
369    "DashboardPlacement_Widget",
370    "DashboardWidget",
371    "DashboardWidgetChartConfig",
372    "DashboardWidgetChartConfigInput",
373    "DashboardWidgetChartType",
374    "DashboardWidgetDefaultSort",
375    "DashboardWidgetDimension",
376    "DashboardWidgetFilter",
377    "DashboardWidgetList",
378    "DashboardWidgetMetric",
379    "DashboardWidgetMetricAggregation",
380    "DashboardWidgetSortOrder",
381    "DashboardWidgetView",
382    "DashboardWidgetViewWithLegacy",
383    "DateTimeEvaluationRuleFilter",
384    "DeleteDashboardPlacementResponse",
385    "DeleteDashboardResponse",
386    "DeleteDashboardWidgetResponse",
387    "DeleteEvaluationRuleResponse",
388    "DeleteEvaluatorResponse",
389    "EvaluationRule",
390    "EvaluationRuleArrayOptionsFilterOperator",
391    "EvaluationRuleBase",
392    "EvaluationRuleBooleanFilterOperator",
393    "EvaluationRuleEvaluator",
394    "EvaluationRuleEvaluatorAssignment",
395    "EvaluationRuleEvaluatorReference",
396    "EvaluationRuleFilter",
397    "EvaluationRuleFilter_ArrayOptions",
398    "EvaluationRuleFilter_Boolean",
399    "EvaluationRuleFilter_CategoryOptions",
400    "EvaluationRuleFilter_Datetime",
401    "EvaluationRuleFilter_Null",
402    "EvaluationRuleFilter_Number",
403    "EvaluationRuleFilter_NumberObject",
404    "EvaluationRuleFilter_String",
405    "EvaluationRuleFilter_StringObject",
406    "EvaluationRuleFilter_StringOptions",
407    "EvaluationRuleNullFilterOperator",
408    "EvaluationRuleNumberFilterOperator",
409    "EvaluationRuleOptionsFilterOperator",
410    "EvaluationRuleStatus",
411    "EvaluationRuleStringFilterOperator",
412    "EvaluationRuleTarget",
413    "EvaluationRuleTimeScope",
414    "EvaluationRules",
415    "Evaluator",
416    "EvaluatorBase",
417    "EvaluatorModelConfig",
418    "EvaluatorOutputDataType",
419    "EvaluatorOutputDefinition",
420    "EvaluatorOutputDefinition_Boolean",
421    "EvaluatorOutputDefinition_Categorical",
422    "EvaluatorOutputDefinition_Numeric",
423    "EvaluatorOutputFieldDefinition",
424    "EvaluatorType",
425    "Evaluator_Code",
426    "Evaluator_LlmAsJudge",
427    "Evaluators",
428    "InternalServerError",
429    "LegacyEvaluationObject",
430    "LegacyEvaluationRule",
431    "LegacyEvaluationRuleEvaluatorAssignment",
432    "LegacyEvaluationRuleTarget",
433    "LegacyPromptVariableMapping",
434    "LlmAsJudgeEvaluationRuleEvaluatorReference",
435    "LlmAsJudgeEvaluator",
436    "LlmAsJudgeEvaluatorType",
437    "MethodNotAllowedError",
438    "NotFoundError",
439    "NullEvaluationRuleFilter",
440    "NumberEvaluationRuleFilter",
441    "NumberObjectEvaluationRuleFilter",
442    "PresetPlacement",
443    "PromptVariableMappingInput",
444    "PromptVariableMappingRead",
445    "PromptVariableMappingSource",
446    "PublicApiError",
447    "PublicApiErrorCode",
448    "PublicApiErrorDetails",
449    "PublicApiValidationIssue",
450    "PublicBooleanEvaluatorOutputDefinition",
451    "PublicCategoricalEvaluatorOutputDefinition",
452    "PublicCategoricalEvaluatorOutputScoreDefinition",
453    "PublicEvaluatorOutputDefinition",
454    "PublicEvaluatorOutputDefinition_Boolean",
455    "PublicEvaluatorOutputDefinition_Categorical",
456    "PublicEvaluatorOutputDefinition_Numeric",
457    "PublicNumericEvaluatorOutputDefinition",
458    "PublicNumericEvaluatorOutputScoreDefinition",
459    "ReadableEvaluationRule",
460    "ReadableV2EvaluationRule",
461    "StringEvaluationRuleFilter",
462    "StringObjectEvaluationRuleFilter",
463    "StringOptionsEvaluationRuleFilter",
464    "TooManyRequestsError",
465    "UnauthorizedError",
466    "UnprocessableContentError",
467    "UpdateDashboardPlacementRequest",
468    "UpdateDashboardRequest",
469    "UpdateDashboardWidgetRequest",
470    "UpdateEvaluationRuleRequest",
471    "WidgetPlacement",
472    "commons",
473    "dashboard_widgets",
474    "dashboards",
475    "errors",
476    "evaluation_rules",
477    "evaluators",
478]