langfuse.api.evaluators

  1# This file was auto-generated by Fern from our API Definition.
  2
  3# isort: skip_file
  4
  5import typing
  6from importlib import import_module
  7
  8if typing.TYPE_CHECKING:
  9    from .types import (
 10        CodeEvaluator,
 11        CodeEvaluatorVersion,
 12        CreateCodeEvaluatorRequest,
 13        CreateEvaluatorRequest,
 14        CreateEvaluatorRequest_Code,
 15        CreateEvaluatorRequest_LlmAsJudge,
 16        CreateLlmAsJudgeEvaluatorRequest,
 17        Creator,
 18        CursorMeta,
 19        DeletedEvaluator,
 20        EvaluationRuleAssignment,
 21        Evaluator,
 22        EvaluatorBase,
 23        EvaluatorChatMessage,
 24        EvaluatorChatMessageRole,
 25        EvaluatorChatPrompt,
 26        EvaluatorChatPromptInput,
 27        EvaluatorModelConfig,
 28        EvaluatorStatus,
 29        EvaluatorVersion,
 30        EvaluatorVersionBase,
 31        EvaluatorVersion_Code,
 32        EvaluatorVersion_LlmAsJudge,
 33        EvaluatorVersionsPage,
 34        Evaluator_Code,
 35        Evaluator_LlmAsJudge,
 36        EvaluatorsPage,
 37        LlmAsJudgeEvaluator,
 38        LlmAsJudgeEvaluatorVersion,
 39        UpdateCodeEvaluatorRequest,
 40        UpdateEvaluatorMetadataRequest,
 41        UpdateEvaluatorRequest,
 42        UpdateLlmAsJudgeEvaluatorRequest,
 43    )
 44_dynamic_imports: typing.Dict[str, str] = {
 45    "CodeEvaluator": ".types",
 46    "CodeEvaluatorVersion": ".types",
 47    "CreateCodeEvaluatorRequest": ".types",
 48    "CreateEvaluatorRequest": ".types",
 49    "CreateEvaluatorRequest_Code": ".types",
 50    "CreateEvaluatorRequest_LlmAsJudge": ".types",
 51    "CreateLlmAsJudgeEvaluatorRequest": ".types",
 52    "Creator": ".types",
 53    "CursorMeta": ".types",
 54    "DeletedEvaluator": ".types",
 55    "EvaluationRuleAssignment": ".types",
 56    "Evaluator": ".types",
 57    "EvaluatorBase": ".types",
 58    "EvaluatorChatMessage": ".types",
 59    "EvaluatorChatMessageRole": ".types",
 60    "EvaluatorChatPrompt": ".types",
 61    "EvaluatorChatPromptInput": ".types",
 62    "EvaluatorModelConfig": ".types",
 63    "EvaluatorStatus": ".types",
 64    "EvaluatorVersion": ".types",
 65    "EvaluatorVersionBase": ".types",
 66    "EvaluatorVersion_Code": ".types",
 67    "EvaluatorVersion_LlmAsJudge": ".types",
 68    "EvaluatorVersionsPage": ".types",
 69    "Evaluator_Code": ".types",
 70    "Evaluator_LlmAsJudge": ".types",
 71    "EvaluatorsPage": ".types",
 72    "LlmAsJudgeEvaluator": ".types",
 73    "LlmAsJudgeEvaluatorVersion": ".types",
 74    "UpdateCodeEvaluatorRequest": ".types",
 75    "UpdateEvaluatorMetadataRequest": ".types",
 76    "UpdateEvaluatorRequest": ".types",
 77    "UpdateLlmAsJudgeEvaluatorRequest": ".types",
 78}
 79
 80
 81def __getattr__(attr_name: str) -> typing.Any:
 82    module_name = _dynamic_imports.get(attr_name)
 83    if module_name is None:
 84        raise AttributeError(
 85            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
 86        )
 87    try:
 88        module = import_module(module_name, __package__)
 89        if module_name == f".{attr_name}":
 90            return module
 91        else:
 92            return getattr(module, attr_name)
 93    except ImportError as e:
 94        raise ImportError(
 95            f"Failed to import {attr_name} from {module_name}: {e}"
 96        ) from e
 97    except AttributeError as e:
 98        raise AttributeError(
 99            f"Failed to get {attr_name} from {module_name}: {e}"
100        ) from e
101
102
103def __dir__():
104    lazy_attrs = list(_dynamic_imports.keys())
105    return sorted(lazy_attrs)
106
107
108__all__ = [
109    "CodeEvaluator",
110    "CodeEvaluatorVersion",
111    "CreateCodeEvaluatorRequest",
112    "CreateEvaluatorRequest",
113    "CreateEvaluatorRequest_Code",
114    "CreateEvaluatorRequest_LlmAsJudge",
115    "CreateLlmAsJudgeEvaluatorRequest",
116    "Creator",
117    "CursorMeta",
118    "DeletedEvaluator",
119    "EvaluationRuleAssignment",
120    "Evaluator",
121    "EvaluatorBase",
122    "EvaluatorChatMessage",
123    "EvaluatorChatMessageRole",
124    "EvaluatorChatPrompt",
125    "EvaluatorChatPromptInput",
126    "EvaluatorModelConfig",
127    "EvaluatorStatus",
128    "EvaluatorVersion",
129    "EvaluatorVersionBase",
130    "EvaluatorVersion_Code",
131    "EvaluatorVersion_LlmAsJudge",
132    "EvaluatorVersionsPage",
133    "Evaluator_Code",
134    "Evaluator_LlmAsJudge",
135    "EvaluatorsPage",
136    "LlmAsJudgeEvaluator",
137    "LlmAsJudgeEvaluatorVersion",
138    "UpdateCodeEvaluatorRequest",
139    "UpdateEvaluatorMetadataRequest",
140    "UpdateEvaluatorRequest",
141    "UpdateLlmAsJudgeEvaluatorRequest",
142]