langfuse.api
1# This file was auto-generated by Fern from our API Definition. 2 3# isort: skip_file 4 5import typing 6from importlib import import_module 7 8if typing.TYPE_CHECKING: 9 from . import ( 10 annotation_queues, 11 blob_storage_integrations, 12 comments, 13 commons, 14 dataset_items, 15 dataset_run_items, 16 datasets, 17 evaluation_commons, 18 evaluation_errors, 19 evaluation_rules, 20 evaluators, 21 experiments, 22 feedback, 23 health, 24 ingestion, 25 legacy, 26 llm_connections, 27 media, 28 metrics, 29 models, 30 observations, 31 opentelemetry, 32 organizations, 33 projects, 34 prompt_version, 35 prompts, 36 scim, 37 score_configs, 38 scores, 39 scores_v3, 40 sessions, 41 trace, 42 unstable, 43 utils, 44 ) 45 from .annotation_queues import ( 46 AnnotationQueue, 47 AnnotationQueueAssignmentRequest, 48 AnnotationQueueItem, 49 AnnotationQueueObjectType, 50 AnnotationQueueStatus, 51 CreateAnnotationQueueAssignmentResponse, 52 CreateAnnotationQueueItemRequest, 53 CreateAnnotationQueueRequest, 54 DeleteAnnotationQueueAssignmentResponse, 55 DeleteAnnotationQueueItemResponse, 56 PaginatedAnnotationQueueItems, 57 PaginatedAnnotationQueues, 58 UpdateAnnotationQueueItemRequest, 59 ) 60 from .blob_storage_integrations import ( 61 BlobStorageExportFieldGroup, 62 BlobStorageExportFrequency, 63 BlobStorageExportMode, 64 BlobStorageExportSource, 65 BlobStorageIntegrationDeletionResponse, 66 BlobStorageIntegrationFileType, 67 BlobStorageIntegrationFileTypeResponse, 68 BlobStorageIntegrationResponse, 69 BlobStorageIntegrationStatusResponse, 70 BlobStorageIntegrationType, 71 BlobStorageIntegrationsResponse, 72 BlobStorageSyncStatus, 73 CreateBlobStorageIntegrationRequest, 74 ) 75 from .client import AsyncLangfuseAPI, LangfuseAPI 76 from .comments import ( 77 CreateCommentRequest, 78 CreateCommentResponse, 79 GetCommentsResponse, 80 ) 81 from .commons import ( 82 AccessDeniedError, 83 BaseScore, 84 BaseScoreV1, 85 BooleanScore, 86 BooleanScoreV1, 87 CategoricalScore, 88 CategoricalScoreV1, 89 Comment, 90 CommentObjectType, 91 ConfigCategory, 92 CorrectionScore, 93 CreateScoreValue, 94 Dataset, 95 DatasetItem, 96 DatasetItemMediaReference, 97 DatasetItemMediaReferenceField, 98 DatasetItemMediaReferenceMedia, 99 DatasetRun, 100 DatasetRunItem, 101 DatasetRunWithItems, 102 DatasetStatus, 103 Deprecation, 104 Error, 105 MapValue, 106 MethodNotAllowedError, 107 Model, 108 ModelPrice, 109 ModelUsageUnit, 110 NotFoundError, 111 NumericScore, 112 NumericScoreV1, 113 Observation, 114 ObservationLevel, 115 ObservationV2, 116 ObservationsView, 117 ObservationsViewSingle, 118 PricingTier, 119 PricingTierAttributeCondition, 120 PricingTierAttributeSource, 121 PricingTierCondition, 122 PricingTierConditionInput, 123 PricingTierInput, 124 PricingTierOperator, 125 PricingTierUsageCondition, 126 PricingTierUsageConditionInput, 127 Score, 128 ScoreConfig, 129 ScoreConfigDataType, 130 ScoreDataType, 131 ScoreSource, 132 ScoreV1, 133 ScoreV1_Boolean, 134 ScoreV1_Categorical, 135 ScoreV1_Numeric, 136 ScoreV1_Text, 137 Score_Boolean, 138 Score_Categorical, 139 Score_Correction, 140 Score_Numeric, 141 Score_Text, 142 Session, 143 SessionWithTraces, 144 TextScore, 145 TextScoreV1, 146 Trace, 147 TraceWithDetails, 148 TraceWithFullDetails, 149 UnauthorizedError, 150 Usage, 151 ) 152 from .dataset_items import ( 153 CreateDatasetItemRequest, 154 DeleteDatasetItemResponse, 155 PaginatedDatasetItems, 156 ) 157 from .dataset_run_items import CreateDatasetRunItemRequest, PaginatedDatasetRunItems 158 from .datasets import ( 159 CreateDatasetRequest, 160 DeleteDatasetRunResponse, 161 PaginatedDatasetRuns, 162 PaginatedDatasets, 163 ) 164 from .evaluation_commons import ( 165 ArrayOptionsEvaluationRuleFilter, 166 BooleanEvaluationRuleFilter, 167 CategoryOptionsEvaluationRuleFilter, 168 CodeEvaluatorSourceCodeLanguage, 169 DateTimeEvaluationRuleFilter, 170 EvaluationRuleArrayOptionsFilterOperator, 171 EvaluationRuleBooleanFilterOperator, 172 EvaluationRuleFilter, 173 EvaluationRuleFilter_ArrayOptions, 174 EvaluationRuleFilter_Boolean, 175 EvaluationRuleFilter_CategoryOptions, 176 EvaluationRuleFilter_Datetime, 177 EvaluationRuleFilter_Null, 178 EvaluationRuleFilter_Number, 179 EvaluationRuleFilter_NumberObject, 180 EvaluationRuleFilter_String, 181 EvaluationRuleFilter_StringObject, 182 EvaluationRuleFilter_StringOptions, 183 EvaluationRuleNullFilterOperator, 184 EvaluationRuleNumberFilterOperator, 185 EvaluationRuleOptionsFilterOperator, 186 EvaluationRuleReadFilter, 187 EvaluationRuleReadFilterBase, 188 EvaluationRuleReadFilterWithKey, 189 EvaluationRuleStringFilterOperator, 190 EvaluatorOutputDefinition, 191 EvaluatorOutputDefinitionBase, 192 EvaluatorOutputDefinition_Boolean, 193 EvaluatorOutputDefinition_Categorical, 194 EvaluatorOutputDefinition_Numeric, 195 EvaluatorOutputScoreType, 196 EvaluatorType, 197 LegacyEvaluationObject, 198 LegacyPromptVariableMapping, 199 NullEvaluationRuleFilter, 200 NumberEvaluationRuleFilter, 201 NumberObjectEvaluationRuleFilter, 202 PromptVariableMapping, 203 PromptVariableMappingInput, 204 PromptVariableMappingRead, 205 PromptVariableMappingSource, 206 PublicEvaluatorBooleanScore, 207 PublicEvaluatorCategoricalScore, 208 PublicEvaluatorNumericScore, 209 PublicEvaluatorOutputDefinition, 210 PublicEvaluatorOutputDefinition_Boolean, 211 PublicEvaluatorOutputDefinition_Categorical, 212 PublicEvaluatorOutputDefinition_Numeric, 213 StringEvaluationRuleFilter, 214 StringObjectEvaluationRuleFilter, 215 StringOptionsEvaluationRuleFilter, 216 ) 217 from .evaluation_errors import ( 218 BadRequestError, 219 ConflictError, 220 EvaluationAccessDeniedError, 221 EvaluationMethodNotAllowedError, 222 EvaluationNotFoundError, 223 EvaluationUnauthorizedError, 224 InternalServerError, 225 PreconditionFailedError, 226 PublicApiError, 227 PublicApiErrorCode, 228 PublicApiErrorDetails, 229 PublicApiValidationIssue, 230 TooManyRequestsError, 231 ) 232 from .evaluation_rules import ( 233 CreateEvaluationRuleRequest, 234 DeletedEvaluationRule, 235 EvaluationRule, 236 EvaluationRuleEvaluatorAssignmentInput, 237 EvaluationRulesPage, 238 EvaluatorAssignment, 239 UpdateEvaluationRuleRequest, 240 ) 241 from .evaluators import ( 242 CodeEvaluator, 243 CodeEvaluatorVersion, 244 CreateCodeEvaluatorRequest, 245 CreateEvaluatorRequest, 246 CreateEvaluatorRequest_Code, 247 CreateEvaluatorRequest_LlmAsJudge, 248 CreateLlmAsJudgeEvaluatorRequest, 249 Creator, 250 CursorMeta, 251 DeletedEvaluator, 252 EvaluationRuleAssignment, 253 Evaluator, 254 EvaluatorBase, 255 EvaluatorChatMessage, 256 EvaluatorChatMessageRole, 257 EvaluatorChatPrompt, 258 EvaluatorChatPromptInput, 259 EvaluatorModelConfig, 260 EvaluatorStatus, 261 EvaluatorVersion, 262 EvaluatorVersionBase, 263 EvaluatorVersion_Code, 264 EvaluatorVersion_LlmAsJudge, 265 EvaluatorVersionsPage, 266 Evaluator_Code, 267 Evaluator_LlmAsJudge, 268 EvaluatorsPage, 269 LlmAsJudgeEvaluator, 270 LlmAsJudgeEvaluatorVersion, 271 UpdateCodeEvaluatorRequest, 272 UpdateEvaluatorMetadataRequest, 273 UpdateEvaluatorRequest, 274 UpdateLlmAsJudgeEvaluatorRequest, 275 ) 276 from .experiments import ( 277 Experiment, 278 ExperimentItem, 279 ExperimentItemsResponse, 280 ExperimentsResponse, 281 ExperimentsResponseMeta, 282 ) 283 from .feedback import ( 284 FeedbackNotConfiguredError, 285 FeedbackTargetType, 286 SubmitFeedbackRequest, 287 SubmitFeedbackResponse, 288 ) 289 from .health import HealthResponse, ServiceUnavailableError 290 from .ingestion import ( 291 BaseEvent, 292 CreateEventBody, 293 CreateEventEvent, 294 CreateGenerationBody, 295 CreateGenerationEvent, 296 CreateObservationEvent, 297 CreateSpanBody, 298 CreateSpanEvent, 299 IngestionError, 300 IngestionEvent, 301 IngestionEvent_EventCreate, 302 IngestionEvent_GenerationCreate, 303 IngestionEvent_GenerationUpdate, 304 IngestionEvent_ObservationCreate, 305 IngestionEvent_ObservationUpdate, 306 IngestionEvent_ScoreCreate, 307 IngestionEvent_SdkLog, 308 IngestionEvent_SpanCreate, 309 IngestionEvent_SpanUpdate, 310 IngestionEvent_TraceCreate, 311 IngestionResponse, 312 IngestionSuccess, 313 IngestionUsage, 314 ObservationBody, 315 ObservationType, 316 OpenAiCompletionUsageSchema, 317 OpenAiResponseUsageSchema, 318 OpenAiUsage, 319 OptionalObservationBody, 320 ScoreBody, 321 ScoreEvent, 322 SdkLogBody, 323 SdkLogEvent, 324 TraceBody, 325 TraceEvent, 326 UpdateEventBody, 327 UpdateGenerationBody, 328 UpdateGenerationEvent, 329 UpdateObservationEvent, 330 UpdateSpanBody, 331 UpdateSpanEvent, 332 UsageDetails, 333 ) 334 from .llm_connections import ( 335 DeleteLlmConnectionResponse, 336 LlmAdapter, 337 LlmConnection, 338 PaginatedLlmConnections, 339 UpsertLlmConnectionRequest, 340 ) 341 from .media import ( 342 GetMediaResponse, 343 GetMediaUploadUrlRequest, 344 GetMediaUploadUrlResponse, 345 MediaContentType, 346 PatchMediaBody, 347 ) 348 from .metrics import MetricsV2Response 349 from .models import CreateModelRequest, ModelTokenizerId, PaginatedModels 350 from .observations import ObservationsV2Meta, ObservationsV2Response 351 from .opentelemetry import ( 352 OtelAttribute, 353 OtelAttributeValue, 354 OtelResource, 355 OtelResourceSpan, 356 OtelScope, 357 OtelScopeSpan, 358 OtelSpan, 359 OtelTraceResponse, 360 ) 361 from .organizations import ( 362 DeleteMembershipRequest, 363 MembershipDeletionResponse, 364 MembershipRequest, 365 MembershipResponse, 366 MembershipRole, 367 MembershipsResponse, 368 OrganizationApiKey, 369 OrganizationApiKeysResponse, 370 OrganizationProject, 371 OrganizationProjectsResponse, 372 ) 373 from .projects import ( 374 ApiKeyDeletionResponse, 375 ApiKeyList, 376 ApiKeyResponse, 377 ApiKeySummary, 378 Organization, 379 Project, 380 ProjectDeletionResponse, 381 Projects, 382 ) 383 from .prompts import ( 384 BasePrompt, 385 ChatMessage, 386 ChatMessageType, 387 ChatMessageWithPlaceholders, 388 ChatPrompt, 389 CreateChatPromptRequest, 390 CreateChatPromptType, 391 CreatePromptRequest, 392 CreateTextPromptRequest, 393 CreateTextPromptType, 394 PlaceholderMessage, 395 PlaceholderMessageType, 396 Prompt, 397 PromptMeta, 398 PromptMetaListResponse, 399 PromptType, 400 Prompt_Chat, 401 Prompt_Text, 402 TextPrompt, 403 ) 404 from .scim import ( 405 AuthenticationScheme, 406 BulkConfig, 407 EmptyResponse, 408 FilterConfig, 409 ResourceMeta, 410 ResourceType, 411 ResourceTypesResponse, 412 SchemaExtension, 413 SchemaResource, 414 SchemasResponse, 415 ScimEmail, 416 ScimFeatureSupport, 417 ScimName, 418 ScimUser, 419 ScimUsersListResponse, 420 ServiceProviderConfig, 421 UserMeta, 422 ) 423 from .score_configs import ( 424 CreateScoreConfigRequest, 425 ScoreConfigs, 426 UpdateScoreConfigRequest, 427 ) 428 from .scores import ( 429 CreateScoreRequest, 430 CreateScoreResponse, 431 CreateScoreSource, 432 GetScoresResponse, 433 GetScoresResponseData, 434 GetScoresResponseDataBoolean, 435 GetScoresResponseDataCategorical, 436 GetScoresResponseDataCorrection, 437 GetScoresResponseDataNumeric, 438 GetScoresResponseDataText, 439 GetScoresResponseData_Boolean, 440 GetScoresResponseData_Categorical, 441 GetScoresResponseData_Correction, 442 GetScoresResponseData_Numeric, 443 GetScoresResponseData_Text, 444 GetScoresResponseTraceData, 445 ) 446 from .scores_v3 import ( 447 BaseScoreV3, 448 BooleanScoreV3, 449 CategoricalScoreV3, 450 CorrectionScoreV3, 451 GetScoresV3Meta, 452 GetScoresV3Response, 453 NumericScoreV3, 454 ScoreSubjectExperimentV3, 455 ScoreSubjectObservationV3, 456 ScoreSubjectSessionV3, 457 ScoreSubjectTraceV3, 458 ScoreSubjectV3, 459 ScoreSubjectV3_Experiment, 460 ScoreSubjectV3_Observation, 461 ScoreSubjectV3_Session, 462 ScoreSubjectV3_Trace, 463 ScoreV3, 464 ScoreV3_Boolean, 465 ScoreV3_Categorical, 466 ScoreV3_Correction, 467 ScoreV3_Numeric, 468 ScoreV3_Text, 469 TextScoreV3, 470 ) 471 from .sessions import PaginatedSessions 472 from .trace import DeleteTraceResponse, Sort, Traces 473_dynamic_imports: typing.Dict[str, str] = { 474 "AccessDeniedError": ".commons", 475 "AnnotationQueue": ".annotation_queues", 476 "AnnotationQueueAssignmentRequest": ".annotation_queues", 477 "AnnotationQueueItem": ".annotation_queues", 478 "AnnotationQueueObjectType": ".annotation_queues", 479 "AnnotationQueueStatus": ".annotation_queues", 480 "ApiKeyDeletionResponse": ".projects", 481 "ApiKeyList": ".projects", 482 "ApiKeyResponse": ".projects", 483 "ApiKeySummary": ".projects", 484 "ArrayOptionsEvaluationRuleFilter": ".evaluation_commons", 485 "AsyncLangfuseAPI": ".client", 486 "AuthenticationScheme": ".scim", 487 "BadRequestError": ".evaluation_errors", 488 "BaseEvent": ".ingestion", 489 "BasePrompt": ".prompts", 490 "BaseScore": ".commons", 491 "BaseScoreV1": ".commons", 492 "BaseScoreV3": ".scores_v3", 493 "BlobStorageExportFieldGroup": ".blob_storage_integrations", 494 "BlobStorageExportFrequency": ".blob_storage_integrations", 495 "BlobStorageExportMode": ".blob_storage_integrations", 496 "BlobStorageExportSource": ".blob_storage_integrations", 497 "BlobStorageIntegrationDeletionResponse": ".blob_storage_integrations", 498 "BlobStorageIntegrationFileType": ".blob_storage_integrations", 499 "BlobStorageIntegrationFileTypeResponse": ".blob_storage_integrations", 500 "BlobStorageIntegrationResponse": ".blob_storage_integrations", 501 "BlobStorageIntegrationStatusResponse": ".blob_storage_integrations", 502 "BlobStorageIntegrationType": ".blob_storage_integrations", 503 "BlobStorageIntegrationsResponse": ".blob_storage_integrations", 504 "BlobStorageSyncStatus": ".blob_storage_integrations", 505 "BooleanEvaluationRuleFilter": ".evaluation_commons", 506 "BooleanScore": ".commons", 507 "BooleanScoreV1": ".commons", 508 "BooleanScoreV3": ".scores_v3", 509 "BulkConfig": ".scim", 510 "CategoricalScore": ".commons", 511 "CategoricalScoreV1": ".commons", 512 "CategoricalScoreV3": ".scores_v3", 513 "CategoryOptionsEvaluationRuleFilter": ".evaluation_commons", 514 "ChatMessage": ".prompts", 515 "ChatMessageType": ".prompts", 516 "ChatMessageWithPlaceholders": ".prompts", 517 "ChatPrompt": ".prompts", 518 "CodeEvaluator": ".evaluators", 519 "CodeEvaluatorSourceCodeLanguage": ".evaluation_commons", 520 "CodeEvaluatorVersion": ".evaluators", 521 "Comment": ".commons", 522 "CommentObjectType": ".commons", 523 "ConfigCategory": ".commons", 524 "ConflictError": ".evaluation_errors", 525 "CorrectionScore": ".commons", 526 "CorrectionScoreV3": ".scores_v3", 527 "CreateAnnotationQueueAssignmentResponse": ".annotation_queues", 528 "CreateAnnotationQueueItemRequest": ".annotation_queues", 529 "CreateAnnotationQueueRequest": ".annotation_queues", 530 "CreateBlobStorageIntegrationRequest": ".blob_storage_integrations", 531 "CreateChatPromptRequest": ".prompts", 532 "CreateChatPromptType": ".prompts", 533 "CreateCodeEvaluatorRequest": ".evaluators", 534 "CreateCommentRequest": ".comments", 535 "CreateCommentResponse": ".comments", 536 "CreateDatasetItemRequest": ".dataset_items", 537 "CreateDatasetRequest": ".datasets", 538 "CreateDatasetRunItemRequest": ".dataset_run_items", 539 "CreateEvaluationRuleRequest": ".evaluation_rules", 540 "CreateEvaluatorRequest": ".evaluators", 541 "CreateEvaluatorRequest_Code": ".evaluators", 542 "CreateEvaluatorRequest_LlmAsJudge": ".evaluators", 543 "CreateEventBody": ".ingestion", 544 "CreateEventEvent": ".ingestion", 545 "CreateGenerationBody": ".ingestion", 546 "CreateGenerationEvent": ".ingestion", 547 "CreateLlmAsJudgeEvaluatorRequest": ".evaluators", 548 "CreateModelRequest": ".models", 549 "CreateObservationEvent": ".ingestion", 550 "CreatePromptRequest": ".prompts", 551 "CreateScoreConfigRequest": ".score_configs", 552 "CreateScoreRequest": ".scores", 553 "CreateScoreResponse": ".scores", 554 "CreateScoreSource": ".scores", 555 "CreateScoreValue": ".commons", 556 "CreateSpanBody": ".ingestion", 557 "CreateSpanEvent": ".ingestion", 558 "CreateTextPromptRequest": ".prompts", 559 "CreateTextPromptType": ".prompts", 560 "Creator": ".evaluators", 561 "CursorMeta": ".evaluators", 562 "Dataset": ".commons", 563 "DatasetItem": ".commons", 564 "DatasetItemMediaReference": ".commons", 565 "DatasetItemMediaReferenceField": ".commons", 566 "DatasetItemMediaReferenceMedia": ".commons", 567 "DatasetRun": ".commons", 568 "DatasetRunItem": ".commons", 569 "DatasetRunWithItems": ".commons", 570 "DatasetStatus": ".commons", 571 "DateTimeEvaluationRuleFilter": ".evaluation_commons", 572 "DeleteAnnotationQueueAssignmentResponse": ".annotation_queues", 573 "DeleteAnnotationQueueItemResponse": ".annotation_queues", 574 "DeleteDatasetItemResponse": ".dataset_items", 575 "DeleteDatasetRunResponse": ".datasets", 576 "DeleteLlmConnectionResponse": ".llm_connections", 577 "DeleteMembershipRequest": ".organizations", 578 "DeleteTraceResponse": ".trace", 579 "DeletedEvaluationRule": ".evaluation_rules", 580 "DeletedEvaluator": ".evaluators", 581 "Deprecation": ".commons", 582 "EmptyResponse": ".scim", 583 "Error": ".commons", 584 "EvaluationAccessDeniedError": ".evaluation_errors", 585 "EvaluationMethodNotAllowedError": ".evaluation_errors", 586 "EvaluationNotFoundError": ".evaluation_errors", 587 "EvaluationRule": ".evaluation_rules", 588 "EvaluationRuleArrayOptionsFilterOperator": ".evaluation_commons", 589 "EvaluationRuleAssignment": ".evaluators", 590 "EvaluationRuleBooleanFilterOperator": ".evaluation_commons", 591 "EvaluationRuleEvaluatorAssignmentInput": ".evaluation_rules", 592 "EvaluationRuleFilter": ".evaluation_commons", 593 "EvaluationRuleFilter_ArrayOptions": ".evaluation_commons", 594 "EvaluationRuleFilter_Boolean": ".evaluation_commons", 595 "EvaluationRuleFilter_CategoryOptions": ".evaluation_commons", 596 "EvaluationRuleFilter_Datetime": ".evaluation_commons", 597 "EvaluationRuleFilter_Null": ".evaluation_commons", 598 "EvaluationRuleFilter_Number": ".evaluation_commons", 599 "EvaluationRuleFilter_NumberObject": ".evaluation_commons", 600 "EvaluationRuleFilter_String": ".evaluation_commons", 601 "EvaluationRuleFilter_StringObject": ".evaluation_commons", 602 "EvaluationRuleFilter_StringOptions": ".evaluation_commons", 603 "EvaluationRuleNullFilterOperator": ".evaluation_commons", 604 "EvaluationRuleNumberFilterOperator": ".evaluation_commons", 605 "EvaluationRuleOptionsFilterOperator": ".evaluation_commons", 606 "EvaluationRuleReadFilter": ".evaluation_commons", 607 "EvaluationRuleReadFilterBase": ".evaluation_commons", 608 "EvaluationRuleReadFilterWithKey": ".evaluation_commons", 609 "EvaluationRuleStringFilterOperator": ".evaluation_commons", 610 "EvaluationRulesPage": ".evaluation_rules", 611 "EvaluationUnauthorizedError": ".evaluation_errors", 612 "Evaluator": ".evaluators", 613 "EvaluatorAssignment": ".evaluation_rules", 614 "EvaluatorBase": ".evaluators", 615 "EvaluatorChatMessage": ".evaluators", 616 "EvaluatorChatMessageRole": ".evaluators", 617 "EvaluatorChatPrompt": ".evaluators", 618 "EvaluatorChatPromptInput": ".evaluators", 619 "EvaluatorModelConfig": ".evaluators", 620 "EvaluatorOutputDefinition": ".evaluation_commons", 621 "EvaluatorOutputDefinitionBase": ".evaluation_commons", 622 "EvaluatorOutputDefinition_Boolean": ".evaluation_commons", 623 "EvaluatorOutputDefinition_Categorical": ".evaluation_commons", 624 "EvaluatorOutputDefinition_Numeric": ".evaluation_commons", 625 "EvaluatorOutputScoreType": ".evaluation_commons", 626 "EvaluatorStatus": ".evaluators", 627 "EvaluatorType": ".evaluation_commons", 628 "EvaluatorVersion": ".evaluators", 629 "EvaluatorVersionBase": ".evaluators", 630 "EvaluatorVersion_Code": ".evaluators", 631 "EvaluatorVersion_LlmAsJudge": ".evaluators", 632 "EvaluatorVersionsPage": ".evaluators", 633 "Evaluator_Code": ".evaluators", 634 "Evaluator_LlmAsJudge": ".evaluators", 635 "EvaluatorsPage": ".evaluators", 636 "Experiment": ".experiments", 637 "ExperimentItem": ".experiments", 638 "ExperimentItemsResponse": ".experiments", 639 "ExperimentsResponse": ".experiments", 640 "ExperimentsResponseMeta": ".experiments", 641 "FeedbackNotConfiguredError": ".feedback", 642 "FeedbackTargetType": ".feedback", 643 "FilterConfig": ".scim", 644 "GetCommentsResponse": ".comments", 645 "GetMediaResponse": ".media", 646 "GetMediaUploadUrlRequest": ".media", 647 "GetMediaUploadUrlResponse": ".media", 648 "GetScoresResponse": ".scores", 649 "GetScoresResponseData": ".scores", 650 "GetScoresResponseDataBoolean": ".scores", 651 "GetScoresResponseDataCategorical": ".scores", 652 "GetScoresResponseDataCorrection": ".scores", 653 "GetScoresResponseDataNumeric": ".scores", 654 "GetScoresResponseDataText": ".scores", 655 "GetScoresResponseData_Boolean": ".scores", 656 "GetScoresResponseData_Categorical": ".scores", 657 "GetScoresResponseData_Correction": ".scores", 658 "GetScoresResponseData_Numeric": ".scores", 659 "GetScoresResponseData_Text": ".scores", 660 "GetScoresResponseTraceData": ".scores", 661 "GetScoresV3Meta": ".scores_v3", 662 "GetScoresV3Response": ".scores_v3", 663 "HealthResponse": ".health", 664 "IngestionError": ".ingestion", 665 "IngestionEvent": ".ingestion", 666 "IngestionEvent_EventCreate": ".ingestion", 667 "IngestionEvent_GenerationCreate": ".ingestion", 668 "IngestionEvent_GenerationUpdate": ".ingestion", 669 "IngestionEvent_ObservationCreate": ".ingestion", 670 "IngestionEvent_ObservationUpdate": ".ingestion", 671 "IngestionEvent_ScoreCreate": ".ingestion", 672 "IngestionEvent_SdkLog": ".ingestion", 673 "IngestionEvent_SpanCreate": ".ingestion", 674 "IngestionEvent_SpanUpdate": ".ingestion", 675 "IngestionEvent_TraceCreate": ".ingestion", 676 "IngestionResponse": ".ingestion", 677 "IngestionSuccess": ".ingestion", 678 "IngestionUsage": ".ingestion", 679 "InternalServerError": ".evaluation_errors", 680 "LangfuseAPI": ".client", 681 "LegacyEvaluationObject": ".evaluation_commons", 682 "LegacyPromptVariableMapping": ".evaluation_commons", 683 "LlmAdapter": ".llm_connections", 684 "LlmAsJudgeEvaluator": ".evaluators", 685 "LlmAsJudgeEvaluatorVersion": ".evaluators", 686 "LlmConnection": ".llm_connections", 687 "MapValue": ".commons", 688 "MediaContentType": ".media", 689 "MembershipDeletionResponse": ".organizations", 690 "MembershipRequest": ".organizations", 691 "MembershipResponse": ".organizations", 692 "MembershipRole": ".organizations", 693 "MembershipsResponse": ".organizations", 694 "MethodNotAllowedError": ".commons", 695 "MetricsV2Response": ".metrics", 696 "Model": ".commons", 697 "ModelPrice": ".commons", 698 "ModelTokenizerId": ".models", 699 "ModelUsageUnit": ".commons", 700 "NotFoundError": ".commons", 701 "NullEvaluationRuleFilter": ".evaluation_commons", 702 "NumberEvaluationRuleFilter": ".evaluation_commons", 703 "NumberObjectEvaluationRuleFilter": ".evaluation_commons", 704 "NumericScore": ".commons", 705 "NumericScoreV1": ".commons", 706 "NumericScoreV3": ".scores_v3", 707 "Observation": ".commons", 708 "ObservationBody": ".ingestion", 709 "ObservationLevel": ".commons", 710 "ObservationType": ".ingestion", 711 "ObservationV2": ".commons", 712 "ObservationsV2Meta": ".observations", 713 "ObservationsV2Response": ".observations", 714 "ObservationsView": ".commons", 715 "ObservationsViewSingle": ".commons", 716 "OpenAiCompletionUsageSchema": ".ingestion", 717 "OpenAiResponseUsageSchema": ".ingestion", 718 "OpenAiUsage": ".ingestion", 719 "OptionalObservationBody": ".ingestion", 720 "Organization": ".projects", 721 "OrganizationApiKey": ".organizations", 722 "OrganizationApiKeysResponse": ".organizations", 723 "OrganizationProject": ".organizations", 724 "OrganizationProjectsResponse": ".organizations", 725 "OtelAttribute": ".opentelemetry", 726 "OtelAttributeValue": ".opentelemetry", 727 "OtelResource": ".opentelemetry", 728 "OtelResourceSpan": ".opentelemetry", 729 "OtelScope": ".opentelemetry", 730 "OtelScopeSpan": ".opentelemetry", 731 "OtelSpan": ".opentelemetry", 732 "OtelTraceResponse": ".opentelemetry", 733 "PaginatedAnnotationQueueItems": ".annotation_queues", 734 "PaginatedAnnotationQueues": ".annotation_queues", 735 "PaginatedDatasetItems": ".dataset_items", 736 "PaginatedDatasetRunItems": ".dataset_run_items", 737 "PaginatedDatasetRuns": ".datasets", 738 "PaginatedDatasets": ".datasets", 739 "PaginatedLlmConnections": ".llm_connections", 740 "PaginatedModels": ".models", 741 "PaginatedSessions": ".sessions", 742 "PatchMediaBody": ".media", 743 "PlaceholderMessage": ".prompts", 744 "PlaceholderMessageType": ".prompts", 745 "PreconditionFailedError": ".evaluation_errors", 746 "PricingTier": ".commons", 747 "PricingTierAttributeCondition": ".commons", 748 "PricingTierAttributeSource": ".commons", 749 "PricingTierCondition": ".commons", 750 "PricingTierConditionInput": ".commons", 751 "PricingTierInput": ".commons", 752 "PricingTierOperator": ".commons", 753 "PricingTierUsageCondition": ".commons", 754 "PricingTierUsageConditionInput": ".commons", 755 "Project": ".projects", 756 "ProjectDeletionResponse": ".projects", 757 "Projects": ".projects", 758 "Prompt": ".prompts", 759 "PromptMeta": ".prompts", 760 "PromptMetaListResponse": ".prompts", 761 "PromptType": ".prompts", 762 "PromptVariableMapping": ".evaluation_commons", 763 "PromptVariableMappingInput": ".evaluation_commons", 764 "PromptVariableMappingRead": ".evaluation_commons", 765 "PromptVariableMappingSource": ".evaluation_commons", 766 "Prompt_Chat": ".prompts", 767 "Prompt_Text": ".prompts", 768 "PublicApiError": ".evaluation_errors", 769 "PublicApiErrorCode": ".evaluation_errors", 770 "PublicApiErrorDetails": ".evaluation_errors", 771 "PublicApiValidationIssue": ".evaluation_errors", 772 "PublicEvaluatorBooleanScore": ".evaluation_commons", 773 "PublicEvaluatorCategoricalScore": ".evaluation_commons", 774 "PublicEvaluatorNumericScore": ".evaluation_commons", 775 "PublicEvaluatorOutputDefinition": ".evaluation_commons", 776 "PublicEvaluatorOutputDefinition_Boolean": ".evaluation_commons", 777 "PublicEvaluatorOutputDefinition_Categorical": ".evaluation_commons", 778 "PublicEvaluatorOutputDefinition_Numeric": ".evaluation_commons", 779 "ResourceMeta": ".scim", 780 "ResourceType": ".scim", 781 "ResourceTypesResponse": ".scim", 782 "SchemaExtension": ".scim", 783 "SchemaResource": ".scim", 784 "SchemasResponse": ".scim", 785 "ScimEmail": ".scim", 786 "ScimFeatureSupport": ".scim", 787 "ScimName": ".scim", 788 "ScimUser": ".scim", 789 "ScimUsersListResponse": ".scim", 790 "Score": ".commons", 791 "ScoreBody": ".ingestion", 792 "ScoreConfig": ".commons", 793 "ScoreConfigDataType": ".commons", 794 "ScoreConfigs": ".score_configs", 795 "ScoreDataType": ".commons", 796 "ScoreEvent": ".ingestion", 797 "ScoreSource": ".commons", 798 "ScoreSubjectExperimentV3": ".scores_v3", 799 "ScoreSubjectObservationV3": ".scores_v3", 800 "ScoreSubjectSessionV3": ".scores_v3", 801 "ScoreSubjectTraceV3": ".scores_v3", 802 "ScoreSubjectV3": ".scores_v3", 803 "ScoreSubjectV3_Experiment": ".scores_v3", 804 "ScoreSubjectV3_Observation": ".scores_v3", 805 "ScoreSubjectV3_Session": ".scores_v3", 806 "ScoreSubjectV3_Trace": ".scores_v3", 807 "ScoreV1": ".commons", 808 "ScoreV1_Boolean": ".commons", 809 "ScoreV1_Categorical": ".commons", 810 "ScoreV1_Numeric": ".commons", 811 "ScoreV1_Text": ".commons", 812 "ScoreV3": ".scores_v3", 813 "ScoreV3_Boolean": ".scores_v3", 814 "ScoreV3_Categorical": ".scores_v3", 815 "ScoreV3_Correction": ".scores_v3", 816 "ScoreV3_Numeric": ".scores_v3", 817 "ScoreV3_Text": ".scores_v3", 818 "Score_Boolean": ".commons", 819 "Score_Categorical": ".commons", 820 "Score_Correction": ".commons", 821 "Score_Numeric": ".commons", 822 "Score_Text": ".commons", 823 "SdkLogBody": ".ingestion", 824 "SdkLogEvent": ".ingestion", 825 "ServiceProviderConfig": ".scim", 826 "ServiceUnavailableError": ".health", 827 "Session": ".commons", 828 "SessionWithTraces": ".commons", 829 "Sort": ".trace", 830 "StringEvaluationRuleFilter": ".evaluation_commons", 831 "StringObjectEvaluationRuleFilter": ".evaluation_commons", 832 "StringOptionsEvaluationRuleFilter": ".evaluation_commons", 833 "SubmitFeedbackRequest": ".feedback", 834 "SubmitFeedbackResponse": ".feedback", 835 "TextPrompt": ".prompts", 836 "TextScore": ".commons", 837 "TextScoreV1": ".commons", 838 "TextScoreV3": ".scores_v3", 839 "TooManyRequestsError": ".evaluation_errors", 840 "Trace": ".commons", 841 "TraceBody": ".ingestion", 842 "TraceEvent": ".ingestion", 843 "TraceWithDetails": ".commons", 844 "TraceWithFullDetails": ".commons", 845 "Traces": ".trace", 846 "UnauthorizedError": ".commons", 847 "UpdateAnnotationQueueItemRequest": ".annotation_queues", 848 "UpdateCodeEvaluatorRequest": ".evaluators", 849 "UpdateEvaluationRuleRequest": ".evaluation_rules", 850 "UpdateEvaluatorMetadataRequest": ".evaluators", 851 "UpdateEvaluatorRequest": ".evaluators", 852 "UpdateEventBody": ".ingestion", 853 "UpdateGenerationBody": ".ingestion", 854 "UpdateGenerationEvent": ".ingestion", 855 "UpdateLlmAsJudgeEvaluatorRequest": ".evaluators", 856 "UpdateObservationEvent": ".ingestion", 857 "UpdateScoreConfigRequest": ".score_configs", 858 "UpdateSpanBody": ".ingestion", 859 "UpdateSpanEvent": ".ingestion", 860 "UpsertLlmConnectionRequest": ".llm_connections", 861 "Usage": ".commons", 862 "UsageDetails": ".ingestion", 863 "UserMeta": ".scim", 864 "annotation_queues": ".annotation_queues", 865 "blob_storage_integrations": ".blob_storage_integrations", 866 "comments": ".comments", 867 "commons": ".commons", 868 "dataset_items": ".dataset_items", 869 "dataset_run_items": ".dataset_run_items", 870 "datasets": ".datasets", 871 "evaluation_commons": ".evaluation_commons", 872 "evaluation_errors": ".evaluation_errors", 873 "evaluation_rules": ".evaluation_rules", 874 "evaluators": ".evaluators", 875 "experiments": ".experiments", 876 "feedback": ".feedback", 877 "health": ".health", 878 "ingestion": ".ingestion", 879 "legacy": ".legacy", 880 "llm_connections": ".llm_connections", 881 "media": ".media", 882 "metrics": ".metrics", 883 "models": ".models", 884 "observations": ".observations", 885 "opentelemetry": ".opentelemetry", 886 "organizations": ".organizations", 887 "projects": ".projects", 888 "prompt_version": ".prompt_version", 889 "prompts": ".prompts", 890 "scim": ".scim", 891 "score_configs": ".score_configs", 892 "scores": ".scores", 893 "scores_v3": ".scores_v3", 894 "sessions": ".sessions", 895 "trace": ".trace", 896 "unstable": ".unstable", 897 "utils": ".utils", 898} 899 900 901def __getattr__(attr_name: str) -> typing.Any: 902 module_name = _dynamic_imports.get(attr_name) 903 if module_name is None: 904 raise AttributeError( 905 f"No {attr_name} found in _dynamic_imports for module name -> {__name__}" 906 ) 907 try: 908 module = import_module(module_name, __package__) 909 if module_name == f".{attr_name}": 910 return module 911 else: 912 return getattr(module, attr_name) 913 except ImportError as e: 914 raise ImportError( 915 f"Failed to import {attr_name} from {module_name}: {e}" 916 ) from e 917 except AttributeError as e: 918 raise AttributeError( 919 f"Failed to get {attr_name} from {module_name}: {e}" 920 ) from e 921 922 923def __dir__(): 924 lazy_attrs = list(_dynamic_imports.keys()) 925 return sorted(lazy_attrs) 926 927 928__all__ = [ 929 "AccessDeniedError", 930 "AnnotationQueue", 931 "AnnotationQueueAssignmentRequest", 932 "AnnotationQueueItem", 933 "AnnotationQueueObjectType", 934 "AnnotationQueueStatus", 935 "ApiKeyDeletionResponse", 936 "ApiKeyList", 937 "ApiKeyResponse", 938 "ApiKeySummary", 939 "ArrayOptionsEvaluationRuleFilter", 940 "AsyncLangfuseAPI", 941 "AuthenticationScheme", 942 "BadRequestError", 943 "BaseEvent", 944 "BasePrompt", 945 "BaseScore", 946 "BaseScoreV1", 947 "BaseScoreV3", 948 "BlobStorageExportFieldGroup", 949 "BlobStorageExportFrequency", 950 "BlobStorageExportMode", 951 "BlobStorageExportSource", 952 "BlobStorageIntegrationDeletionResponse", 953 "BlobStorageIntegrationFileType", 954 "BlobStorageIntegrationFileTypeResponse", 955 "BlobStorageIntegrationResponse", 956 "BlobStorageIntegrationStatusResponse", 957 "BlobStorageIntegrationType", 958 "BlobStorageIntegrationsResponse", 959 "BlobStorageSyncStatus", 960 "BooleanEvaluationRuleFilter", 961 "BooleanScore", 962 "BooleanScoreV1", 963 "BooleanScoreV3", 964 "BulkConfig", 965 "CategoricalScore", 966 "CategoricalScoreV1", 967 "CategoricalScoreV3", 968 "CategoryOptionsEvaluationRuleFilter", 969 "ChatMessage", 970 "ChatMessageType", 971 "ChatMessageWithPlaceholders", 972 "ChatPrompt", 973 "CodeEvaluator", 974 "CodeEvaluatorSourceCodeLanguage", 975 "CodeEvaluatorVersion", 976 "Comment", 977 "CommentObjectType", 978 "ConfigCategory", 979 "ConflictError", 980 "CorrectionScore", 981 "CorrectionScoreV3", 982 "CreateAnnotationQueueAssignmentResponse", 983 "CreateAnnotationQueueItemRequest", 984 "CreateAnnotationQueueRequest", 985 "CreateBlobStorageIntegrationRequest", 986 "CreateChatPromptRequest", 987 "CreateChatPromptType", 988 "CreateCodeEvaluatorRequest", 989 "CreateCommentRequest", 990 "CreateCommentResponse", 991 "CreateDatasetItemRequest", 992 "CreateDatasetRequest", 993 "CreateDatasetRunItemRequest", 994 "CreateEvaluationRuleRequest", 995 "CreateEvaluatorRequest", 996 "CreateEvaluatorRequest_Code", 997 "CreateEvaluatorRequest_LlmAsJudge", 998 "CreateEventBody", 999 "CreateEventEvent", 1000 "CreateGenerationBody", 1001 "CreateGenerationEvent", 1002 "CreateLlmAsJudgeEvaluatorRequest", 1003 "CreateModelRequest", 1004 "CreateObservationEvent", 1005 "CreatePromptRequest", 1006 "CreateScoreConfigRequest", 1007 "CreateScoreRequest", 1008 "CreateScoreResponse", 1009 "CreateScoreSource", 1010 "CreateScoreValue", 1011 "CreateSpanBody", 1012 "CreateSpanEvent", 1013 "CreateTextPromptRequest", 1014 "CreateTextPromptType", 1015 "Creator", 1016 "CursorMeta", 1017 "Dataset", 1018 "DatasetItem", 1019 "DatasetItemMediaReference", 1020 "DatasetItemMediaReferenceField", 1021 "DatasetItemMediaReferenceMedia", 1022 "DatasetRun", 1023 "DatasetRunItem", 1024 "DatasetRunWithItems", 1025 "DatasetStatus", 1026 "DateTimeEvaluationRuleFilter", 1027 "DeleteAnnotationQueueAssignmentResponse", 1028 "DeleteAnnotationQueueItemResponse", 1029 "DeleteDatasetItemResponse", 1030 "DeleteDatasetRunResponse", 1031 "DeleteLlmConnectionResponse", 1032 "DeleteMembershipRequest", 1033 "DeleteTraceResponse", 1034 "DeletedEvaluationRule", 1035 "DeletedEvaluator", 1036 "Deprecation", 1037 "EmptyResponse", 1038 "Error", 1039 "EvaluationAccessDeniedError", 1040 "EvaluationMethodNotAllowedError", 1041 "EvaluationNotFoundError", 1042 "EvaluationRule", 1043 "EvaluationRuleArrayOptionsFilterOperator", 1044 "EvaluationRuleAssignment", 1045 "EvaluationRuleBooleanFilterOperator", 1046 "EvaluationRuleEvaluatorAssignmentInput", 1047 "EvaluationRuleFilter", 1048 "EvaluationRuleFilter_ArrayOptions", 1049 "EvaluationRuleFilter_Boolean", 1050 "EvaluationRuleFilter_CategoryOptions", 1051 "EvaluationRuleFilter_Datetime", 1052 "EvaluationRuleFilter_Null", 1053 "EvaluationRuleFilter_Number", 1054 "EvaluationRuleFilter_NumberObject", 1055 "EvaluationRuleFilter_String", 1056 "EvaluationRuleFilter_StringObject", 1057 "EvaluationRuleFilter_StringOptions", 1058 "EvaluationRuleNullFilterOperator", 1059 "EvaluationRuleNumberFilterOperator", 1060 "EvaluationRuleOptionsFilterOperator", 1061 "EvaluationRuleReadFilter", 1062 "EvaluationRuleReadFilterBase", 1063 "EvaluationRuleReadFilterWithKey", 1064 "EvaluationRuleStringFilterOperator", 1065 "EvaluationRulesPage", 1066 "EvaluationUnauthorizedError", 1067 "Evaluator", 1068 "EvaluatorAssignment", 1069 "EvaluatorBase", 1070 "EvaluatorChatMessage", 1071 "EvaluatorChatMessageRole", 1072 "EvaluatorChatPrompt", 1073 "EvaluatorChatPromptInput", 1074 "EvaluatorModelConfig", 1075 "EvaluatorOutputDefinition", 1076 "EvaluatorOutputDefinitionBase", 1077 "EvaluatorOutputDefinition_Boolean", 1078 "EvaluatorOutputDefinition_Categorical", 1079 "EvaluatorOutputDefinition_Numeric", 1080 "EvaluatorOutputScoreType", 1081 "EvaluatorStatus", 1082 "EvaluatorType", 1083 "EvaluatorVersion", 1084 "EvaluatorVersionBase", 1085 "EvaluatorVersion_Code", 1086 "EvaluatorVersion_LlmAsJudge", 1087 "EvaluatorVersionsPage", 1088 "Evaluator_Code", 1089 "Evaluator_LlmAsJudge", 1090 "EvaluatorsPage", 1091 "Experiment", 1092 "ExperimentItem", 1093 "ExperimentItemsResponse", 1094 "ExperimentsResponse", 1095 "ExperimentsResponseMeta", 1096 "FeedbackNotConfiguredError", 1097 "FeedbackTargetType", 1098 "FilterConfig", 1099 "GetCommentsResponse", 1100 "GetMediaResponse", 1101 "GetMediaUploadUrlRequest", 1102 "GetMediaUploadUrlResponse", 1103 "GetScoresResponse", 1104 "GetScoresResponseData", 1105 "GetScoresResponseDataBoolean", 1106 "GetScoresResponseDataCategorical", 1107 "GetScoresResponseDataCorrection", 1108 "GetScoresResponseDataNumeric", 1109 "GetScoresResponseDataText", 1110 "GetScoresResponseData_Boolean", 1111 "GetScoresResponseData_Categorical", 1112 "GetScoresResponseData_Correction", 1113 "GetScoresResponseData_Numeric", 1114 "GetScoresResponseData_Text", 1115 "GetScoresResponseTraceData", 1116 "GetScoresV3Meta", 1117 "GetScoresV3Response", 1118 "HealthResponse", 1119 "IngestionError", 1120 "IngestionEvent", 1121 "IngestionEvent_EventCreate", 1122 "IngestionEvent_GenerationCreate", 1123 "IngestionEvent_GenerationUpdate", 1124 "IngestionEvent_ObservationCreate", 1125 "IngestionEvent_ObservationUpdate", 1126 "IngestionEvent_ScoreCreate", 1127 "IngestionEvent_SdkLog", 1128 "IngestionEvent_SpanCreate", 1129 "IngestionEvent_SpanUpdate", 1130 "IngestionEvent_TraceCreate", 1131 "IngestionResponse", 1132 "IngestionSuccess", 1133 "IngestionUsage", 1134 "InternalServerError", 1135 "LangfuseAPI", 1136 "LegacyEvaluationObject", 1137 "LegacyPromptVariableMapping", 1138 "LlmAdapter", 1139 "LlmAsJudgeEvaluator", 1140 "LlmAsJudgeEvaluatorVersion", 1141 "LlmConnection", 1142 "MapValue", 1143 "MediaContentType", 1144 "MembershipDeletionResponse", 1145 "MembershipRequest", 1146 "MembershipResponse", 1147 "MembershipRole", 1148 "MembershipsResponse", 1149 "MethodNotAllowedError", 1150 "MetricsV2Response", 1151 "Model", 1152 "ModelPrice", 1153 "ModelTokenizerId", 1154 "ModelUsageUnit", 1155 "NotFoundError", 1156 "NullEvaluationRuleFilter", 1157 "NumberEvaluationRuleFilter", 1158 "NumberObjectEvaluationRuleFilter", 1159 "NumericScore", 1160 "NumericScoreV1", 1161 "NumericScoreV3", 1162 "Observation", 1163 "ObservationBody", 1164 "ObservationLevel", 1165 "ObservationType", 1166 "ObservationV2", 1167 "ObservationsV2Meta", 1168 "ObservationsV2Response", 1169 "ObservationsView", 1170 "ObservationsViewSingle", 1171 "OpenAiCompletionUsageSchema", 1172 "OpenAiResponseUsageSchema", 1173 "OpenAiUsage", 1174 "OptionalObservationBody", 1175 "Organization", 1176 "OrganizationApiKey", 1177 "OrganizationApiKeysResponse", 1178 "OrganizationProject", 1179 "OrganizationProjectsResponse", 1180 "OtelAttribute", 1181 "OtelAttributeValue", 1182 "OtelResource", 1183 "OtelResourceSpan", 1184 "OtelScope", 1185 "OtelScopeSpan", 1186 "OtelSpan", 1187 "OtelTraceResponse", 1188 "PaginatedAnnotationQueueItems", 1189 "PaginatedAnnotationQueues", 1190 "PaginatedDatasetItems", 1191 "PaginatedDatasetRunItems", 1192 "PaginatedDatasetRuns", 1193 "PaginatedDatasets", 1194 "PaginatedLlmConnections", 1195 "PaginatedModels", 1196 "PaginatedSessions", 1197 "PatchMediaBody", 1198 "PlaceholderMessage", 1199 "PlaceholderMessageType", 1200 "PreconditionFailedError", 1201 "PricingTier", 1202 "PricingTierAttributeCondition", 1203 "PricingTierAttributeSource", 1204 "PricingTierCondition", 1205 "PricingTierConditionInput", 1206 "PricingTierInput", 1207 "PricingTierOperator", 1208 "PricingTierUsageCondition", 1209 "PricingTierUsageConditionInput", 1210 "Project", 1211 "ProjectDeletionResponse", 1212 "Projects", 1213 "Prompt", 1214 "PromptMeta", 1215 "PromptMetaListResponse", 1216 "PromptType", 1217 "PromptVariableMapping", 1218 "PromptVariableMappingInput", 1219 "PromptVariableMappingRead", 1220 "PromptVariableMappingSource", 1221 "Prompt_Chat", 1222 "Prompt_Text", 1223 "PublicApiError", 1224 "PublicApiErrorCode", 1225 "PublicApiErrorDetails", 1226 "PublicApiValidationIssue", 1227 "PublicEvaluatorBooleanScore", 1228 "PublicEvaluatorCategoricalScore", 1229 "PublicEvaluatorNumericScore", 1230 "PublicEvaluatorOutputDefinition", 1231 "PublicEvaluatorOutputDefinition_Boolean", 1232 "PublicEvaluatorOutputDefinition_Categorical", 1233 "PublicEvaluatorOutputDefinition_Numeric", 1234 "ResourceMeta", 1235 "ResourceType", 1236 "ResourceTypesResponse", 1237 "SchemaExtension", 1238 "SchemaResource", 1239 "SchemasResponse", 1240 "ScimEmail", 1241 "ScimFeatureSupport", 1242 "ScimName", 1243 "ScimUser", 1244 "ScimUsersListResponse", 1245 "Score", 1246 "ScoreBody", 1247 "ScoreConfig", 1248 "ScoreConfigDataType", 1249 "ScoreConfigs", 1250 "ScoreDataType", 1251 "ScoreEvent", 1252 "ScoreSource", 1253 "ScoreSubjectExperimentV3", 1254 "ScoreSubjectObservationV3", 1255 "ScoreSubjectSessionV3", 1256 "ScoreSubjectTraceV3", 1257 "ScoreSubjectV3", 1258 "ScoreSubjectV3_Experiment", 1259 "ScoreSubjectV3_Observation", 1260 "ScoreSubjectV3_Session", 1261 "ScoreSubjectV3_Trace", 1262 "ScoreV1", 1263 "ScoreV1_Boolean", 1264 "ScoreV1_Categorical", 1265 "ScoreV1_Numeric", 1266 "ScoreV1_Text", 1267 "ScoreV3", 1268 "ScoreV3_Boolean", 1269 "ScoreV3_Categorical", 1270 "ScoreV3_Correction", 1271 "ScoreV3_Numeric", 1272 "ScoreV3_Text", 1273 "Score_Boolean", 1274 "Score_Categorical", 1275 "Score_Correction", 1276 "Score_Numeric", 1277 "Score_Text", 1278 "SdkLogBody", 1279 "SdkLogEvent", 1280 "ServiceProviderConfig", 1281 "ServiceUnavailableError", 1282 "Session", 1283 "SessionWithTraces", 1284 "Sort", 1285 "StringEvaluationRuleFilter", 1286 "StringObjectEvaluationRuleFilter", 1287 "StringOptionsEvaluationRuleFilter", 1288 "SubmitFeedbackRequest", 1289 "SubmitFeedbackResponse", 1290 "TextPrompt", 1291 "TextScore", 1292 "TextScoreV1", 1293 "TextScoreV3", 1294 "TooManyRequestsError", 1295 "Trace", 1296 "TraceBody", 1297 "TraceEvent", 1298 "TraceWithDetails", 1299 "TraceWithFullDetails", 1300 "Traces", 1301 "UnauthorizedError", 1302 "UpdateAnnotationQueueItemRequest", 1303 "UpdateCodeEvaluatorRequest", 1304 "UpdateEvaluationRuleRequest", 1305 "UpdateEvaluatorMetadataRequest", 1306 "UpdateEvaluatorRequest", 1307 "UpdateEventBody", 1308 "UpdateGenerationBody", 1309 "UpdateGenerationEvent", 1310 "UpdateLlmAsJudgeEvaluatorRequest", 1311 "UpdateObservationEvent", 1312 "UpdateScoreConfigRequest", 1313 "UpdateSpanBody", 1314 "UpdateSpanEvent", 1315 "UpsertLlmConnectionRequest", 1316 "Usage", 1317 "UsageDetails", 1318 "UserMeta", 1319 "annotation_queues", 1320 "blob_storage_integrations", 1321 "comments", 1322 "commons", 1323 "dataset_items", 1324 "dataset_run_items", 1325 "datasets", 1326 "evaluation_commons", 1327 "evaluation_errors", 1328 "evaluation_rules", 1329 "evaluators", 1330 "experiments", 1331 "feedback", 1332 "health", 1333 "ingestion", 1334 "legacy", 1335 "llm_connections", 1336 "media", 1337 "metrics", 1338 "models", 1339 "observations", 1340 "opentelemetry", 1341 "organizations", 1342 "projects", 1343 "prompt_version", 1344 "prompts", 1345 "scim", 1346 "score_configs", 1347 "scores", 1348 "scores_v3", 1349 "sessions", 1350 "trace", 1351 "unstable", 1352 "utils", 1353]
AccessDeniedError
AnnotationQueue
AnnotationQueueAssignmentRequest
AnnotationQueueItem
AnnotationQueueObjectType
AnnotationQueueStatus
ApiKeyDeletionResponse
ApiKeyList
ApiKeyResponse
ApiKeySummary
ArrayOptionsEvaluationRuleFilter
AsyncLangfuseAPI
AuthenticationScheme
BadRequestError
BaseEvent
BasePrompt
BaseScore
BaseScoreV1
BaseScoreV3
BlobStorageExportFieldGroup
BlobStorageExportFrequency
BlobStorageExportMode
BlobStorageExportSource
BlobStorageIntegrationDeletionResponse
BlobStorageIntegrationFileType
BlobStorageIntegrationFileTypeResponse
BlobStorageIntegrationResponse
BlobStorageIntegrationStatusResponse
BlobStorageIntegrationType
BlobStorageIntegrationsResponse
BlobStorageSyncStatus
BooleanEvaluationRuleFilter
BooleanScore
BooleanScoreV1
BooleanScoreV3
BulkConfig
CategoricalScore
CategoricalScoreV1
CategoricalScoreV3
CategoryOptionsEvaluationRuleFilter
ChatMessage
ChatMessageType
ChatMessageWithPlaceholders
ChatPrompt
CodeEvaluator
CodeEvaluatorSourceCodeLanguage
CodeEvaluatorVersion
Comment
CommentObjectType
ConfigCategory
ConflictError
CorrectionScore
CorrectionScoreV3
CreateAnnotationQueueAssignmentResponse
CreateAnnotationQueueItemRequest
CreateAnnotationQueueRequest
CreateBlobStorageIntegrationRequest
CreateChatPromptRequest
CreateChatPromptType
CreateCodeEvaluatorRequest
CreateCommentRequest
CreateCommentResponse
CreateDatasetItemRequest
CreateDatasetRequest
CreateDatasetRunItemRequest
CreateEvaluationRuleRequest
CreateEvaluatorRequest
CreateEvaluatorRequest_Code
CreateEvaluatorRequest_LlmAsJudge
CreateEventBody
CreateEventEvent
CreateGenerationBody
CreateGenerationEvent
CreateLlmAsJudgeEvaluatorRequest
CreateModelRequest
CreateObservationEvent
CreatePromptRequest
CreateScoreConfigRequest
CreateScoreRequest
CreateScoreResponse
CreateScoreSource
CreateScoreValue
CreateSpanBody
CreateSpanEvent
CreateTextPromptRequest
CreateTextPromptType
Creator
CursorMeta
Dataset
DatasetItem
DatasetItemMediaReference
DatasetItemMediaReferenceField
DatasetItemMediaReferenceMedia
DatasetRun
DatasetRunItem
DatasetRunWithItems
DatasetStatus
DateTimeEvaluationRuleFilter
DeleteAnnotationQueueAssignmentResponse
DeleteAnnotationQueueItemResponse
DeleteDatasetItemResponse
DeleteDatasetRunResponse
DeleteLlmConnectionResponse
DeleteMembershipRequest
DeleteTraceResponse
DeletedEvaluationRule
DeletedEvaluator
Deprecation
EmptyResponse
Error
EvaluationAccessDeniedError
EvaluationMethodNotAllowedError
EvaluationNotFoundError
EvaluationRule
EvaluationRuleArrayOptionsFilterOperator
EvaluationRuleAssignment
EvaluationRuleBooleanFilterOperator
EvaluationRuleEvaluatorAssignmentInput
EvaluationRuleFilter
EvaluationRuleFilter_ArrayOptions
EvaluationRuleFilter_Boolean
EvaluationRuleFilter_CategoryOptions
EvaluationRuleFilter_Datetime
EvaluationRuleFilter_Null
EvaluationRuleFilter_Number
EvaluationRuleFilter_NumberObject
EvaluationRuleFilter_String
EvaluationRuleFilter_StringObject
EvaluationRuleFilter_StringOptions
EvaluationRuleNullFilterOperator
EvaluationRuleNumberFilterOperator
EvaluationRuleOptionsFilterOperator
EvaluationRuleReadFilter
EvaluationRuleReadFilterBase
EvaluationRuleReadFilterWithKey
EvaluationRuleStringFilterOperator
EvaluationRulesPage
Evaluator
EvaluatorAssignment
EvaluatorBase
EvaluatorChatMessage
EvaluatorChatMessageRole
EvaluatorChatPrompt
EvaluatorChatPromptInput
EvaluatorModelConfig
EvaluatorOutputDefinition
EvaluatorOutputDefinitionBase
EvaluatorOutputDefinition_Boolean
EvaluatorOutputDefinition_Categorical
EvaluatorOutputDefinition_Numeric
EvaluatorOutputScoreType
EvaluatorStatus
EvaluatorType
EvaluatorVersion
EvaluatorVersionBase
EvaluatorVersion_Code
EvaluatorVersion_LlmAsJudge
EvaluatorVersionsPage
Evaluator_Code
Evaluator_LlmAsJudge
EvaluatorsPage
Experiment
ExperimentItem
ExperimentItemsResponse
ExperimentsResponse
ExperimentsResponseMeta
FeedbackNotConfiguredError
FeedbackTargetType
FilterConfig
GetCommentsResponse
GetMediaResponse
GetMediaUploadUrlRequest
GetMediaUploadUrlResponse
GetScoresResponse
GetScoresResponseData
GetScoresResponseDataBoolean
GetScoresResponseDataCategorical
GetScoresResponseDataCorrection
GetScoresResponseDataNumeric
GetScoresResponseDataText
GetScoresResponseData_Boolean
GetScoresResponseData_Categorical
GetScoresResponseData_Correction
GetScoresResponseData_Numeric
GetScoresResponseData_Text
GetScoresResponseTraceData
GetScoresV3Meta
GetScoresV3Response
HealthResponse
IngestionError
IngestionEvent
IngestionEvent_EventCreate
IngestionEvent_GenerationCreate
IngestionEvent_GenerationUpdate
IngestionEvent_ObservationCreate
IngestionEvent_ObservationUpdate
IngestionEvent_ScoreCreate
IngestionEvent_SdkLog
IngestionEvent_SpanCreate
IngestionEvent_SpanUpdate
IngestionEvent_TraceCreate
IngestionResponse
IngestionSuccess
IngestionUsage
InternalServerError
LangfuseAPI
LegacyEvaluationObject
LegacyPromptVariableMapping
LlmAdapter
LlmAsJudgeEvaluator
LlmAsJudgeEvaluatorVersion
LlmConnection
MapValue
MediaContentType
MembershipDeletionResponse
MembershipRequest
MembershipResponse
MembershipRole
MembershipsResponse
MethodNotAllowedError
MetricsV2Response
Model
ModelPrice
ModelTokenizerId
ModelUsageUnit
NotFoundError
NullEvaluationRuleFilter
NumberEvaluationRuleFilter
NumberObjectEvaluationRuleFilter
NumericScore
NumericScoreV1
NumericScoreV3
Observation
ObservationBody
ObservationLevel
ObservationType
ObservationV2
ObservationsV2Meta
ObservationsV2Response
ObservationsView
ObservationsViewSingle
OpenAiCompletionUsageSchema
OpenAiResponseUsageSchema
OpenAiUsage
OptionalObservationBody
Organization
OrganizationApiKey
OrganizationApiKeysResponse
OrganizationProject
OrganizationProjectsResponse
OtelAttribute
OtelAttributeValue
OtelResource
OtelResourceSpan
OtelScope
OtelScopeSpan
OtelSpan
OtelTraceResponse
PaginatedAnnotationQueueItems
PaginatedAnnotationQueues
PaginatedDatasetItems
PaginatedDatasetRunItems
PaginatedDatasetRuns
PaginatedDatasets
PaginatedLlmConnections
PaginatedModels
PaginatedSessions
PatchMediaBody
PlaceholderMessage
PlaceholderMessageType
PreconditionFailedError
PricingTier
PricingTierAttributeCondition
PricingTierAttributeSource
PricingTierCondition
PricingTierConditionInput
PricingTierInput
PricingTierOperator
PricingTierUsageCondition
PricingTierUsageConditionInput
Project
ProjectDeletionResponse
Projects
Prompt
PromptMeta
PromptMetaListResponse
PromptType
PromptVariableMapping
PromptVariableMappingInput
PromptVariableMappingRead
PromptVariableMappingSource
Prompt_Chat
Prompt_Text
PublicApiError
PublicApiErrorCode
PublicApiErrorDetails
PublicApiValidationIssue
PublicEvaluatorBooleanScore
PublicEvaluatorCategoricalScore
PublicEvaluatorNumericScore
PublicEvaluatorOutputDefinition
PublicEvaluatorOutputDefinition_Boolean
PublicEvaluatorOutputDefinition_Categorical
PublicEvaluatorOutputDefinition_Numeric
ResourceMeta
ResourceType
ResourceTypesResponse
SchemaExtension
SchemaResource
SchemasResponse
ScimEmail
ScimFeatureSupport
ScimName
ScimUser
ScimUsersListResponse
Score
ScoreBody
ScoreConfig
ScoreConfigDataType
ScoreConfigs
ScoreDataType
ScoreEvent
ScoreSource
ScoreSubjectExperimentV3
ScoreSubjectObservationV3
ScoreSubjectSessionV3
ScoreSubjectTraceV3
ScoreSubjectV3
ScoreSubjectV3_Experiment
ScoreSubjectV3_Observation
ScoreSubjectV3_Session
ScoreSubjectV3_Trace
ScoreV1
ScoreV1_Boolean
ScoreV1_Categorical
ScoreV1_Numeric
ScoreV1_Text
ScoreV3
ScoreV3_Boolean
ScoreV3_Categorical
ScoreV3_Correction
ScoreV3_Numeric
ScoreV3_Text
Score_Boolean
Score_Categorical
Score_Correction
Score_Numeric
Score_Text
SdkLogBody
SdkLogEvent
ServiceProviderConfig
Session
SessionWithTraces
Sort
StringEvaluationRuleFilter
StringObjectEvaluationRuleFilter
StringOptionsEvaluationRuleFilter
SubmitFeedbackRequest
SubmitFeedbackResponse
TextPrompt
TextScore
TextScoreV1
TextScoreV3
TooManyRequestsError
Trace
TraceBody
TraceEvent
TraceWithDetails
TraceWithFullDetails
Traces
UpdateAnnotationQueueItemRequest
UpdateCodeEvaluatorRequest
UpdateEvaluationRuleRequest
UpdateEvaluatorMetadataRequest
UpdateEvaluatorRequest
UpdateEventBody
UpdateGenerationBody
UpdateGenerationEvent
UpdateLlmAsJudgeEvaluatorRequest
UpdateObservationEvent
UpdateScoreConfigRequest
UpdateSpanBody
UpdateSpanEvent
UpsertLlmConnectionRequest
Usage
UsageDetails
UserMeta