Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ class CreateDatasetRunItemRequest(UniversalBaseModel):
] = pydantic.Field(default=None)
"""
ISO 8601 timestamp (RFC 3339, Section 5.6) in UTC (e.g., "2026-01-21T14:35:42Z").
Specifies the dataset version to use for this experiment run.
Specifies the dataset version to use for this experiment run.
If provided, the experiment will use dataset items as they existed at or before this timestamp.
If not provided, uses the latest version of dataset items.
"""
Expand Down
288 changes: 1 addition & 287 deletions langfuse/api/unstable/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,68 +19,8 @@
PublicApiValidationIssue,
TooManyRequestsError,
UnauthorizedError,
UnprocessableContentError,
)
from . import (
commons,
dashboard_widgets,
dashboards,
errors,
evaluation_rules,
evaluators,
)
from .commons import (
ArrayOptionsEvaluationRuleFilter,
BooleanEvaluationRuleFilter,
CategoryOptionsEvaluationRuleFilter,
CodeEvaluatorSourceCodeLanguage,
DateTimeEvaluationRuleFilter,
EvaluationRuleArrayOptionsFilterOperator,
EvaluationRuleBooleanFilterOperator,
EvaluationRuleFilter,
EvaluationRuleFilter_ArrayOptions,
EvaluationRuleFilter_Boolean,
EvaluationRuleFilter_CategoryOptions,
EvaluationRuleFilter_Datetime,
EvaluationRuleFilter_Null,
EvaluationRuleFilter_Number,
EvaluationRuleFilter_NumberObject,
EvaluationRuleFilter_String,
EvaluationRuleFilter_StringObject,
EvaluationRuleFilter_StringOptions,
EvaluationRuleNullFilterOperator,
EvaluationRuleNumberFilterOperator,
EvaluationRuleOptionsFilterOperator,
EvaluationRuleStatus,
EvaluationRuleStringFilterOperator,
EvaluationRuleTarget,
EvaluatorModelConfig,
EvaluatorOutputDataType,
EvaluatorOutputDefinition,
EvaluatorOutputDefinition_Boolean,
EvaluatorOutputDefinition_Categorical,
EvaluatorOutputDefinition_Numeric,
EvaluatorOutputFieldDefinition,
EvaluatorType,
NullEvaluationRuleFilter,
NumberEvaluationRuleFilter,
NumberObjectEvaluationRuleFilter,
PromptVariableMappingInput,
PromptVariableMappingRead,
PromptVariableMappingSource,
PublicBooleanEvaluatorOutputDefinition,
PublicCategoricalEvaluatorOutputDefinition,
PublicCategoricalEvaluatorOutputScoreDefinition,
PublicEvaluatorOutputDefinition,
PublicEvaluatorOutputDefinition_Boolean,
PublicEvaluatorOutputDefinition_Categorical,
PublicEvaluatorOutputDefinition_Numeric,
PublicNumericEvaluatorOutputDefinition,
PublicNumericEvaluatorOutputScoreDefinition,
StringEvaluationRuleFilter,
StringObjectEvaluationRuleFilter,
StringOptionsEvaluationRuleFilter,
)
from . import dashboard_widgets, dashboards, errors
from .dashboard_widgets import (
CreateDashboardWidgetRequest,
DashboardWidget,
Expand Down Expand Up @@ -119,74 +59,15 @@
UpdateDashboardRequest,
WidgetPlacement,
)
from .evaluation_rules import (
CodeEvaluationRuleEvaluatorReference,
CreateCodeEvaluationRuleRequest,
CreateEvaluationRuleEvaluatorAssignment,
CreateEvaluationRuleEvaluatorReference,
CreateEvaluationRuleRequest,
CreateEvaluationRuleWithEvaluatorsRequest,
CreateLlmAsJudgeEvaluationRuleRequest,
DeleteEvaluationRuleResponse,
EvaluationRule,
EvaluationRuleBase,
EvaluationRuleEvaluator,
EvaluationRuleEvaluatorAssignment,
EvaluationRuleEvaluatorReference,
EvaluationRuleTimeScope,
EvaluationRules,
LegacyEvaluationObject,
LegacyEvaluationRule,
LegacyEvaluationRuleEvaluatorAssignment,
LegacyEvaluationRuleTarget,
LegacyPromptVariableMapping,
LlmAsJudgeEvaluationRuleEvaluatorReference,
LlmAsJudgeEvaluatorType,
ReadableEvaluationRule,
ReadableV2EvaluationRule,
UpdateEvaluationRuleRequest,
)
from .evaluators import (
CodeEvaluator,
CreateCodeEvaluatorRequest,
CreateEvaluatorRequest,
CreateEvaluatorRequest_Code,
CreateEvaluatorRequest_LlmAsJudge,
CreateLlmAsJudgeEvaluatorRequest,
DeleteEvaluatorResponse,
Evaluator,
EvaluatorBase,
Evaluator_Code,
Evaluator_LlmAsJudge,
Evaluators,
LlmAsJudgeEvaluator,
)
_dynamic_imports: typing.Dict[str, str] = {
"AccessDeniedError": ".errors",
"ArrayOptionsEvaluationRuleFilter": ".commons",
"BadRequestError": ".errors",
"BooleanEvaluationRuleFilter": ".commons",
"CategoryOptionsEvaluationRuleFilter": ".commons",
"CodeEvaluationRuleEvaluatorReference": ".evaluation_rules",
"CodeEvaluator": ".evaluators",
"CodeEvaluatorSourceCodeLanguage": ".commons",
"ConflictError": ".errors",
"CreateCodeEvaluationRuleRequest": ".evaluation_rules",
"CreateCodeEvaluatorRequest": ".evaluators",
"CreateDashboardPlacementRequest": ".dashboards",
"CreateDashboardPlacementRequest_Preset": ".dashboards",
"CreateDashboardPlacementRequest_Widget": ".dashboards",
"CreateDashboardRequest": ".dashboards",
"CreateDashboardWidgetRequest": ".dashboard_widgets",
"CreateEvaluationRuleEvaluatorAssignment": ".evaluation_rules",
"CreateEvaluationRuleEvaluatorReference": ".evaluation_rules",
"CreateEvaluationRuleRequest": ".evaluation_rules",
"CreateEvaluationRuleWithEvaluatorsRequest": ".evaluation_rules",
"CreateEvaluatorRequest": ".evaluators",
"CreateEvaluatorRequest_Code": ".evaluators",
"CreateEvaluatorRequest_LlmAsJudge": ".evaluators",
"CreateLlmAsJudgeEvaluationRuleRequest": ".evaluation_rules",
"CreateLlmAsJudgeEvaluatorRequest": ".evaluators",
"CreatePresetPlacement": ".dashboards",
"CreateWidgetPlacement": ".dashboards",
"Dashboard": ".dashboards",
Expand All @@ -208,101 +89,26 @@
"DashboardWidgetSortOrder": ".dashboard_widgets",
"DashboardWidgetView": ".dashboard_widgets",
"DashboardWidgetViewWithLegacy": ".dashboard_widgets",
"DateTimeEvaluationRuleFilter": ".commons",
"DeleteDashboardPlacementResponse": ".dashboards",
"DeleteDashboardResponse": ".dashboards",
"DeleteDashboardWidgetResponse": ".dashboard_widgets",
"DeleteEvaluationRuleResponse": ".evaluation_rules",
"DeleteEvaluatorResponse": ".evaluators",
"EvaluationRule": ".evaluation_rules",
"EvaluationRuleArrayOptionsFilterOperator": ".commons",
"EvaluationRuleBase": ".evaluation_rules",
"EvaluationRuleBooleanFilterOperator": ".commons",
"EvaluationRuleEvaluator": ".evaluation_rules",
"EvaluationRuleEvaluatorAssignment": ".evaluation_rules",
"EvaluationRuleEvaluatorReference": ".evaluation_rules",
"EvaluationRuleFilter": ".commons",
"EvaluationRuleFilter_ArrayOptions": ".commons",
"EvaluationRuleFilter_Boolean": ".commons",
"EvaluationRuleFilter_CategoryOptions": ".commons",
"EvaluationRuleFilter_Datetime": ".commons",
"EvaluationRuleFilter_Null": ".commons",
"EvaluationRuleFilter_Number": ".commons",
"EvaluationRuleFilter_NumberObject": ".commons",
"EvaluationRuleFilter_String": ".commons",
"EvaluationRuleFilter_StringObject": ".commons",
"EvaluationRuleFilter_StringOptions": ".commons",
"EvaluationRuleNullFilterOperator": ".commons",
"EvaluationRuleNumberFilterOperator": ".commons",
"EvaluationRuleOptionsFilterOperator": ".commons",
"EvaluationRuleStatus": ".commons",
"EvaluationRuleStringFilterOperator": ".commons",
"EvaluationRuleTarget": ".commons",
"EvaluationRuleTimeScope": ".evaluation_rules",
"EvaluationRules": ".evaluation_rules",
"Evaluator": ".evaluators",
"EvaluatorBase": ".evaluators",
"EvaluatorModelConfig": ".commons",
"EvaluatorOutputDataType": ".commons",
"EvaluatorOutputDefinition": ".commons",
"EvaluatorOutputDefinition_Boolean": ".commons",
"EvaluatorOutputDefinition_Categorical": ".commons",
"EvaluatorOutputDefinition_Numeric": ".commons",
"EvaluatorOutputFieldDefinition": ".commons",
"EvaluatorType": ".commons",
"Evaluator_Code": ".evaluators",
"Evaluator_LlmAsJudge": ".evaluators",
"Evaluators": ".evaluators",
"InternalServerError": ".errors",
"LegacyEvaluationObject": ".evaluation_rules",
"LegacyEvaluationRule": ".evaluation_rules",
"LegacyEvaluationRuleEvaluatorAssignment": ".evaluation_rules",
"LegacyEvaluationRuleTarget": ".evaluation_rules",
"LegacyPromptVariableMapping": ".evaluation_rules",
"LlmAsJudgeEvaluationRuleEvaluatorReference": ".evaluation_rules",
"LlmAsJudgeEvaluator": ".evaluators",
"LlmAsJudgeEvaluatorType": ".evaluation_rules",
"MethodNotAllowedError": ".errors",
"NotFoundError": ".errors",
"NullEvaluationRuleFilter": ".commons",
"NumberEvaluationRuleFilter": ".commons",
"NumberObjectEvaluationRuleFilter": ".commons",
"PresetPlacement": ".dashboards",
"PromptVariableMappingInput": ".commons",
"PromptVariableMappingRead": ".commons",
"PromptVariableMappingSource": ".commons",
"PublicApiError": ".errors",
"PublicApiErrorCode": ".errors",
"PublicApiErrorDetails": ".errors",
"PublicApiValidationIssue": ".errors",
"PublicBooleanEvaluatorOutputDefinition": ".commons",
"PublicCategoricalEvaluatorOutputDefinition": ".commons",
"PublicCategoricalEvaluatorOutputScoreDefinition": ".commons",
"PublicEvaluatorOutputDefinition": ".commons",
"PublicEvaluatorOutputDefinition_Boolean": ".commons",
"PublicEvaluatorOutputDefinition_Categorical": ".commons",
"PublicEvaluatorOutputDefinition_Numeric": ".commons",
"PublicNumericEvaluatorOutputDefinition": ".commons",
"PublicNumericEvaluatorOutputScoreDefinition": ".commons",
"ReadableEvaluationRule": ".evaluation_rules",
"ReadableV2EvaluationRule": ".evaluation_rules",
"StringEvaluationRuleFilter": ".commons",
"StringObjectEvaluationRuleFilter": ".commons",
"StringOptionsEvaluationRuleFilter": ".commons",
"TooManyRequestsError": ".errors",
"UnauthorizedError": ".errors",
"UnprocessableContentError": ".errors",
"UpdateDashboardPlacementRequest": ".dashboards",
"UpdateDashboardRequest": ".dashboards",
"UpdateDashboardWidgetRequest": ".dashboard_widgets",
"UpdateEvaluationRuleRequest": ".evaluation_rules",
"WidgetPlacement": ".dashboards",
"commons": ".commons",
"dashboard_widgets": ".dashboard_widgets",
"dashboards": ".dashboards",
"errors": ".errors",
"evaluation_rules": ".evaluation_rules",
"evaluators": ".evaluators",
}


Expand Down Expand Up @@ -335,30 +141,13 @@ def __dir__():

__all__ = [
"AccessDeniedError",
"ArrayOptionsEvaluationRuleFilter",
"BadRequestError",
"BooleanEvaluationRuleFilter",
"CategoryOptionsEvaluationRuleFilter",
"CodeEvaluationRuleEvaluatorReference",
"CodeEvaluator",
"CodeEvaluatorSourceCodeLanguage",
"ConflictError",
"CreateCodeEvaluationRuleRequest",
"CreateCodeEvaluatorRequest",
"CreateDashboardPlacementRequest",
"CreateDashboardPlacementRequest_Preset",
"CreateDashboardPlacementRequest_Widget",
"CreateDashboardRequest",
"CreateDashboardWidgetRequest",
"CreateEvaluationRuleEvaluatorAssignment",
"CreateEvaluationRuleEvaluatorReference",
"CreateEvaluationRuleRequest",
"CreateEvaluationRuleWithEvaluatorsRequest",
"CreateEvaluatorRequest",
"CreateEvaluatorRequest_Code",
"CreateEvaluatorRequest_LlmAsJudge",
"CreateLlmAsJudgeEvaluationRuleRequest",
"CreateLlmAsJudgeEvaluatorRequest",
"CreatePresetPlacement",
"CreateWidgetPlacement",
"Dashboard",
Expand All @@ -380,99 +169,24 @@ def __dir__():
"DashboardWidgetSortOrder",
"DashboardWidgetView",
"DashboardWidgetViewWithLegacy",
"DateTimeEvaluationRuleFilter",
"DeleteDashboardPlacementResponse",
"DeleteDashboardResponse",
"DeleteDashboardWidgetResponse",
"DeleteEvaluationRuleResponse",
"DeleteEvaluatorResponse",
"EvaluationRule",
"EvaluationRuleArrayOptionsFilterOperator",
"EvaluationRuleBase",
"EvaluationRuleBooleanFilterOperator",
"EvaluationRuleEvaluator",
"EvaluationRuleEvaluatorAssignment",
"EvaluationRuleEvaluatorReference",
"EvaluationRuleFilter",
"EvaluationRuleFilter_ArrayOptions",
"EvaluationRuleFilter_Boolean",
"EvaluationRuleFilter_CategoryOptions",
"EvaluationRuleFilter_Datetime",
"EvaluationRuleFilter_Null",
"EvaluationRuleFilter_Number",
"EvaluationRuleFilter_NumberObject",
"EvaluationRuleFilter_String",
"EvaluationRuleFilter_StringObject",
"EvaluationRuleFilter_StringOptions",
"EvaluationRuleNullFilterOperator",
"EvaluationRuleNumberFilterOperator",
"EvaluationRuleOptionsFilterOperator",
"EvaluationRuleStatus",
"EvaluationRuleStringFilterOperator",
"EvaluationRuleTarget",
"EvaluationRuleTimeScope",
"EvaluationRules",
"Evaluator",
"EvaluatorBase",
"EvaluatorModelConfig",
"EvaluatorOutputDataType",
"EvaluatorOutputDefinition",
"EvaluatorOutputDefinition_Boolean",
"EvaluatorOutputDefinition_Categorical",
"EvaluatorOutputDefinition_Numeric",
"EvaluatorOutputFieldDefinition",
"EvaluatorType",
"Evaluator_Code",
"Evaluator_LlmAsJudge",
"Evaluators",
"InternalServerError",
"LegacyEvaluationObject",
"LegacyEvaluationRule",
"LegacyEvaluationRuleEvaluatorAssignment",
"LegacyEvaluationRuleTarget",
"LegacyPromptVariableMapping",
"LlmAsJudgeEvaluationRuleEvaluatorReference",
"LlmAsJudgeEvaluator",
"LlmAsJudgeEvaluatorType",
"MethodNotAllowedError",
"NotFoundError",
"NullEvaluationRuleFilter",
"NumberEvaluationRuleFilter",
"NumberObjectEvaluationRuleFilter",
"PresetPlacement",
"PromptVariableMappingInput",
"PromptVariableMappingRead",
"PromptVariableMappingSource",
"PublicApiError",
"PublicApiErrorCode",
"PublicApiErrorDetails",
"PublicApiValidationIssue",
"PublicBooleanEvaluatorOutputDefinition",
"PublicCategoricalEvaluatorOutputDefinition",
"PublicCategoricalEvaluatorOutputScoreDefinition",
"PublicEvaluatorOutputDefinition",
"PublicEvaluatorOutputDefinition_Boolean",
"PublicEvaluatorOutputDefinition_Categorical",
"PublicEvaluatorOutputDefinition_Numeric",
"PublicNumericEvaluatorOutputDefinition",
"PublicNumericEvaluatorOutputScoreDefinition",
"ReadableEvaluationRule",
"ReadableV2EvaluationRule",
"StringEvaluationRuleFilter",
"StringObjectEvaluationRuleFilter",
"StringOptionsEvaluationRuleFilter",
"TooManyRequestsError",
"UnauthorizedError",
"UnprocessableContentError",
"UpdateDashboardPlacementRequest",
"UpdateDashboardRequest",
"UpdateDashboardWidgetRequest",
"UpdateEvaluationRuleRequest",
"WidgetPlacement",
"commons",
"dashboard_widgets",
"dashboards",
"errors",
"evaluation_rules",
"evaluators",
]
Loading