Builder for creating Langfuse evaluator instances.
Provides factory method to create configured LangfuseEvaluator
with required components and metadata.
Source code in src/evaluation/builders.py
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75 | class LangfuseEvaluatorBuilder:
"""Builder for creating Langfuse evaluator instances.
Provides factory method to create configured LangfuseEvaluator
with required components and metadata.
"""
@staticmethod
@inject
def build(
query_engine: BaseQueryEngine,
langfuse_dataset_service: LangfuseDatasetService,
ragas_evaluator: RagasEvaluator,
configuration: Configuration,
) -> LangfuseEvaluator:
"""Create configured Langfuse evaluator instance.
Args:
query_engine: Engine for generating responses
langfuse_dataset_service: Service for dataset operations
ragas_evaluator: Evaluator for quality metrics
configuration: Evaluation settings
Returns:
LangfuseEvaluator: Configured evaluator instance
"""
return LangfuseEvaluator(
query_engine=query_engine,
langfuse_dataset_service=langfuse_dataset_service,
ragas_evaluator=ragas_evaluator,
run_metadata={
"build_name": configuration.metadata.build_name,
"llm_configuration": configuration.pipeline.augmentation.query_engine.synthesizer.llm.name,
"judge_llm_configuration": configuration.pipeline.evaluation.judge_llm.name,
},
)
|
build(query_engine, langfuse_dataset_service, ragas_evaluator, configuration)
staticmethod
Create configured Langfuse evaluator instance.
Parameters: |
-
query_engine
(BaseQueryEngine )
–
Engine for generating responses
-
langfuse_dataset_service
(LangfuseDatasetService )
–
Service for dataset operations
-
ragas_evaluator
(RagasEvaluator )
–
Evaluator for quality metrics
-
configuration
(Configuration )
–
|
Returns: |
-
LangfuseEvaluator ( LangfuseEvaluator
) –
Configured evaluator instance
|
Source code in src/evaluation/builders.py
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75 | @staticmethod
@inject
def build(
query_engine: BaseQueryEngine,
langfuse_dataset_service: LangfuseDatasetService,
ragas_evaluator: RagasEvaluator,
configuration: Configuration,
) -> LangfuseEvaluator:
"""Create configured Langfuse evaluator instance.
Args:
query_engine: Engine for generating responses
langfuse_dataset_service: Service for dataset operations
ragas_evaluator: Evaluator for quality metrics
configuration: Evaluation settings
Returns:
LangfuseEvaluator: Configured evaluator instance
"""
return LangfuseEvaluator(
query_engine=query_engine,
langfuse_dataset_service=langfuse_dataset_service,
ragas_evaluator=ragas_evaluator,
run_metadata={
"build_name": configuration.metadata.build_name,
"llm_configuration": configuration.pipeline.augmentation.query_engine.synthesizer.llm.name,
"judge_llm_configuration": configuration.pipeline.evaluation.judge_llm.name,
},
)
|