Class: FaithfulnessEvaluator
Extends
Implements
BaseEvaluator
Constructors
new FaithfulnessEvaluator()
new FaithfulnessEvaluator(
params
?):FaithfulnessEvaluator
Parameters
• params?
• params.faithFulnessRefinePrompt?
• params.faithfulnessSystemPrompt?
• params.raiseError?: boolean
• params.serviceContext?: ServiceContext
Returns
Overrides
Source
packages/core/src/evaluation/Faithfulness.ts:29
Properties
evalTemplate()
private
evalTemplate: (__namedParameters
) =>string
Parameters
• __namedParameters
• __namedParameters.context: string
• __namedParameters.query: string
Returns
string
Source
packages/core/src/evaluation/Faithfulness.ts:26
raiseError
private
raiseError:boolean
Source
packages/core/src/evaluation/Faithfulness.ts:25
refineTemplate()
private
refineTemplate: (__namedParameters
) =>string
Parameters
• __namedParameters
• __namedParameters.context: string
• __namedParameters.existingAnswer: string
• __namedParameters.query: string
Returns
string
Source
packages/core/src/evaluation/Faithfulness.ts:27
serviceContext?
private
optional
serviceContext:ServiceContext
Source
packages/core/src/evaluation/Faithfulness.ts:24
Methods
_getPromptModules()
protected
_getPromptModules():Record
<string
,any
>
Returns
Record
<string
, any
>
Inherited from
PromptMixin
. _getPromptModules
Source
packages/core/src/prompts/Mixin.ts:82
_getPrompts()
protected
_getPrompts():object
Returns
object
Overrides
Source
packages/core/src/evaluation/Faithfulness.ts:45
_updatePrompts()
protected
_updatePrompts(promptsDict
):void
Parameters
• promptsDict
• promptsDict.faithFulnessRefinePrompt
• promptsDict.faithfulnessSystemPrompt
Returns
void
Overrides
Source
packages/core/src/evaluation/Faithfulness.ts:52
evaluate()
evaluate(
__namedParameters
):Promise
<EvaluationResult
>
Parameters
• __namedParameters: EvaluatorParams
Returns
Promise
<EvaluationResult
>
Implementation of
BaseEvaluator.evaluate
Source
packages/core/src/evaluation/Faithfulness.ts:72
evaluateResponse()
evaluateResponse(
__namedParameters
):Promise
<EvaluationResult
>
Parameters
• __namedParameters: EvaluatorResponseParams
Returns
Promise
<EvaluationResult
>
Implementation of
BaseEvaluator.evaluateResponse
Source
packages/core/src/evaluation/Faithfulness.ts:131
getPrompts()
getPrompts():
PromptsDict
Returns all prompts from the mixin and its modules
Returns
PromptsDict
Inherited from
Source
packages/core/src/prompts/Mixin.ts:27
updatePrompts()
updatePrompts(
promptsDict
):void
Updates the prompts in the mixin and its modules
Parameters
• promptsDict: PromptsDict
Returns
void
Inherited from
Source
packages/core/src/prompts/Mixin.ts:48