MockInference

Attributes

attributenamestr

= 'mock'

attributeConfigtype

= MockInferenceConfig

attributetemplate

= template if template is not None else '<think>mock thinking</think>\n<answer>MOCK_ANSWER</answer>'

func__init__(self, *, template=None) -> None

paramself

paramtemplatestr | None

= None

Returns

None

funcgenerate(self, *, prompt, max_tokens=256, temperature=0.0, stop=None) -> str

paramself

parampromptstr

parammax_tokensint

= 256

paramtemperaturefloat

= 0.0

paramstoplist[str] | None

= None

Returns

str