LocalBackend

Attributes

attributenamestr

= 'local'

attributeConfigtype

= LocalBackendConfig

attributedtype

= dtype

attributedevice

= device

attributetrust_remote_code

= trust_remote_code

func__init__(self, *, dtype='float32', device='auto', trust_remote_code=True) -> None

paramself

paramdtypestr

= 'float32'

paramdevicestr

= 'auto'

paramtrust_remote_codebool

= True

Returns

None

func_resolve_device(self) -> str

paramself

Returns

str

funcprepare(self, *, model, run_dir) -> dict[str, Any]

paramself

parammodeldict[str, Any]

paramrun_dirstr

Returns

dict[str, typing.Any]

functeardown(self, handles) -> None

paramself

paramhandlesdict[str, Any]

Returns

None