OnDeviceParams interface

(EXPERIMENTAL) Encapsulates configuration for on-device inference.

Signature:

export interface OnDeviceParams

Properties

Property Type Description
createOptions LanguageModelCreateOptions
promptOptions LanguageModelPromptOptions

OnDeviceParams.createOptions

Signature:

createOptions?: LanguageModelCreateOptions;

OnDeviceParams.promptOptions

Signature:

promptOptions?: LanguageModelPromptOptions;