Class LangModel

Index

Constructors

Methods

infer inferDelta download newLocal newStreamAPI remove

Constructors

constructor

new LangModel(): LangModel
Returns LangModel

Methods

infer

infer(
    messages: Messages,
    tools?: ToolDesc[] | null,
    docs?: Document[] | null,
): MessageDeltaOutput
Parameters
- messages: Messages
- Optionaltools: ToolDesc[] | null
- Optionaldocs: Document[] | null
Returns MessageDeltaOutput
- Defined in ailoy_core.d.ts:98

inferDelta

inferDelta(
    messages: Messages,
    tools?: ToolDesc[] | null,
    docs?: Document[] | null,
): MessageDeltaOutputIterator
Parameters
- messages: Messages
- Optionaltools: ToolDesc[] | null
- Optionaldocs: Document[] | null
Returns MessageDeltaOutputIterator
- Defined in ailoy_core.d.ts:93

`Static`download

download(modelName: string, config?: LocalLangModelConfig | null): Promise<void>
Parameters
- modelName: string
- Optionalconfig: LocalLangModelConfig | null
Returns Promise<void>
- Defined in ailoy_core.d.ts:88

`Static`newLocal

newLocal(
modelName: string,
config?: LocalLangModelConfig | null,
): Promise<LangModel>
Parameters
- modelName: string
- Optionalconfig: LocalLangModelConfig | null
Returns Promise<LangModel>
- Defined in ailoy_core.d.ts:79

`Static`newStreamAPI

newStreamAPI(
    spec: APISpecification,
    modelName: string,
    apiKey: string,
): Promise<LangModel>
Parameters
- spec: APISpecification
- modelName: string
- apiKey: string
Returns Promise<LangModel>
- Defined in ailoy_core.d.ts:83

`Static`remove

remove(modelName: string): Promise<void>
Parameters
- modelName: string
Returns Promise<void>
- Defined in ailoy_core.d.ts:92