Class LangModel

"[dispose]"(): void

free(): void

infer(
    messages: string | (Message | SingleTextMessage)[],
    tools?: ToolDesc[] | null,
    docs?: Document[] | null,
    config?: LangModelInferConfig | null,
): Promise<MessageOutput>

inferDelta(
    messages: string | (Message | SingleTextMessage)[],
    tools?: ToolDesc[] | null,
    docs?: Document[] | null,
    config?: LangModelInferConfig | null,
): AsyncIterable<MessageDeltaOutput>

download(
    modelName: string,
    config?:
        | {
            deviceId?: number;
            kvCache?: KVCacheConfig;
            progressCallback?: CacheProgressCallbackFn;
            validateChecksum?: boolean;
        }
        | null,
): Promise<void>

newLocal(
    modelName: string,
    config?:
        | {
            deviceId?: number;
            kvCache?: KVCacheConfig;
            progressCallback?: CacheProgressCallbackFn;
            validateChecksum?: boolean;
        }
        | null,
): Promise<LangModel>

newStreamAPI(
    spec: APISpecification,
    modelName: string,
    apiKey: string,
): Promise<LangModel>

remove(modelName: string): Promise<void>