Interface LocalModelArgs

interface LocalModelArgs {
    backend?: "tvm";
    device?: number;
    id: LocalModelId;
    quantization?: "q4f16_1";
}

Index

Properties

backend? device? id quantization?

Properties

`Optional`backend

backend?: "tvm"

`Optional`device

device?: number

id

id: LocalModelId

`Optional`quantization

quantization?: "q4f16_1"