Skip to content

BaseLLM

Defined in: .build/typescript/packages/core/src/llms/base.ts:36

Unified language model interface

AdditionalChatOptions extends object = object

AdditionalMessageOptions extends object = object

  • LLM<AdditionalChatOptions>

new BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>(): BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

abstract metadata: LLMMetadata

Defined in: .build/typescript/packages/core/src/llms/base.ts:41

LLM.metadata

complete(params): Promise<AsyncIterable<CompletionResponse, any, any>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:43

Get a prompt completion from the LLM

LLMCompletionParamsStreaming

Promise<AsyncIterable<CompletionResponse, any, any>>

LLM.complete

complete(params): Promise<CompletionResponse>

Defined in: .build/typescript/packages/core/src/llms/base.ts:46

LLMCompletionParamsNonStreaming

Promise<CompletionResponse>

LLM.complete


abstract chat(params): Promise<AsyncIterable<ChatResponseChunk<AdditionalMessageOptions>, any, any>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:78

Get a chat response from the LLM

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Promise<AsyncIterable<ChatResponseChunk<AdditionalMessageOptions>, any, any>>

LLM.chat

abstract chat(params): Promise<ChatResponse<AdditionalMessageOptions>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:84

LLMChatParamsNonStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Promise<ChatResponse<AdditionalMessageOptions>>

LLM.chat


exec<Z>(params): Promise<ExecStreamResponse<AdditionalMessageOptions, ZodInfer<Z>>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:91

Z extends ZodSchema

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions, Z>

Promise<ExecStreamResponse<AdditionalMessageOptions, ZodInfer<Z>>>

exec<Z>(params): Promise<ExecResponse<AdditionalMessageOptions, ZodInfer<Z>>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:98

Z extends ZodSchema

LLMChatParamsNonStreaming<AdditionalChatOptions, AdditionalMessageOptions, Z>

Promise<ExecResponse<AdditionalMessageOptions, ZodInfer<Z>>>


streamExec<Z>(params): Promise<ExecStreamResponse<AdditionalMessageOptions, ZodInfer<Z>>>

Defined in: .build/typescript/packages/core/src/llms/base.ts:181

Z extends ZodSchema

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions, Z>

Promise<ExecStreamResponse<AdditionalMessageOptions, ZodInfer<Z>>>