BaseLLM

Defined in: packages/core/src/llms/base.ts:15

Unified language model interface

Extended by

• ToolCallLLM

Type Parameters

AdditionalChatOptions

AdditionalChatOptions extends object = object

AdditionalMessageOptions

AdditionalMessageOptions extends object = object

Implements

• LLM<AdditionalChatOptions>

Constructors

Constructor

new BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>(): BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

Returns

BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

Properties

metadata

abstract metadata: LLMMetadata

Defined in: packages/core/src/llms/base.ts:20

Implementation of

LLM.metadata

Methods

complete()

Call Signature

complete(params): Promise<AsyncIterable<CompletionResponse, any, any>>

Defined in: packages/core/src/llms/base.ts:22

Get a prompt completion from the LLM

Parameters

params

LLMCompletionParamsStreaming

Returns

Promise<AsyncIterable<CompletionResponse, any, any>>

Implementation of

LLM.complete

Call Signature

complete(params): Promise<CompletionResponse>

Defined in: packages/core/src/llms/base.ts:25

Parameters

params

LLMCompletionParamsNonStreaming

Returns

Promise<CompletionResponse>

Implementation of

LLM.complete

---

chat()

Call Signature

abstract chat(params): Promise<AsyncIterable<ChatResponseChunk, any, any>>

Defined in: packages/core/src/llms/base.ts:57

Get a chat response from the LLM

Parameters

params

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<AsyncIterable<ChatResponseChunk, any, any>>

Implementation of

LLM.chat

Call Signature

abstract chat(params): Promise<ChatResponse<AdditionalMessageOptions>>

Defined in: packages/core/src/llms/base.ts:63

Parameters

params

LLMChatParamsNonStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<ChatResponse<AdditionalMessageOptions>>

Implementation of

LLM.chat