MultiModalEmbedding

Defined in: packages/core/src/embeddings/muti-model.ts:20

Extends

• BaseEmbedding

abstract MultiModalEmbedding<Options>(nodes, options?): Promise

Defined in: packages/core/src/embeddings/muti-model.ts:20

Type Parameters

Options

Options extends Record<string, unknown>

Parameters

nodes

BaseNode<Metadata>[]

options?

Options

Returns

Promise

Constructors

Constructor

protected new MultiModalEmbedding(): MultiModalEmbedding

Defined in: packages/core/src/embeddings/muti-model.ts:23

Returns

MultiModalEmbedding

Overrides

BaseEmbedding.constructor

Properties

embedBatchSize

embedBatchSize: number = DEFAULT_EMBED_BATCH_SIZE

Defined in: packages/core/src/embeddings/base.ts:25

Inherited from

BaseEmbedding.embedBatchSize

---

embedInfo?

optional embedInfo: EmbeddingInfo

Defined in: packages/core/src/embeddings/base.ts:26

Inherited from

BaseEmbedding.embedInfo

---

id

id: string

Defined in: packages/core/src/schema/type.ts:22

Inherited from

BaseEmbedding.id

Methods

similarity()

similarity(embedding1, embedding2, mode): number

Defined in: packages/core/src/embeddings/base.ts:58

Parameters

embedding1

number[]

embedding2

number[]

mode

SimilarityType = SimilarityType.DEFAULT

Returns

number

Inherited from

BaseEmbedding.similarity

---

getTextEmbedding()

abstract getTextEmbedding(text): Promise<number[]>

Defined in: packages/core/src/embeddings/base.ts:66

Parameters

text

string

Returns

Promise<number[]>

Inherited from

BaseEmbedding.getTextEmbedding

---

getTextEmbeddings()

getTextEmbeddings(texts): Promise<number[][]>

Defined in: packages/core/src/embeddings/base.ts:82

Optionally override this method to retrieve multiple embeddings in a single request

Parameters

texts

string[]

Returns

Promise<number[][]>

Inherited from

BaseEmbedding.getTextEmbeddings

---

getTextEmbeddingsBatch()

getTextEmbeddingsBatch(texts, options?): Promise<number[][]>

Defined in: packages/core/src/embeddings/base.ts:98

Get embeddings for a batch of texts

Parameters

texts

string[]

options?

BaseEmbeddingOptions

Returns

Promise<number[][]>

Inherited from

BaseEmbedding.getTextEmbeddingsBatch

---

truncateMaxTokens()

truncateMaxTokens(input): string[]

Defined in: packages/core/src/embeddings/base.ts:110

Parameters

input

string[]

Returns

string[]

Inherited from

BaseEmbedding.truncateMaxTokens

---

getImageEmbedding()

abstract getImageEmbedding(images): Promise<number[]>

Defined in: packages/core/src/embeddings/muti-model.ts:21

Parameters

images

ImageType

Returns

Promise<number[]>

---

getImageEmbeddings()

getImageEmbeddings(images): Promise<number[][]>

Defined in: packages/core/src/embeddings/muti-model.ts:62

Optionally override this method to retrieve multiple image embeddings in a single request

Parameters

images

ImageType[]

Returns

Promise<number[][]>

---

getQueryEmbedding()

getQueryEmbedding(query): Promise<null | number[]>

Defined in: packages/core/src/embeddings/muti-model.ts:68

Parameters

query

MessageContentDetail

Returns

Promise<null | number[]>

Overrides

BaseEmbedding.getQueryEmbedding