Logo
Classes

ClipEmbedding

Defined in: providers/clip/src/embedding.ts:42

Extends

  • MultiModalEmbedding

ClipEmbedding<Options>(nodes, options?): Promise<BaseNode<Metadata>[]>

Defined in: providers/clip/src/embedding.ts:42

Type Parameters

Options extends Record<string, unknown>

Parameters

nodes

BaseNode<Metadata>[]

options?

Options

Returns

Promise<BaseNode<Metadata>[]>

Constructors

new ClipEmbedding()

new ClipEmbedding(): ClipEmbedding

Defined in: providers/clip/src/embedding.ts:51

Returns

ClipEmbedding

Overrides

MultiModalEmbedding.constructor

Properties

modelType

modelType: ClipEmbeddingModelType = ClipEmbeddingModelType.XENOVA_CLIP_VIT_BASE_PATCH16

Defined in: providers/clip/src/embedding.ts:43

Methods

getTokenizer()

getTokenizer(): Promise<PreTrainedTokenizer>

Defined in: providers/clip/src/embedding.ts:55

Returns

Promise<PreTrainedTokenizer>


getProcessor()

getProcessor(): Promise<Processor>

Defined in: providers/clip/src/embedding.ts:71

Returns

Promise<Processor>


getVisionModel()

getVisionModel(): Promise<CLIPVisionModelWithProjection>

Defined in: providers/clip/src/embedding.ts:87

Returns

Promise<CLIPVisionModelWithProjection>


getTextModel()

getTextModel(): Promise<CLIPTextModelWithProjection>

Defined in: providers/clip/src/embedding.ts:108

Returns

Promise<CLIPTextModelWithProjection>


getImageEmbedding()

getImageEmbedding(image): Promise<number[]>

Defined in: providers/clip/src/embedding.ts:129

Parameters

image

ImageType

Returns

Promise<number[]>

Overrides

MultiModalEmbedding.getImageEmbedding


getTextEmbedding()

getTextEmbedding(text): Promise<number[]>

Defined in: providers/clip/src/embedding.ts:136

Parameters

text

string

Returns

Promise<number[]>

Overrides

MultiModalEmbedding.getTextEmbedding