Logo
Classes

TextSplitter

Defined in: packages/core/src/node-parser/base.ts:123

Extends

Extended by

abstract TextSplitter<Options>(nodes, options?): TextNode<Metadata>[]

Defined in: packages/core/src/node-parser/base.ts:123

Type Parameters

Options

Options extends Record<string, unknown>

Parameters

nodes

BaseNode<Metadata>[]

options?

Options

Returns

TextNode<Metadata>[]

Constructors

Constructor

new TextSplitter(): TextSplitter

Defined in: packages/core/src/node-parser/base.ts:20

Returns

TextSplitter

Inherited from

NodeParser.constructor

Properties

includeMetadata

includeMetadata: boolean = true

Defined in: packages/core/src/node-parser/base.ts:17

Inherited from

NodeParser.includeMetadata


includePrevNextRel

includePrevNextRel: boolean = true

Defined in: packages/core/src/node-parser/base.ts:18

Inherited from

NodeParser.includePrevNextRel


id

id: string

Defined in: packages/core/src/schema/type.ts:22

Inherited from

NodeParser.id

Methods

postProcessParsedNodes()

protected postProcessParsedNodes(nodes, parentDocMap): TextNode<Metadata>[]

Defined in: packages/core/src/node-parser/base.ts:27

Parameters

nodes

TextNode<Metadata>[]

parentDocMap

Map<string, TextNode<Metadata>>

Returns

TextNode<Metadata>[]

Inherited from

NodeParser.postProcessParsedNodes


getNodesFromDocuments()

getNodesFromDocuments(documents): TextNode<Metadata>[]

Defined in: packages/core/src/node-parser/base.ts:84

Parameters

documents

TextNode<Metadata>[]

Returns

TextNode<Metadata>[]

Inherited from

NodeParser.getNodesFromDocuments


splitText()

abstract splitText(text): string[]

Defined in: packages/core/src/node-parser/base.ts:124

Parameters

text

string

Returns

string[]


splitTexts()

splitTexts(texts): string[]

Defined in: packages/core/src/node-parser/base.ts:126

Parameters

texts

string[]

Returns

string[]


parseNodes()

protected parseNodes(nodes): TextNode<Metadata>[]

Defined in: packages/core/src/node-parser/base.ts:130

Parameters

nodes

TextNode<Metadata>[]

Returns

TextNode<Metadata>[]

Overrides

NodeParser.parseNodes