Pular para o conteúdo principal

Class: IngestionPipeline

Constructors

new IngestionPipeline()

new IngestionPipeline(init?): IngestionPipeline

Parameters

init?: Partial <IngestionPipeline> & ClientParams

Returns

IngestionPipeline

Source

packages/core/src/ingestion/IngestionPipeline.ts:77

Properties

_docStoreStrategy?

private optional _docStoreStrategy: TransformComponent

Source

packages/core/src/ingestion/IngestionPipeline.ts:75


cache?

optional cache: IngestionCache

Source

packages/core/src/ingestion/IngestionPipeline.ts:68


client?

optional client: PlatformApiClient

Source

packages/core/src/ingestion/IngestionPipeline.ts:70


clientParams?

optional clientParams: ClientParams

Source

packages/core/src/ingestion/IngestionPipeline.ts:71


disableCache

disableCache: boolean = false

Source

packages/core/src/ingestion/IngestionPipeline.ts:69


docStore?

optional docStore: BaseDocumentStore

Source

packages/core/src/ingestion/IngestionPipeline.ts:66


docStoreStrategy

docStoreStrategy: DocStoreStrategy = DocStoreStrategy.UPSERTS

Source

packages/core/src/ingestion/IngestionPipeline.ts:67


documents?

optional documents: Document <Metadata>[]

Source

packages/core/src/ingestion/IngestionPipeline.ts:63


name

name: string = DEFAULT_PIPELINE_NAME

Source

packages/core/src/ingestion/IngestionPipeline.ts:73


projectName

projectName: string = DEFAULT_PROJECT_NAME

Source

packages/core/src/ingestion/IngestionPipeline.ts:72


reader?

optional reader: BaseReader

Source

packages/core/src/ingestion/IngestionPipeline.ts:64


transformations

transformations: TransformComponent[] = []

Source

packages/core/src/ingestion/IngestionPipeline.ts:62


vectorStore?

optional vectorStore: VectorStore

Source

packages/core/src/ingestion/IngestionPipeline.ts:65

Methods

getClient()

private getClient(): Promise<PlatformApiClient>

Returns

Promise<PlatformApiClient>

Source

packages/core/src/ingestion/IngestionPipeline.ts:133


prepareInput()

prepareInput(documents?, nodes?): Promise <BaseNode <Metadata>[]>

Parameters

documents?: Document <Metadata>[]

nodes?: BaseNode <Metadata>[]

Returns

Promise <BaseNode <Metadata>[]>

Source

packages/core/src/ingestion/IngestionPipeline.ts:93


register()

register(params): Promise<string>

Parameters

params

params.documents?: Document <Metadata>[]

params.nodes?: BaseNode <Metadata>[]

params.verbose?: boolean

Returns

Promise<string>

Source

packages/core/src/ingestion/IngestionPipeline.ts:140


run()

run(args, transformOptions?): Promise <BaseNode <Metadata>[]>

Parameters

args: IngestionRunArgs & TransformRunArgs= {}

transformOptions?: any

Returns

Promise <BaseNode <Metadata>[]>

Source

packages/core/src/ingestion/IngestionPipeline.ts:113