Class: IngestionPipeline

Constructors

new IngestionPipeline()

new IngestionPipeline(init?): IngestionPipeline

Parameters

• init?: Partial <IngestionPipeline> & ClientParams

Returns

IngestionPipeline

Source

packages/core/src/ingestion/IngestionPipeline.ts:77

Properties

_docStoreStrategy?

private optional _docStoreStrategy: TransformComponent

Source

packages/core/src/ingestion/IngestionPipeline.ts:75

---

cache?

optional cache: IngestionCache

Source

packages/core/src/ingestion/IngestionPipeline.ts:68

---

client?

optional client: PlatformApiClient

Source

packages/core/src/ingestion/IngestionPipeline.ts:70

---

clientParams?

optional clientParams: ClientParams

Source

packages/core/src/ingestion/IngestionPipeline.ts:71

---

disableCache

disableCache: boolean = false

Source

packages/core/src/ingestion/IngestionPipeline.ts:69

---

docStore?

optional docStore: BaseDocumentStore

Source

packages/core/src/ingestion/IngestionPipeline.ts:66

---

docStoreStrategy

docStoreStrategy: DocStoreStrategy = DocStoreStrategy.UPSERTS

Source

packages/core/src/ingestion/IngestionPipeline.ts:67

---

documents?

optional documents: Document <Metadata>[]

Source

packages/core/src/ingestion/IngestionPipeline.ts:63

---

name

name: string = DEFAULT_PIPELINE_NAME

Source

packages/core/src/ingestion/IngestionPipeline.ts:73

---

projectName

projectName: string = DEFAULT_PROJECT_NAME

Source

packages/core/src/ingestion/IngestionPipeline.ts:72

---

reader?

optional reader: BaseReader

Source

packages/core/src/ingestion/IngestionPipeline.ts:64

---

transformations

transformations: TransformComponent[] = []

Source

packages/core/src/ingestion/IngestionPipeline.ts:62

---

vectorStore?

optional vectorStore: VectorStore

Source

packages/core/src/ingestion/IngestionPipeline.ts:65

Methods

getClient()

private getClient(): Promise<PlatformApiClient>

Returns

Promise<PlatformApiClient>

Source

packages/core/src/ingestion/IngestionPipeline.ts:133

---

prepareInput()

prepareInput(documents?, nodes?): Promise <BaseNode <Metadata>[]>

Parameters

• documents?: Document <Metadata>[]

• nodes?: BaseNode <Metadata>[]

Returns

Promise <BaseNode <Metadata>[]>

Source

packages/core/src/ingestion/IngestionPipeline.ts:93

---

register()

register(params): Promise<string>

Parameters

• params

• params.documents?: Document <Metadata>[]

• params.nodes?: BaseNode <Metadata>[]

• params.verbose?: boolean

Returns

Promise<string>

Source

packages/core/src/ingestion/IngestionPipeline.ts:140

---

run()

run(args, transformOptions?): Promise <BaseNode <Metadata>[]>

Parameters

• args: IngestionRunArgs & TransformRunArgs= {}

• transformOptions?: any

Returns

Promise <BaseNode <Metadata>[]>

Source

packages/core/src/ingestion/IngestionPipeline.ts:113