From 67c8b6536aa9770ce243b05b4817e1d3b19e6d81 Mon Sep 17 00:00:00 2001
From: swk777 <swk777@gmail.com>
Date: Wed, 16 Aug 2023 11:32:54 +0800
Subject: [PATCH] add papa config
---
packages/core/src/readers/CSVReader.ts | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git a/packages/core/src/readers/CSVReader.ts b/packages/core/src/readers/CSVReader.ts
index dcedd371c..0fb5c5721 100644
--- a/packages/core/src/readers/CSVReader.ts
+++ b/packages/core/src/readers/CSVReader.ts
@@ -1,5 +1,5 @@
import { DEFAULT_FS, GenericFileSystem } from "../storage/FileSystem";
-import Papa, { ParseLocalConfig } from "papaparse";
+import Papa, { ParseConfig } from "papaparse";
import { BaseReader } from "./base";
import { Document } from "../Node";
@@ -12,7 +12,7 @@ export class PapaCSVReader implements BaseReader {
private concatRows: boolean;
private colJoiner: string;
private rowJoiner: string;
- private papaConfig?: ParseLocalConfig;
+ private papaConfig?: ParseConfig;
/**
* Constructs a new instance of the class.
@@ -24,7 +24,7 @@ export class PapaCSVReader implements BaseReader {
concatRows: boolean = true,
colJoiner: string = ", ",
rowJoiner: string = "\n",
- papaConfig?: ParseLocalConfig
+ papaConfig?: ParseConfig
) {
this.concatRows = concatRows;
this.colJoiner = colJoiner;
@@ -42,8 +42,8 @@ export class PapaCSVReader implements BaseReader {
file: string,
fs: GenericFileSystem = DEFAULT_FS
): Promise<Document[]> {
- const fileContent = await fs.readFile(file, "utf-8");
- const result = Papa.parse(fileContent);
+ const fileContent: string = await fs.readFile(file, "utf-8");
+ const result = Papa.parse(fileContent, this.papaConfig);
const textList = result.data.map((row: any) => {
// Compatible with header row mode
const rowValues = Object.values(row).map((value) => String(value));
--
GitLab