prashant
commited on
Commit
•
e4c96ff
1
Parent(s):
833a06e
sdg error fix
Browse files- utils/sdg_classifier.py +3 -3
utils/sdg_classifier.py
CHANGED
@@ -78,7 +78,7 @@ def sdg_classification(haystackdoc:List[Document])->Tuple[DataFrame,Series]:
|
|
78 |
|
79 |
return df, x
|
80 |
|
81 |
-
def runSDGPreprocessingPipeline(
|
82 |
"""
|
83 |
creates the pipeline and runs the preprocessing pipeline,
|
84 |
the params for pipeline are fetched from paramconfig
|
@@ -109,8 +109,8 @@ def runSDGPreprocessingPipeline(file_path, file_name)->List[Document]:
|
|
109 |
|
110 |
|
111 |
output_sdg_pre = sdg_processing_pipeline.run(file_paths = file_path,
|
112 |
-
params= {"FileConverter": {"file_path":
|
113 |
-
"file_name":
|
114 |
"UdfPreProcessor": {"removePunc": remove_punc, \
|
115 |
"split_by": split_by, \
|
116 |
"split_length":split_length,\
|
|
|
78 |
|
79 |
return df, x
|
80 |
|
81 |
+
def runSDGPreprocessingPipeline(filePath, fileName)->List[Document]:
|
82 |
"""
|
83 |
creates the pipeline and runs the preprocessing pipeline,
|
84 |
the params for pipeline are fetched from paramconfig
|
|
|
109 |
|
110 |
|
111 |
output_sdg_pre = sdg_processing_pipeline.run(file_paths = file_path,
|
112 |
+
params= {"FileConverter": {"file_path": filePath, \
|
113 |
+
"file_name": fileName},
|
114 |
"UdfPreProcessor": {"removePunc": remove_punc, \
|
115 |
"split_by": split_by, \
|
116 |
"split_length":split_length,\
|