fixing langchain text splitter import to be compatible with langchain v0 and v1

Author: norbbrog

paddlex/inference/pipelines/components/retriever/base.py

@@ -23,13 +23,13 @@
 
 if is_dep_available("langchain"):
     from langchain_core.documents import Document
-    from langchain.text_splitter import RecursiveCharacterTextSplitter
+    from langchain_text_splitters import RecursiveCharacterTextSplitter
 if is_dep_available("langchain-community"):
     from langchain_community import vectorstores
     from langchain_community.vectorstores import FAISS
 
 
-@class_requires_deps("langchain", "langchain-community")
+@class_requires_deps("langchain", "langchain-text-splitters", "langchain-community")
 class BaseRetriever(ABC, metaclass=AutoRegisterABCMetaClass):
     """Base Retriever"""
 

setup.py

@@ -42,6 +42,7 @@
     "joblib": "",
     "langchain": ">= 0.2, < 1.0",
     "langchain-community": ">= 0.2, < 1.0",
+    "langchain-text-splitters": ">= 0.2, < 1.0",
     "langchain-core": "",
     "langchain-openai": ">= 0.1, < 1.0",
     "lxml": "",
@@ -133,6 +134,7 @@
             "imagesize",
             "langchain",
             "langchain-community",
+            "langchain-text-splitters",
             "langchain-core",
             "langchain-openai",
             "lxml",