Skip to content
Snippets Groups Projects
Unverified Commit ca09272a authored by James Braza's avatar James Braza Committed by GitHub
Browse files

Supporting `mypy` local usage with `venv` (#7952)

parent e3e20624
Branches
Tags
No related merge requests found
...@@ -7,6 +7,8 @@ import tiktoken ...@@ -7,6 +7,8 @@ import tiktoken
from langchain.text_splitter import ( from langchain.text_splitter import (
CharacterTextSplitter, CharacterTextSplitter,
RecursiveCharacterTextSplitter, RecursiveCharacterTextSplitter,
)
from langchain.text_splitter import (
TextSplitter as LCSplitter, TextSplitter as LCSplitter,
) )
from langchain.text_splitter import TokenTextSplitter as LCTokenTextSplitter from langchain.text_splitter import TokenTextSplitter as LCTokenTextSplitter
...@@ -29,7 +31,6 @@ assert isinstance(n_cols, int) ...@@ -29,7 +31,6 @@ assert isinstance(n_cols, int)
@st.cache_resource(ttl="1h") @st.cache_resource(ttl="1h")
def load_document(uploaded_files: List[UploadedFile]) -> List[Document]: def load_document(uploaded_files: List[UploadedFile]) -> List[Document]:
# Read documents # Read documents
docs = []
temp_dir = tempfile.TemporaryDirectory() temp_dir = tempfile.TemporaryDirectory()
for file in uploaded_files: for file in uploaded_files:
temp_filepath = os.path.join(temp_dir.name, file.name) temp_filepath = os.path.join(temp_dir.name, file.name)
...@@ -37,8 +38,7 @@ def load_document(uploaded_files: List[UploadedFile]) -> List[Document]: ...@@ -37,8 +38,7 @@ def load_document(uploaded_files: List[UploadedFile]) -> List[Document]:
f.write(file.getvalue()) f.write(file.getvalue())
reader = SimpleDirectoryReader(input_dir=temp_dir.name) reader = SimpleDirectoryReader(input_dir=temp_dir.name)
docs = reader.load_data() return reader.load_data()
return docs
if uploaded_files: if uploaded_files:
......
[tool.mypy] [tool.mypy]
ignore_missing_imports = "True" disallow_untyped_defs = true
disallow_untyped_defs = "True" # Remove venv skip when integrated with pre-commit
exclude = ["notebooks", "build", "examples"] exclude = ["build", "examples", "notebooks", "venv"]
ignore_missing_imports = true
[tool.ruff] [tool.ruff]
exclude = [ exclude = [
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment