diff --git a/llama_index/readers/web.py b/llama_index/readers/web.py index 49e36ed2b64182968567e1abc6552a3bea162b92..c8c8456039492d93d7e9ae7f8739903e0337897b 100644 --- a/llama_index/readers/web.py +++ b/llama_index/readers/web.py @@ -73,7 +73,6 @@ class SimpleWebPageReader(BasePydanticReader): metadata = self._metadata_fn(url) documents.append(Document(text=response, id_=url, metadata=metadata or {})) - documents.append(Document(id_=url, text=response, metadata=metadata or {})) return documents