forked from AI_team/Philosophy-RAG-demo
check for key instead of using try/except clause
This commit is contained in:
parent
ce88140ee9
commit
f965f7bc1b
@ -70,19 +70,11 @@ class RetGenLangGraph:
|
|||||||
pdf_sources[source] = set()
|
pdf_sources[source] = set()
|
||||||
|
|
||||||
# The page numbers are in the `page_numer` and `page` fields.
|
# The page numbers are in the `page_numer` and `page` fields.
|
||||||
try:
|
if "page_number" in doc.metadata:
|
||||||
page_number = doc.metadata["page_number"]
|
pdf_sources[source].add(doc.metadata["page_number"])
|
||||||
except KeyError:
|
|
||||||
pass
|
|
||||||
else:
|
|
||||||
pdf_sources[source].add(page_number)
|
|
||||||
|
|
||||||
try:
|
if "page" in doc.metadata:
|
||||||
page_number = doc.metadata["page"]
|
pdf_sources[source].add(doc.metadata["page"])
|
||||||
except KeyError:
|
|
||||||
pass
|
|
||||||
else:
|
|
||||||
pdf_sources[source].add(page_number)
|
|
||||||
|
|
||||||
if len(pdf_sources[source]) == 0:
|
if len(pdf_sources[source]) == 0:
|
||||||
logging.warning(f"PDF source {source} has no page number. Please check the metadata of the document.")
|
logging.warning(f"PDF source {source} has no page number. Please check the metadata of the document.")
|
||||||
@ -99,10 +91,7 @@ class RetGenLangGraph:
|
|||||||
return web_sources
|
return web_sources
|
||||||
|
|
||||||
for doc in self.last_retrieved_docs:
|
for doc in self.last_retrieved_docs:
|
||||||
try:
|
if "filetype" in doc.metadata and doc.metadata["filetype"] == "web":
|
||||||
if doc.metadata["filetype"] == "web":
|
web_sources.add(doc.metadata["source"])
|
||||||
web_sources.add(doc.metadata["source"])
|
|
||||||
except KeyError:
|
|
||||||
continue
|
|
||||||
|
|
||||||
return web_sources
|
return web_sources
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user