diff --git a/generic_rag/graphs/cond_ret_gen.py b/generic_rag/graphs/cond_ret_gen.py
index c884a8e..5d3a6ed 100644
--- a/generic_rag/graphs/cond_ret_gen.py
+++ b/generic_rag/graphs/cond_ret_gen.py
@@ -95,6 +95,10 @@ class CondRetGenLangGraph:
 
     def _query_or_respond(self, state: MessagesState) -> dict[str, BaseMessage]:
         """Generate tool call for retrieval or respond."""
+        # Reset last retrieved docs
+        self.last_retrieved_docs = {}
+        self.last_retrieved_sources = set()
+
         llm_with_tools = self.chat_model.bind_tools([self._retrieve])
         response = llm_with_tools.invoke(state["messages"])
         return {"messages": [response]}