Bug Description

Hi I keep getting this error whenever I set 'use_async=True'' when using SubQuestionQueryEngine, wondering if this is a bug? If I set it to False I won't get this issue.

setup sub question query engine

query_engine = SubQuestionQueryEngine.from_defaults(
    query_engine_tools=query_engine_tools,
    service_context=service_context,
    use_async=False #True,
)

Here is the error info:

AttributeError Traceback (most recent call last)
in
3 Return your final answer in postgresql.'''
4
----> 5 response3 = query_engine.query(query_str)
6 print(response3)

~\AppData\Roaming\Python\Python38\site-packages\llama_index\core\base_query_engine.py in query(self, str_or_query_bundle)
38 if isinstance(str_or_query_bundle, str):
39 str_or_query_bundle = QueryBundle(str_or_query_bundle)
---> 40 return self._query(str_or_query_bundle)
41
42 async def aquery(self, str_or_query_bundle: QueryType) -> RESPONSE_TYPE:

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\retriever_query_engine.py in _query(self, query_bundle)
169 CBEventType.QUERY, payload={EventPayload.QUERY_STR: query_bundle.query_str}
170 ) as query_event:
--> 171 nodes = self.retrieve(query_bundle)
172 response = self._response_synthesizer.synthesize(
173 query=query_bundle,

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\retriever_query_engine.py in retrieve(self, query_bundle)
125
126 def retrieve(self, query_bundle: QueryBundle) -> List[NodeWithScore]:
--> 127 nodes = self._retriever.retrieve(query_bundle)
128 return self._apply_node_postprocessors(nodes, query_bundle=query_bundle)
129

~\AppData\Roaming\Python\Python38\site-packages\llama_index\core\base_retriever.py in retrieve(self, str_or_query_bundle)
59 payload={EventPayload.QUERY_STR: query_bundle.query_str},
60 ) as retrieve_event:
---> 61 nodes = self._retrieve(query_bundle)
62 retrieve_event.on_end(
63 payload={EventPayload.NODES: nodes},

~\AppData\Roaming\Python\Python38\site-packages\llama_index\retrievers\recursive_retriever.py in _retrieve(self, query_bundle)
182
183 def _retrieve(self, query_bundle: QueryBundle) -> List[NodeWithScore]:
--> 184 retrieved_nodes, _ = self._retrieve_rec(query_bundle, query_id=None)
185 return retrieved_nodes
186

~\AppData\Roaming\Python\Python38\site-packages\llama_index\retrievers\recursive_retriever.py in _retrieve_rec(self, query_bundle, query_id, cur_similarity)
158 event.on_end(payload={EventPayload.NODES: nodes})
159
--> 160 nodes_to_add, additional_nodes = self._query_retrieved_nodes(
161 query_bundle, nodes
162 )

~\AppData\Roaming\Python\Python38\site-packages\llama_index\retrievers\recursive_retriever.py in _query_retrieved_nodes(self, query_bundle, nodes_with_score)
96 color="pink",
97 )
---> 98 cur_retrieved_nodes, cur_additional_nodes = self._retrieve_rec(
99 query_bundle,
100 query_id=node.index_id,

~\AppData\Roaming\Python\Python38\site-packages\llama_index\retrievers\recursive_retriever.py in _retrieve_rec(self, query_bundle, query_id, cur_similarity)
163
164 elif isinstance(obj, BaseQueryEngine):
--> 165 sub_resp = obj.query(query_bundle)
166 if self._verbose:
167 print_text(

~\AppData\Roaming\Python\Python38\site-packages\llama_index\core\base_query_engine.py in query(self, str_or_query_bundle)
38 if isinstance(str_or_query_bundle, str):
39 str_or_query_bundle = QueryBundle(str_or_query_bundle)
---> 40 return self._query(str_or_query_bundle)
41
42 async def aquery(self, str_or_query_bundle: QueryType) -> RESPONSE_TYPE:

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\sub_question_query_engine.py in _query(self, query_bundle)
140 ]
141
--> 142 qa_pairs_all = run_async_tasks(tasks)
143 qa_pairs_all = cast(List[Optional[SubQuestionAnswerPair]], qa_pairs_all)
144 else:

~\AppData\Roaming\Python\Python38\site-packages\llama_index\async_utils.py in run_async_tasks(tasks, show_progress, progress_bar_desc)
47 return await asyncio.gather(*tasks_to_execute)
48
---> 49 outputs: List[Any] = asyncio.run(_gather())
50 return outputs
51

~\AppData\Roaming\Python\Python38\site-packages\nest_asyncio.py in run(main, debug)
29 task = asyncio.ensure_future(main)
30 try:
---> 31 return loop.run_until_complete(task)
32 finally:
33 if not task.done():

~\AppData\Roaming\Python\Python38\site-packages\nest_asyncio.py in run_until_complete(self, future)
97 raise RuntimeError(
98 'Event loop stopped before Future completed.')
---> 99 return f.result()
100
101 def _run_once(self):

C:\ProgramData\Anaconda3\lib\asyncio\futures.py in result(self)
176 self.__log_traceback = False
177 if self._exception is not None:
--> 178 raise self._exception
179 return self._result
180

C:\ProgramData\Anaconda3\lib\asyncio\tasks.py in __step(failed resolving arguments)
280 result = coro.send(None)
281 else:
--> 282 result = coro.throw(exc)
283 except StopIteration as exc:
284 if self._must_cancel:

~\AppData\Roaming\Python\Python38\site-packages\llama_index\async_utils.py in _gather()
45
46 async def _gather() -> List[Any]:
---> 47 return await asyncio.gather(*tasks_to_execute)
48
49 outputs: List[Any] = asyncio.run(_gather())

C:\ProgramData\Anaconda3\lib\asyncio\tasks.py in __wakeup(self, future)
347 def __wakeup(self, future):
348 try:
--> 349 future.result()
350 except BaseException as exc:
351 # This may also be a cancellation.

C:\ProgramData\Anaconda3\lib\asyncio\tasks.py in __step(failed resolving arguments)
278 # We use the send method directly, because coroutines
279 # don't have __iter__ and __next__ methods.
--> 280 result = coro.send(None)
281 else:
282 result = coro.throw(exc)

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\sub_question_query_engine.py in _aquery_subq(self, sub_q, color)
221 print_text(f"[{sub_q.tool_name}] Q: {question}\n", color=color)
222
--> 223 response = await query_engine.aquery(question)
224 response_text = str(response)
225

~\AppData\Roaming\Python\Python38\site-packages\llama_index\core\base_query_engine.py in aquery(self, str_or_query_bundle)
44 if isinstance(str_or_query_bundle, str):
45 str_or_query_bundle = QueryBundle(str_or_query_bundle)
---> 46 return await self._aquery(str_or_query_bundle)
47
48 def retrieve(self, query_bundle: QueryBundle) -> List[NodeWithScore]:

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\retriever_query_engine.py in _aquery(self, query_bundle)
184 CBEventType.QUERY, payload={EventPayload.QUERY_STR: query_bundle.query_str}
185 ) as query_event:
--> 186 nodes = await self.aretrieve(query_bundle)
187
188 response = await self._response_synthesizer.asynthesize(

~\AppData\Roaming\Python\Python38\site-packages\llama_index\query_engine\retriever_query_engine.py in aretrieve(self, query_bundle)
129
130 async def aretrieve(self, query_bundle: QueryBundle) -> List[NodeWithScore]:
--> 131 nodes = await self._retriever.aretrieve(query_bundle)
132 return self._apply_node_postprocessors(nodes, query_bundle=query_bundle)
133

~\AppData\Roaming\Python\Python38\site-packages\llama_index\core\base_retriever.py in aretrieve(self, str_or_query_bundle)
77 payload={EventPayload.QUERY_STR: query_bundle.query_str},
78 ) as retrieve_event:
---> 79 nodes = await self._aretrieve(query_bundle)
80 retrieve_event.on_end(
81 payload={EventPayload.NODES: nodes},

~\AppData\Roaming\Python\Python38\site-packages\llama_index\indices\vector_store\retrievers\retriever.py in _aretrieve(self, query_bundle)
97 )
98 )
---> 99 return await self._aget_nodes_with_embeddings(query_bundle)
100
101 def _build_vector_store_query(

~\AppData\Roaming\Python\Python38\site-packages\llama_index\indices\vector_store\retrievers\retriever.py in _aget_nodes_with_embeddings(self, query_bundle_with_embeddings)
169 ) -> List[NodeWithScore]:
170 query = self._build_vector_store_query(query_bundle_with_embeddings)
--> 171 query_result = await self._vector_store.aquery(query, **self._kwargs)
172 return self._build_node_list_from_query_result(query_result)

~\AppData\Roaming\Python\Python38\site-packages\llama_index\vector_stores\qdrant.py in aquery(self, query, **kwargs)
558 elif self.enable_hybrid:
559 # search for dense vectors only
--> 560 response = await self._aclient.search_batch(
561 collection_name=self.collection_name,
562 requests=[

AttributeError: 'NoneType' object has no attribute 'search_batch'

Version

llama-index 0.9.27

Steps to Reproduce

setup sub question query engine

query_engine = SubQuestionQueryEngine.from_defaults(
    query_engine_tools=query_engine_tools,
    service_context=service_context,
    use_async=True
)

Relevant Logs/Tracbacks

No response