extract query_str from query bundle as main input for llama_index apps (

#690)

* extra query_str from query bundle as main input

* add test to dev_notebook

* notes for dev notebook

trulens_eval/examples/experimental/dev_notebook.ipynb

@@ -153,15 +153,6 @@
     ")"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "cost"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -327,15 +318,71 @@
    "execution_count": null,
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "record = recs.get()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Llama-Index testing\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from trulens_eval import Feedback, Tru, TruLlama\n",
+    "from trulens_eval.feedback import Groundedness\n",
+    "from trulens_eval.feedback.provider.openai import OpenAI\n",
+    "\n",
+    "tru = Tru()\n",
+    "\n",
+    "from llama_index import VectorStoreIndex, QueryBundle\n",
+    "from llama_index.readers.web import SimpleWebPageReader\n",
+    "\n",
+    "documents = SimpleWebPageReader(\n",
+    "    html_to_text=True\n",
+    ").load_data([\"http://paulgraham.com/worked.html\"])\n",
+    "index = VectorStoreIndex.from_documents(documents)\n",
+    "\n",
+    "query_engine = index.as_query_engine()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "tru_query_engine_recorder = TruLlama(query_engine,\n",
+    "    app_id='LlamaIndex_App1',\n",
+    "    feedbacks=[])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# or as context manager\n",
+    "with tru_query_engine_recorder as recording:\n",
+    "    print(query_engine.query(QueryBundle(\"What did the author do growing up?\")))"
+   ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
-    "recs.get()"
+    "rec = recording.get().layout_calls_as_app() # important\n",
+    "from trulens_eval.utils.serial import Lens\n",
+    "next(Lens().app.query[0].args.str_or_query_bundle.get(rec))"
    ]
   },
   {

trulens_eval/trulens_eval/tru_llama.py

@@ -262,7 +262,11 @@ def main_input(
 
         if 'str_or_query_bundle' in bindings.arguments:
             # llama_index specific
-            return bindings.arguments['str_or_query_bundle']
+            str_or_bundle = bindings.arguments['str_or_query_bundle']
+            if isinstance(str_or_bundle, QueryBundle):
+                return str_or_bundle.query_str
+            else:
+                return str_or_bundle
 
         elif 'message' in bindings.arguments:
             # llama_index specific