Deployed 598499b with MkDocs version: 1.5.3

truera · Dec 15, 2023 · 54473a3 · 54473a3
1 parent 91c5ec9
commit 54473a3
Show file tree

Hide file tree

Showing 27 changed files with 1,099 additions and 1,013 deletions.
diff --git a/conf/index.html b/conf/index.html
@@ -2721,7 +2721,7 @@ <h1>Conf</h1>
 </style>
 <!-- End of mermaid configuration --><div class="jupyter-wrapper">
 <div class="jp-Notebook" data-jp-theme-light="true" data-jp-theme-name="JupyterLab Light">
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=5ceb65f1">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=18be1e8d">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2735,7 +2735,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div>
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=c626fc7f">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=e8ee9a06">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2746,7 +2746,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=82187674">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=f5893776">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2783,7 +2783,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=1283f79d">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=84b2fe76">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2814,7 +2814,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div>
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=58548ee8">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=fe6f09af">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2825,7 +2825,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=3545a940">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=d980adf2">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2856,7 +2856,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div>
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=57016437">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=9b4a7606">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2867,7 +2867,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=cf272829">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=effbf4b3">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2910,7 +2910,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div>
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=490c267d">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=f71bdeb3">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2923,7 +2923,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=4f687112">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=f46a60ae">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2956,7 +2956,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=3062efa0">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=09405ce2">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -2985,7 +2985,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=1ed7e18f">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=73d538f7">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3014,7 +3014,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=12d4218c">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=6549aaeb">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3047,7 +3047,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div>
-<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=41c28277">
+<div class="jp-Cell jp-MarkdownCell jp-Notebook-cell" id="cell-id=46e7a8c9">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3058,7 +3058,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=84e9570b">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=0f181cc5">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3091,7 +3091,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=465ff54c">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=cd6168b4">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3124,7 +3124,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=72ca2ca2">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=d774339e">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3151,7 +3151,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=a195748b">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=cd6b7248">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>
@@ -3178,7 +3178,7 @@ <h1>Conf</h1>
 </div>
 </div>
 </div><div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs">
-<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=91c54aa5">
+<div class="jp-Cell jp-CodeCell jp-Notebook-cell jp-mod-noOutputs" id="cell-id=e3eb43e6">
 <div class="jp-Cell-inputWrapper" tabindex="0">
 <div class="jp-Collapser jp-InputCollapser jp-Cell-inputCollapser">
 </div>

diff --git a/search/search_index.json b/search/search_index.json
diff --git a/sitemap.xml.gz b/sitemap.xml.gz
diff --git a/trulens_eval/2_honest_rag/index.html b/trulens_eval/2_honest_rag/index.html
@@ -2778,9 +2778,9 @@ <h1 id="iterating-on-llm-apps-with-trulens">Iterating on LLM Apps with TruLens<a
 </div>
 </clipboard-copy>
 </div>
-<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span>
+<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span><span class="o">==</span><span class="mf">0.9.10</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span> <span class="n">sentence</span><span class="o">-</span><span class="n">transformers</span> <span class="n">sentencepiece</span>
 </pre></div>
-<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index llama_hub llmsherpa</div>
+<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index==0.9.10 llama_hub llmsherpa sentence-transformers sentencepiece</div>
 </div>
 </div>
 </div>

diff --git a/trulens_eval/3_harmless_eval/index.html b/trulens_eval/3_harmless_eval/index.html
@@ -2785,9 +2785,9 @@ <h1 id="iterating-on-llm-apps-with-trulens">Iterating on LLM Apps with TruLens<a
 </div>
 </clipboard-copy>
 </div>
-<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span>
+<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span><span class="o">==</span><span class="mf">0.9.10</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span> <span class="n">sentence</span><span class="o">-</span><span class="n">transformers</span> <span class="n">sentencepiece</span>
 </pre></div>
-<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index llama_hub llmsherpa</div>
+<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index==0.9.10 llama_hub llmsherpa sentence-transformers sentencepiece</div>
 </div>
 </div>
 </div>
@@ -2966,13 +2966,13 @@ <h2 id="set-up-harmless-evaluations">Set up harmless evaluations<a class="anchor
 <span class="c1"># LLM-based feedback functions</span>
 <span class="n">f_controversiality</span> <span class="o">=</span> <span class="n">Feedback</span><span class="p">(</span>
     <span class="n">provider</span><span class="o">.</span><span class="n">controversiality_with_cot_reasons</span><span class="p">,</span>
-    <span class="n">name</span><span class="o">=</span><span class="s2">"Criminality"</span><span class="p">,</span>
+    <span class="n">name</span><span class="o">=</span><span class="s2">"Controversiality"</span><span class="p">,</span>
     <span class="n">higher_is_better</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
     <span class="p">)</span><span class="o">.</span><span class="n">on_output</span><span class="p">()</span>
 
 <span class="n">f_criminality</span> <span class="o">=</span> <span class="n">Feedback</span><span class="p">(</span>
     <span class="n">provider</span><span class="o">.</span><span class="n">criminality_with_cot_reasons</span><span class="p">,</span>
-    <span class="n">name</span><span class="o">=</span><span class="s2">"Controversiality"</span><span class="p">,</span>
+    <span class="n">name</span><span class="o">=</span><span class="s2">"Criminality"</span><span class="p">,</span>
     <span class="n">higher_is_better</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
     <span class="p">)</span><span class="o">.</span><span class="n">on_output</span><span class="p">()</span>
 
@@ -3044,13 +3044,13 @@ <h2 id="set-up-harmless-evaluations">Set up harmless evaluations<a class="anchor
 # LLM-based feedback functions
 f_controversiality = Feedback(
     provider.controversiality_with_cot_reasons,
-    name="Criminality",
+    name="Controversiality",
     higher_is_better=False,
     ).on_output()
 
 f_criminality = Feedback(
     provider.criminality_with_cot_reasons,
-    name="Controversiality",
+    name="Criminality",
     higher_is_better=False,
     ).on_output()
 

diff --git a/trulens_eval/4_harmless_rag/index.html b/trulens_eval/4_harmless_rag/index.html
@@ -2792,9 +2792,9 @@ <h1 id="iterating-on-llm-apps-with-trulens">Iterating on LLM Apps with TruLens<a
 </div>
 </clipboard-copy>
 </div>
-<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span>
+<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span><span class="o">==</span><span class="mf">0.9.10</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span> <span class="n">sentence</span><span class="o">-</span><span class="n">transformers</span> <span class="n">sentencepiece</span>
 </pre></div>
-<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index llama_hub llmsherpa</div>
+<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index==0.9.10 llama_hub llmsherpa sentence-transformers sentencepiece</div>
 </div>
 </div>
 </div>

diff --git a/trulens_eval/5_helpful_eval/index.html b/trulens_eval/5_helpful_eval/index.html
@@ -2785,9 +2785,9 @@ <h1 id="iterating-on-llm-apps-with-trulens">Iterating on LLM Apps with TruLens<a
 </div>
 </clipboard-copy>
 </div>
-<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span>
+<div class="highlight-ipynb hl-python"><pre><span></span><span class="err">!</span><span class="n">pip</span> <span class="n">install</span> <span class="n">trulens_eval</span> <span class="n">llama_index</span><span class="o">==</span><span class="mf">0.9.10</span> <span class="n">llama_hub</span> <span class="n">llmsherpa</span> <span class="n">sentence</span><span class="o">-</span><span class="n">transformers</span> <span class="n">sentencepiece</span>
 </pre></div>
-<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index llama_hub llmsherpa</div>
+<div class="clipboard-copy-txt" id="cell-1">!pip install trulens_eval llama_index==0.9.10 llama_hub llmsherpa sentence-transformers sentencepiece</div>
 </div>
 </div>
 </div>