Deployed 96c07cd with MkDocs version: 1.5.3

truera · Jan 26, 2024 · cb04830 · cb04830
1 parent aa38e5b
commit cb04830
Show file tree

Hide file tree

Showing 78 changed files with 48,904 additions and 6,764 deletions.
diff --git a/404.html b/404.html
diff --git a/conf/index.html b/conf/index.html
diff --git a/objects.inv b/objects.inv
diff --git a/search/search_index.json b/search/search_index.json
diff --git a/sitemap.xml.gz b/sitemap.xml.gz
diff --git a/trulens_eval/1_rag_prototype/index.html b/trulens_eval/1_rag_prototype/index.html
diff --git a/trulens_eval/2_honest_rag/index.html b/trulens_eval/2_honest_rag/index.html
diff --git a/trulens_eval/3_harmless_eval/index.html b/trulens_eval/3_harmless_eval/index.html
diff --git a/trulens_eval/4_harmless_rag/index.html b/trulens_eval/4_harmless_rag/index.html
diff --git a/trulens_eval/5_helpful_eval/index.html b/trulens_eval/5_helpful_eval/index.html
diff --git a/trulens_eval/CONTRIBUTING/index.html b/trulens_eval/CONTRIBUTING/index.html
diff --git a/trulens_eval/answer_relevance_smoke_tests/index.html b/trulens_eval/answer_relevance_smoke_tests/index.html
diff --git a/trulens_eval/api/appdefinition/index.html b/trulens_eval/api/appdefinition/index.html
diff --git a/trulens_eval/api/azureopenai_provider/index.html b/trulens_eval/api/azureopenai_provider/index.html
diff --git a/trulens_eval/api/bedrock_provider/index.html b/trulens_eval/api/bedrock_provider/index.html
diff --git a/trulens_eval/api/feedback/index.html b/trulens_eval/api/feedback/index.html
diff --git a/trulens_eval/api/huggingface_provider/index.html b/trulens_eval/api/huggingface_provider/index.html
diff --git a/trulens_eval/api/langchain_provider/index.html b/trulens_eval/api/langchain_provider/index.html
diff --git a/trulens_eval/api/litellm_provider/index.html b/trulens_eval/api/litellm_provider/index.html
diff --git a/trulens_eval/api/openai_provider/index.html b/trulens_eval/api/openai_provider/index.html
diff --git a/trulens_eval/api/tru/index.html b/trulens_eval/api/tru/index.html
diff --git a/trulens_eval/api/trubasicapp/index.html b/trulens_eval/api/trubasicapp/index.html
diff --git a/trulens_eval/api/truchain/index.html b/trulens_eval/api/truchain/index.html
diff --git a/trulens_eval/api/trucustom/index.html b/trulens_eval/api/trucustom/index.html
diff --git a/trulens_eval/api/trullama/index.html b/trulens_eval/api/trullama/index.html
diff --git a/trulens_eval/api/truvirtual/index.html b/trulens_eval/api/truvirtual/index.html
diff --git a/trulens_eval/break/index.html b/trulens_eval/break/index.html
diff --git a/trulens_eval/context_relevance_smoke_tests/index.html b/trulens_eval/context_relevance_smoke_tests/index.html
diff --git a/trulens_eval/core_concepts_feedback_functions/index.html b/trulens_eval/core_concepts_feedback_functions/index.html
diff --git a/trulens_eval/core_concepts_honest_harmless_helpful_evals/index.html b/trulens_eval/core_concepts_honest_harmless_helpful_evals/index.html
diff --git a/trulens_eval/core_concepts_rag_triad/index.html b/trulens_eval/core_concepts_rag_triad/index.html
diff --git a/trulens_eval/custom_feedback_functions/index.html b/trulens_eval/custom_feedback_functions/index.html
diff --git a/trulens_eval/function_definitions/index.html → ...eval/feedback_function_anatomy/index.html b/trulens_eval/function_definitions/index.html → ...eval/feedback_function_anatomy/index.html
diff --git a/trulens_eval/feedback_function_guide/index.html b/trulens_eval/feedback_function_guide/index.html
diff --git a/trulens_eval/feedback_function_overview/index.html b/trulens_eval/feedback_function_overview/index.html
diff --git a/trulens_eval/feedback_functions_existing_data/index.html b/trulens_eval/feedback_functions_existing_data/index.html
diff --git a/trulens_eval/feedback_functions_running_with_app/index.html b/trulens_eval/feedback_functions_running_with_app/index.html
diff --git a/trulens_eval/feedback_selectors/index.html b/trulens_eval/feedback_selectors/index.html
diff --git a/trulens_eval/generate_test_cases/index.html b/trulens_eval/generate_test_cases/index.html
diff --git a/trulens_eval/gh_top_intro/index.html b/trulens_eval/gh_top_intro/index.html
diff --git a/trulens_eval/groundedness_smoke_tests/index.html b/trulens_eval/groundedness_smoke_tests/index.html
diff --git a/trulens_eval/groundtruth_evals/index.html b/trulens_eval/groundtruth_evals/index.html
diff --git a/trulens_eval/human_feedback/index.html b/trulens_eval/human_feedback/index.html
diff --git a/trulens_eval/install/index.html b/trulens_eval/install/index.html
diff --git a/trulens_eval/intro/index.html b/trulens_eval/intro/index.html
diff --git a/trulens_eval/langchain_instrumentation/index.html b/trulens_eval/langchain_instrumentation/index.html
diff --git a/trulens_eval/langchain_quickstart/index.html b/trulens_eval/langchain_quickstart/index.html
diff --git a/trulens_eval/llama_index_instrumentation/index.html b/trulens_eval/llama_index_instrumentation/index.html
diff --git a/trulens_eval/llama_index_quickstart/index.html b/trulens_eval/llama_index_quickstart/index.html
diff --git a/trulens_eval/logging/index.html b/trulens_eval/logging/index.html
diff --git a/trulens_eval/prototype_evals/index.html b/trulens_eval/prototype_evals/index.html
diff --git a/trulens_eval/py_script_quickstarts/all_tools.py-e b/trulens_eval/py_script_quickstarts/all_tools.py-e
@@ -13,7 +13,7 @@
 
 
 
-# ! pip install trulens_eval==0.20.0 openai==1.3.7 langchain chromadb langchainhub bs4
+# ! pip install trulens_eval==0.21.0 openai==1.3.7 langchain chromadb langchainhub bs4
 
 
 
@@ -218,7 +218,7 @@ tru.run_dashboard() # open a local streamlit app to explore
 
 
 
-# pip install trulens_eval==0.20.0 llama_index>=0.9.15post2 html2text>=2020.1.16 
+# pip install trulens_eval==0.21.0 llama_index>=0.9.15post2 html2text>=2020.1.16 
 
 
 # ### Add API keys
@@ -385,7 +385,7 @@ tru.run_dashboard() # open a local streamlit app to explore
 
 
 
-# ! pip install trulens_eval==0.20.1 chromadb==0.4.18 openai==1.3.7
+# ! pip install trulens_eval==0.21.0 chromadb==0.4.18 openai==1.3.7
 
 
 
@@ -585,7 +585,7 @@ tru.run_dashboard()
 
 
 
-# ! pip install trulens_eval==0.20.1
+# ! pip install trulens_eval==0.21.0
 
 
 
@@ -680,7 +680,7 @@ tru.get_leaderboard(app_ids=[tru_app.app_id])
 
 
 
-# ! pip install trulens_eval==0.20.1 openai==1.3.7
+# ! pip install trulens_eval==0.21.0 openai==1.3.7
 
 
 
@@ -794,11 +794,6 @@ tru.add_feedback(
 tru.get_leaderboard(app_ids=[tru_app.app_id])
 
 
-
-
-
-
-
 # # Ground Truth Evaluations
 # 
 # In this quickstart you will create a evaluate a LangChain app using ground truth. Ground truth evaluation can be especially useful during early LLM experiments when you have a small set of example queries that are critical to get right.
@@ -812,7 +807,7 @@ tru.get_leaderboard(app_ids=[tru_app.app_id])
 
 
 
-# ! pip install trulens_eval==0.20.1 openai==1.3.7
+# ! pip install trulens_eval==0.21.0 openai==1.3.7
 
 
 
@@ -941,7 +936,8 @@ truchain = TruChain(
     app_id='Chain1_ChatApplication',
     tru=tru
 )
-truchain("This will be automatically logged.")
+with truchain:
+    chain("This will be automatically logged.")
 
 
 # Feedback functions can also be logged automatically by providing them in a list
@@ -966,7 +962,8 @@ truchain = TruChain(
     feedbacks=[f_lang_match], # feedback functions
     tru=tru
 )
-truchain("This will be automatically logged.")
+with truchain:
+    chain("This will be automatically logged.")
 
 
 # ## Manual Logging
@@ -986,7 +983,7 @@ tc = TruChain(chain, app_id='Chain1_ChatApplication')
 
 
 prompt_input = 'que hora es?'
-gpt3_response, record = tc.call_with_record(prompt_input)
+gpt3_response, record = tc.with_record(chain.__call__, prompt_input)
 
 
 # We can log the records but first we need to log the chain itself.

diff --git a/trulens_eval/py_script_quickstarts/langchain_quickstart.py-e b/trulens_eval/py_script_quickstarts/langchain_quickstart.py-e
@@ -13,7 +13,7 @@
 
 
 
-# ! pip install trulens_eval==0.20.0 openai==1.3.7 langchain chromadb langchainhub bs4
+# ! pip install trulens_eval==0.21.0 openai==1.3.7 langchain chromadb langchainhub bs4
 
 
 

diff --git a/trulens_eval/py_script_quickstarts/llama_index_quickstart.py-e b/trulens_eval/py_script_quickstarts/llama_index_quickstart.py-e
@@ -16,7 +16,7 @@
 
 
 
-# pip install trulens_eval==0.20.0 llama_index>=0.9.15post2 html2text>=2020.1.16 
+# pip install trulens_eval==0.21.0 llama_index>=0.9.15post2 html2text>=2020.1.16 
 
 
 # ### Add API keys

diff --git a/trulens_eval/py_script_quickstarts/quickstart.py-e b/trulens_eval/py_script_quickstarts/quickstart.py-e
@@ -11,7 +11,7 @@
 
 
 
-# ! pip install trulens_eval==0.20.1 chromadb==0.4.18 openai==1.3.7
+# ! pip install trulens_eval==0.21.0 chromadb==0.4.18 openai==1.3.7
 
 
 

diff --git a/trulens_eval/py_script_quickstarts/text2text_quickstart.py-e b/trulens_eval/py_script_quickstarts/text2text_quickstart.py-e
@@ -13,7 +13,7 @@
 
 
 
-# ! pip install trulens_eval==0.20.1 openai==1.3.1
+# ! pip install trulens_eval==0.21.0 openai==1.3.1
Original file line number	Diff line number	Diff line change
Expand Up		@@ -13,7 +13,7 @@



		# ! pip install trulens_eval==0.20.0 openai==1.3.7 langchain chromadb langchainhub bs4
		# ! pip install trulens_eval==0.21.0 openai==1.3.7 langchain chromadb langchainhub bs4



Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -16,7 +16,7 @@



		# pip install trulens_eval==0.20.0 llama_index>=0.9.15post2 html2text>=2020.1.16
		# pip install trulens_eval==0.21.0 llama_index>=0.9.15post2 html2text>=2020.1.16


		# ### Add API keys
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -11,7 +11,7 @@



		# ! pip install trulens_eval==0.20.1 chromadb==0.4.18 openai==1.3.7
		# ! pip install trulens_eval==0.21.0 chromadb==0.4.18 openai==1.3.7



Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -13,7 +13,7 @@



		# ! pip install trulens_eval==0.20.1 openai==1.3.1
		# ! pip install trulens_eval==0.21.0 openai==1.3.1



Expand Down