Releases/rc trulens eval 0.18.3 (#652)

* bump version

* version bump

trulens_eval/examples/expositional/models/anthropic_quickstart.ipynb

@@ -18,7 +18,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install anthropic trulens_eval==0.17.0 langchain==0.0.323"
+    "# ! pip install anthropic trulens_eval==0.18.3 langchain==0.0.347"
    ]
   },
   {

trulens_eval/examples/expositional/models/azure_openai.ipynb

@@ -29,7 +29,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "#! pip install trulens-eval==0.18.2 llama_index==0.9.13 langchain==0.0.346 html2text==2020.1.16"
+    "#! pip install trulens-eval==0.18.3 llama_index==0.9.13 langchain==0.0.346 html2text==2020.1.16"
    ]
   },
   {

trulens_eval/examples/expositional/models/bedrock.ipynb

@@ -35,7 +35,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install trulens_eval==0.18.2 langchain==0.0.305 boto3==1.28.59"
+    "# ! pip install trulens_eval==0.18.3 langchain==0.0.305 boto3==1.28.59"
    ]
   },
   {

trulens_eval/examples/expositional/models/bedrock_finetuning_experiments.ipynb

@@ -55,7 +55,7 @@
    },
    "outputs": [],
    "source": [
-    "# ! pip install --upgrade sagemaker datasets boto3 trulens_eval"
+    "# ! pip install trulens_eval==0.18.3 sagemaker datasets boto3 "
    ]
   },
   {

trulens_eval/examples/expositional/models/google_vertex_quickstart.ipynb

@@ -18,7 +18,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "#! pip install google-cloud-aiplatform==1.36.3 litellm==0.14.1 trulens_eval==0.17.0 langchain==0.0.323"
+    "#! pip install google-cloud-aiplatform==1.36.3 litellm==1.11.1 trulens_eval==0.18.3 langchain==0.0.347"
    ]
   },
   {

trulens_eval/examples/expositional/models/litellm_quickstart.ipynb

@@ -20,7 +20,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "#! pip install openai==0.28.1 litellm==0.14.1 trulens_eval==0.17.0 langchain==0.0.323"
+    "#! pip install openai==1.3.7 litellm==1.11.1 trulens_eval==0.18.3 langchain==0.0.347"
    ]
   },
   {

trulens_eval/examples/quickstart/groundtruth_evals.ipynb

@@ -29,7 +29,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install trulens_eval==0.18.2 openai==1.3.1"
+    "# ! pip install trulens_eval==0.18.3 openai==1.3.7"
    ]
   },
   {

trulens_eval/examples/quickstart/human_feedback.ipynb

@@ -17,7 +17,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install trulens_eval==0.18.2 openai==1.3.1"
+    "# ! pip install trulens_eval==0.18.3 openai==1.3.7"
    ]
   },
   {

trulens_eval/examples/quickstart/langchain_quickstart.ipynb

@@ -28,7 +28,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install trulens_eval==0.18.2 openai==1.3.1"
+    "# ! pip install trulens_eval==0.18.3 openai==1.3.7"
    ]
   },
   {

trulens_eval/examples/quickstart/llama_index_quickstart.ipynb

@@ -31,7 +31,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# pip install trulens_eval==0.18.2 llama_index>=0.8.69 html2text>=2020.1.16 "
+    "# pip install trulens_eval==0.18.3 llama_index>=0.8.69 html2text>=2020.1.16 "
    ]
   },
   {

trulens_eval/examples/quickstart/prototype_evals.ipynb

@@ -28,7 +28,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# ! pip install trulens_eval==0.18.2"
+    "# ! pip install trulens_eval==0.18.3"
    ]
   },
   {

trulens_eval/examples/quickstart/py_script_quickstarts/all_tools.py

@@ -14,14 +14,13 @@
 # In[ ]:
 
 
-# ! pip install trulens_eval==0.18.2 openai==1.3.1
+# ! pip install trulens_eval==0.18.3 openai==1.3.7
 
 
 # In[ ]:
 
 
 import os
-
 os.environ["OPENAI_API_KEY"] = "..."
 os.environ["HUGGINGFACE_API_KEY"] = "..."
 
@@ -34,22 +33,18 @@
 from IPython.display import JSON
 
 # Imports main tools:
-from trulens_eval import Feedback
-from trulens_eval import Huggingface
-from trulens_eval import Tru
-from trulens_eval import TruChain
+from trulens_eval import TruChain, Feedback, Huggingface, Tru
 from trulens_eval.schema import FeedbackResult
-
 tru = Tru()
 
 # Imports from langchain to build app. You may need to install langchain first
 # with the following:
 # ! pip install langchain>=0.0.170
 from langchain.chains import LLMChain
 from langchain.llms import OpenAI
-from langchain.prompts import ChatPromptTemplate
+from langchain.prompts import ChatPromptTemplate, PromptTemplate
 from langchain.prompts import HumanMessagePromptTemplate
-from langchain.prompts import PromptTemplate
+
 
 # ### Create Simple LLM Application
 # 
@@ -191,7 +186,7 @@
 # In[ ]:
 
 
-# pip install trulens_eval==0.18.2 llama_index>=0.8.69 html2text>=2020.1.16 
+# pip install trulens_eval==0.18.3 llama_index>=0.8.69 html2text>=2020.1.16 
 
 
 # ### Add API keys
@@ -201,7 +196,6 @@
 
 
 import os
-
 os.environ["OPENAI_API_KEY"] = "..."
 
 
@@ -210,9 +204,7 @@
 # In[ ]:
 
 
-from trulens_eval import Feedback
-from trulens_eval import Tru
-from trulens_eval import TruLlama
+from trulens_eval import Feedback, Tru, TruLlama
 from trulens_eval.feedback import Groundedness
 from trulens_eval.feedback.provider.openai import OpenAI
 
@@ -324,25 +316,16 @@
 # In[ ]:
 
 
-# ! pip install trulens_eval==0.18.2 chromadb==0.4.18 openai==1.3.1
+# ! pip install trulens_eval==0.18.3 chromadb==0.4.18 openai==1.3.7
 
 
 # In[ ]:
 
 
 import os
-
 os.environ["OPENAI_API_KEY"] = "sk-..."
 
 
-# In[ ]:
-
-
-from openai import OpenAI
-
-oai_client = OpenAI()
-
-
 # ## Get Data
 # 
 # In this case, we'll just initialize some simple text in the notebook.
@@ -366,6 +349,9 @@
 # In[ ]:
 
 
+from openai import OpenAI
+oai_client = OpenAI()
+
 oai_client.embeddings.create(
         model="text-embedding-ada-002",
         input=university_info
@@ -377,15 +363,12 @@
 
 import chromadb
 from chromadb.utils.embedding_functions import OpenAIEmbeddingFunction
-from openai import OpenAI
-
-oai_client = OpenAI()
 
 embedding_function = OpenAIEmbeddingFunction(api_key=os.environ.get('OPENAI_API_KEY'),
                                              model_name="text-embedding-ada-002")
 
 
-chroma_client = chromadb.PersistentClient(path="./chromadb")
+chroma_client = chromadb.Client()
 vector_store = chroma_client.get_or_create_collection(name="Universities",
                                                       embedding_function=embedding_function)
 
@@ -407,7 +390,6 @@
 
 from trulens_eval import Tru
 from trulens_eval.tru_custom_app import instrument
-
 tru = Tru()
 
 
@@ -464,13 +446,12 @@ def query(self, query: str) -> str:
 # In[ ]:
 
 
-import numpy as np
-
-from trulens_eval import Feedback
-from trulens_eval import Select
+from trulens_eval import Feedback, Select
 from trulens_eval.feedback import Groundedness
 from trulens_eval.feedback.provider.openai import OpenAI as fOpenAI
 
+import numpy as np
+
 # Initialize provider class
 fopenai = fOpenAI()
 
@@ -507,7 +488,6 @@ def query(self, query: str) -> str:
 
 
 from trulens_eval import TruCustomApp
-
 tru_rag = TruCustomApp(rag,
     app_id = 'RAG v1',
     feedbacks = [f_groundedness, f_qa_relevance, f_context_relevance])
@@ -549,7 +529,7 @@ def query(self, query: str) -> str:
 # In[ ]:
 
 
-# ! pip install trulens_eval==0.18.2
+# ! pip install trulens_eval==0.18.3
 
 
 # In[ ]:
@@ -569,7 +549,6 @@ def query(self, query: str) -> str:
 
 
 import os
-
 os.environ["OPENAI_API_KEY"] = "..."
 
 
@@ -579,12 +558,10 @@ def query(self, query: str) -> str:
 
 
 from openai import OpenAI
-
 oai_client = OpenAI()
 
 from trulens_eval.tru_custom_app import instrument
 
-
 class APP:
     @instrument
     def completion(self, prompt):
@@ -626,7 +603,6 @@ def completion(self, prompt):
 
 # add trulens as a context manager for llm_app with dummy feedback
 from trulens_eval import TruCustomApp
-
 tru_app = TruCustomApp(llm_app,
                        app_id = 'LLM App v1',
                        feedbacks = [f_positive_sentiment])
@@ -656,7 +632,7 @@ def completion(self, prompt):
 # In[ ]:
 
 
-# ! pip install trulens_eval==0.18.2 openai==1.3.1
+# ! pip install trulens_eval==0.18.3 openai==1.3.7
 
 
 # In[ ]:
@@ -690,12 +666,10 @@ def completion(self, prompt):
 
 
 from openai import OpenAI
-
 oai_client = OpenAI()
 
 from trulens_eval.tru_custom_app import instrument
 
-
 class APP:
     @instrument
     def completion(self, prompt):
@@ -716,7 +690,6 @@ def completion(self, prompt):
 
 # add trulens as a context manager for llm_app
 from trulens_eval import TruCustomApp
-
 tru_app = TruCustomApp(llm_app, app_id = 'LLM App v1')
 
 
@@ -745,9 +718,7 @@ def completion(self, prompt):
 # In[ ]:
 
 
-from ipywidgets import Button
-from ipywidgets import HBox
-from ipywidgets import VBox
+from ipywidgets import Button, HBox, VBox
 
 thumbs_up_button = Button(description='👍')
 thumbs_down_button = Button(description='👎')
@@ -802,14 +773,13 @@ def on_thumbs_down_button_clicked(b):
 # In[ ]:
 
 
-# ! pip install trulens_eval==0.18.2 openai==1.3.1
+# ! pip install trulens_eval==0.18.3 openai==1.3.7
 
 
 # In[2]:
 
 
 import os
-
 os.environ["OPENAI_API_KEY"] = "..."
 
 
@@ -827,12 +797,10 @@ def on_thumbs_down_button_clicked(b):
 
 
 from openai import OpenAI
-
 oai_client = OpenAI()
 
 from trulens_eval.tru_custom_app import instrument
 
-
 class APP:
     @instrument
     def completion(self, prompt):
@@ -875,7 +843,6 @@ def completion(self, prompt):
 
 # add trulens as a context manager for llm_app
 from trulens_eval import TruCustomApp
-
 tru_app = TruCustomApp(llm_app, app_id = 'LLM App v1', feedbacks = [f_groundtruth])
 
 
@@ -1040,11 +1007,7 @@ def completion(self, prompt):
 # In[ ]:
 
 
-from trulens_eval import Feedback
-from trulens_eval import Provider
-from trulens_eval import Select
-from trulens_eval import Tru
-
+from trulens_eval import Provider, Feedback, Select, Tru
 
 class StandAlone(Provider):
     def custom_feedback(self, my_text_field: str) -> float:
@@ -1105,7 +1068,6 @@ def custom_feedback(self, my_text_field: str) -> float:
 
 # Aggregators will run on the same dict keys.
 import numpy as np
-
 multi_output_feedback = Feedback(lambda input_param: {'output_key1': 0.1, 'output_key2': 0.9}, name="multi-agg").on(
     input_param=Select.RecordOutput
 ).aggregate(np.mean)