Deployed 5d25432 with MkDocs version: 1.6.1

truera · Sep 18, 2024 · 93c458c · 93c458c
1 parent 81d904b
commit 93c458c
Show file tree

Hide file tree

Showing 275 changed files with 37,983 additions and 27,146 deletions.
diff --git a/404.html b/404.html
diff --git a/assets/images/trulens_1_release_graphic_modular.png b/assets/images/trulens_1_release_graphic_modular.png
diff --git a/assets/images/trulens_1_release_graphic_split.png b/assets/images/trulens_1_release_graphic_split.png
diff --git a/assets/javascripts/bundle.56dfad97.min.js b/assets/javascripts/bundle.56dfad97.min.js
diff --git a/assets/javascripts/bundle.56dfad97.min.js.map b/assets/javascripts/bundle.56dfad97.min.js.map
diff --git a/assets/javascripts/bundle.af256bd8.min.js b/assets/javascripts/bundle.af256bd8.min.js
diff --git a/assets/javascripts/bundle.af256bd8.min.js.map b/assets/javascripts/bundle.af256bd8.min.js.map
diff --git a/...avascripts/workers/search.b8dbb3d2.min.js → ...avascripts/workers/search.07f07601.min.js b/...avascripts/workers/search.b8dbb3d2.min.js → ...avascripts/workers/search.07f07601.min.js
diff --git a/...cripts/workers/search.b8dbb3d2.min.js.map → ...cripts/workers/search.07f07601.min.js.map b/...cripts/workers/search.b8dbb3d2.min.js.map → ...cripts/workers/search.07f07601.min.js.map
diff --git a/assets/stylesheets/main.35f28582.min.css b/assets/stylesheets/main.35f28582.min.css
diff --git a/assets/stylesheets/main.35f28582.min.css.map b/assets/stylesheets/main.35f28582.min.css.map
diff --git a/assets/stylesheets/main.3cba04c6.min.css b/assets/stylesheets/main.3cba04c6.min.css
diff --git a/assets/stylesheets/main.3cba04c6.min.css.map b/assets/stylesheets/main.3cba04c6.min.css.map
diff --git a/docs/index.html b/docs/index.html
diff --git a/examples/frameworks/canopy/canopy_quickstart/index.html b/examples/frameworks/canopy/canopy_quickstart/index.html
diff --git a/examples/frameworks/langchain/langchain_agents/index.html b/examples/frameworks/langchain/langchain_agents/index.html
diff --git a/examples/frameworks/langchain/langchain_async/index.html b/examples/frameworks/langchain/langchain_async/index.html
diff --git a/examples/frameworks/langchain/langchain_ensemble_retriever/index.html b/examples/frameworks/langchain/langchain_ensemble_retriever/index.html
diff --git a/examples/frameworks/langchain/langchain_groundtruth/index.html b/examples/frameworks/langchain/langchain_groundtruth/index.html
diff --git a/examples/frameworks/langchain/langchain_math_agent/index.html b/examples/frameworks/langchain/langchain_math_agent/index.html
diff --git a/examples/frameworks/langchain/langchain_model_comparison/index.html b/examples/frameworks/langchain/langchain_model_comparison/index.html
diff --git a/examples/frameworks/langchain/langchain_retrieval_agent/index.html b/examples/frameworks/langchain/langchain_retrieval_agent/index.html
diff --git a/examples/frameworks/langchain/langchain_summarize/index.html b/examples/frameworks/langchain/langchain_summarize/index.html
diff --git a/examples/frameworks/llama_index/llama_index_agents/index.html b/examples/frameworks/llama_index/llama_index_agents/index.html
diff --git a/examples/frameworks/llama_index/llama_index_async/index.html b/examples/frameworks/llama_index/llama_index_async/index.html
diff --git a/examples/frameworks/llama_index/llama_index_complex_evals/index.html b/examples/frameworks/llama_index/llama_index_complex_evals/index.html
diff --git a/examples/frameworks/llama_index/llama_index_groundtruth/index.html b/examples/frameworks/llama_index/llama_index_groundtruth/index.html
diff --git a/examples/frameworks/llama_index/llama_index_hybrid_retriever/index.html b/examples/frameworks/llama_index/llama_index_hybrid_retriever/index.html
diff --git a/examples/frameworks/llama_index/llama_index_multimodal/index.html b/examples/frameworks/llama_index/llama_index_multimodal/index.html
diff --git a/examples/frameworks/llama_index/llama_index_queryplanning/index.html b/examples/frameworks/llama_index/llama_index_queryplanning/index.html
diff --git a/examples/frameworks/llama_index/llama_index_retrievalquality/index.html b/examples/frameworks/llama_index/llama_index_retrievalquality/index.html
diff --git a/examples/frameworks/nemoguardrails/nemoguardrails_feedback_action_example/index.html b/examples/frameworks/nemoguardrails/nemoguardrails_feedback_action_example/index.html
diff --git a/examples/frameworks/nemoguardrails/nemoguardrails_trurails_example/index.html b/examples/frameworks/nemoguardrails/nemoguardrails_trurails_example/index.html
diff --git a/examples/frameworks/openai_assistants/openai_assistants_api/index.html b/examples/frameworks/openai_assistants/openai_assistants_api/index.html
diff --git a/examples/index.html b/examples/index.html
diff --git a/examples/models/anthropic/anthropic_quickstart/index.html b/examples/models/anthropic/anthropic_quickstart/index.html
diff --git a/examples/models/anthropic/claude3_quickstart/index.html b/examples/models/anthropic/claude3_quickstart/index.html
diff --git a/examples/models/azure/azure_openai_langchain/index.html b/examples/models/azure/azure_openai_langchain/index.html
diff --git a/examples/models/azure/azure_openai_llama_index/index.html b/examples/models/azure/azure_openai_llama_index/index.html
diff --git a/examples/models/bedrock/bedrock/index.html b/examples/models/bedrock/bedrock/index.html
diff --git a/examples/models/bedrock/bedrock_finetuning_experiments/index.html b/examples/models/bedrock/bedrock_finetuning_experiments/index.html
diff --git a/examples/models/google/gemini_multi_modal/index.html b/examples/models/google/gemini_multi_modal/index.html
diff --git a/examples/models/google/google_vertex_quickstart/index.html b/examples/models/google/google_vertex_quickstart/index.html
diff --git a/examples/models/local_and_OSS_models/Vectara_HHEM_evaluator/index.html b/examples/models/local_and_OSS_models/Vectara_HHEM_evaluator/index.html
diff --git a/examples/models/local_and_OSS_models/litellm_quickstart/index.html b/examples/models/local_and_OSS_models/litellm_quickstart/index.html
diff --git a/...les/models/local_and_OSS_models/local_vs_remote_huggingface_feedback_functions/index.html b/...les/models/local_and_OSS_models/local_vs_remote_huggingface_feedback_functions/index.html
diff --git a/examples/models/local_and_OSS_models/ollama_quickstart/index.html b/examples/models/local_and_OSS_models/ollama_quickstart/index.html
diff --git a/examples/models/snowflake_cortex/arctic_quickstart/index.html b/examples/models/snowflake_cortex/arctic_quickstart/index.html
diff --git a/examples/use_cases/iterate_on_rag/1_rag_prototype/index.html b/examples/use_cases/iterate_on_rag/1_rag_prototype/index.html
diff --git a/examples/use_cases/iterate_on_rag/2_honest_rag/index.html b/examples/use_cases/iterate_on_rag/2_honest_rag/index.html
diff --git a/examples/use_cases/iterate_on_rag/3_harmless_eval/index.html b/examples/use_cases/iterate_on_rag/3_harmless_eval/index.html
diff --git a/examples/use_cases/iterate_on_rag/4_harmless_rag/index.html b/examples/use_cases/iterate_on_rag/4_harmless_rag/index.html
diff --git a/examples/use_cases/iterate_on_rag/5_helpful_eval/index.html b/examples/use_cases/iterate_on_rag/5_helpful_eval/index.html
diff --git a/examples/use_cases/language_verification/index.html b/examples/use_cases/language_verification/index.html
diff --git a/examples/use_cases/model_comparison/index.html b/examples/use_cases/model_comparison/index.html
diff --git a/examples/use_cases/moderation/index.html b/examples/use_cases/moderation/index.html
diff --git a/examples/use_cases/pii_detection/index.html b/examples/use_cases/pii_detection/index.html
diff --git a/examples/use_cases/snowflake_auth_methods/index.html b/examples/use_cases/snowflake_auth_methods/index.html
diff --git a/examples/use_cases/summarization_eval/index.html b/examples/use_cases/summarization_eval/index.html
diff --git a/examples/vector_stores/faiss/index.html b/examples/vector_stores/faiss/index.html
diff --git a/examples/vector_stores/faiss/langchain_faiss_example/index.html b/examples/vector_stores/faiss/langchain_faiss_example/index.html
diff --git a/examples/vector_stores/milvus/milvus_evals_build_better_rags/index.html b/examples/vector_stores/milvus/milvus_evals_build_better_rags/index.html
diff --git a/examples/vector_stores/milvus/milvus_simple/index.html b/examples/vector_stores/milvus/milvus_simple/index.html
diff --git a/examples/vector_stores/mongodb/atlas_quickstart/index.html b/examples/vector_stores/mongodb/atlas_quickstart/index.html
diff --git a/examples/vector_stores/pinecone/pinecone_evals_build_better_rags/index.html b/examples/vector_stores/pinecone/pinecone_evals_build_better_rags/index.html
diff --git a/examples/vector_stores/pinecone/pinecone_quickstart/index.html b/examples/vector_stores/pinecone/pinecone_quickstart/index.html
diff --git a/gen_ref_pages.py b/gen_ref_pages.py
@@ -33,6 +33,7 @@
     "basic": f"{mod_symbol} basic",
     "custom": f"{mod_symbol} custom",
     "virtual": f"{mod_symbol} virtual",
+    "benchmark": f"{mod_symbol} benchmark",
 }
 
 

diff --git a/img/trulens-get-started.png b/img/trulens-get-started.png
diff --git a/img/trulens-get-started.svg b/img/trulens-get-started.svg
diff --git a/index.html b/index.html
@@ -1,9 +1,3 @@
-
-<div style="text-align: center;">
-    <p style="color:#034a61; display:inline;"><a href="../trulens/release_blog_1dot" style="color:#034a61;">TruLens 1.0 is here 🎉 Read the announcement blog</a>.</p>
-</div>
-
-
 <!DOCTYPE html>
 <html lang="en">
 
@@ -284,7 +278,7 @@ <h3>Test</h3>
 
                 <div class="ta-c">
                     <h2 class="ta-l">How it works</h2>
-                    <img class="hide-mobile" src="img/trulens-get-started.svg" alt="TruLens diagram" />
+                    <img class="hide-mobile" src="img/trulens-diagram.svg" alt="TruLens diagram" />
                     <img class="hide-desktop" src="img/trulens-diagram-mob.png" alt="TruLens diagram vertical" />
                 </div>
 
@@ -384,6 +378,9 @@ <h3>Drive rapid iteration with scalable, programmatic feedback.</h3>
                     </div>
                 </div>
                 <div class="grid-columns-2 box-dark">
+                    <div class="box-violet">
+                        <img class="" src="img/trulens-feedback-functions.png" alt="TruLens Feednacl Functions" />
+                    </div>
                     <div class="box teal">
                         <h3>Get the breadth of feedback you need to evaluate app performance.</h3>
                         <p class="mb-xl">
@@ -626,15 +623,55 @@ <h3>What’s a Feedback Function?</h3>
                                 target="_blank">“What’s Missing to Evaluate Foundation Models at Scale”</a>
                         </p>
                     </div>
+                    <div class="full-image">
+                        <img class="" src="img/trulens-more-functions.png"
+                            alt="TruLens Unlimited Feedback Functions" />
+                    </div>
                 </div>
                 <div>
-                    <h2 class="mt-big mb-xxl">TruLens is shepherded by TruEra (now Snowflake)</h2>
+                    <h2 class="mt-big mb-xxl">TruLens is shepherded by TruEra</h2>
                     <div class="grid-columns-2">
                         <div>
+                            <svg class="mb-lg" width="108" height="28" viewBox="0 0 165 43" fill="none"
+                                xmlns="http://www.w3.org/2000/svg">
+                                <path
+                                    d="M40.8921 15.4149V8.41123C40.4945 8.35007 40.0357 8.2889 39.4547 8.22773C38.8736 8.19715 38.3536 8.16656 37.8949 8.16656C35.8764 8.16656 34.0719 8.71707 32.4816 9.78749C30.8912 10.8885 29.7902 12.4177 29.148 14.4056H28.781V8.38065H20.6763V41.992H29.0257V22.9079C29.0257 21.4398 29.3621 20.1553 30.0655 19.0237C30.7689 17.8921 31.717 17.0052 32.9098 16.3935C34.1025 15.7513 35.4788 15.4455 37.008 15.4455C37.1303 15.4149 40.8921 15.4149 40.8921 15.4149Z"
+                                    fill="#0A2C37" />
+                                <path
+                                    d="M107.473 11.5613C106.005 10.1544 104.292 9.11459 102.365 8.44175C100.438 7.76891 98.3893 7.4325 96.2484 7.4325C92.9148 7.4325 89.9788 8.1665 87.5015 9.6651C85.0242 11.1637 83.0975 13.2128 81.7212 15.8736C80.345 18.5343 79.6721 21.6233 79.6721 25.1098C79.6721 28.6881 80.345 31.777 81.7212 34.4072C83.0975 37.0374 85.0548 39.0559 87.5933 40.4934C90.1317 41.9308 93.1595 42.6342 96.6766 42.6342C99.3985 42.6342 101.815 42.2366 103.925 41.4109C106.035 40.6157 107.778 39.4535 109.124 37.9855C110.47 36.5175 111.418 34.7742 111.907 32.7863L104.2 31.93C103.833 32.878 103.283 33.7038 102.579 34.3461C101.876 34.9883 101.019 35.4776 100.041 35.8141C99.0621 36.1505 97.9917 36.3034 96.7683 36.3034C94.9639 36.3034 93.4042 35.9364 92.0585 35.1718C90.7128 34.4378 89.673 33.3368 88.9389 31.93C88.2049 30.5537 87.8379 28.9328 87.8379 27.0366H112.244V24.5593C112.244 21.5621 111.815 18.9931 110.959 16.8217C110.103 14.7726 108.941 12.9681 107.473 11.5613ZM87.8685 21.715C87.9603 20.3694 88.2967 19.146 88.9389 17.9838C89.6424 16.6993 90.6516 15.6595 91.9056 14.8643C93.1901 14.0691 94.6581 13.6715 96.3402 13.6715C97.9305 13.6715 99.3068 14.008 100.5 14.7114C101.692 15.4148 102.61 16.3629 103.283 17.5557C103.955 18.7484 104.292 20.1247 104.322 21.6844H87.8685V21.715Z"
+                                    fill="#2D736D" />
+                                <path
+                                    d="M67.1937 8.56409V27.4953C67.1937 29.2386 66.8267 30.7066 66.0621 31.8688C65.3281 33.031 64.38 33.9179 63.2178 34.499C62.0556 35.0801 60.8629 35.3859 59.6395 35.3859C57.6516 35.3859 56.0307 34.7436 54.8073 33.4591C53.584 32.1746 52.9723 30.4314 52.9723 28.2599V8.56409H44.623V29.4527C44.623 32.2052 45.1123 34.5601 46.1216 36.4869C47.1308 38.4137 48.5071 39.9123 50.281 40.9215C52.0548 41.9308 54.1039 42.4507 56.4283 42.4507C59.089 42.4507 61.3216 41.839 63.1566 40.6157C64.9917 39.3923 66.2762 37.802 67.1019 35.8752H67.4689V42.0225H75.543V8.56409H67.1937Z"
+                                    fill="#0A2C37" />
+                                <path
+                                    d="M163.624 13.1518C162.767 11.6226 161.636 10.3992 160.229 9.51231C158.822 8.62539 157.293 7.98313 155.58 7.58554C153.898 7.18796 152.185 7.00446 150.473 7.00446C140.594 7.00446 137.383 13.2435 136.863 14.4057H136.496V8.4113C136.129 8.35013 135.64 8.28897 135.059 8.2278C134.478 8.19722 133.958 8.16663 133.499 8.16663C131.48 8.16663 129.676 8.71714 128.086 9.78756C126.495 10.858 125.394 12.4178 124.752 14.4057H124.385V8.38072H116.28V41.9921H124.63V22.9079C124.63 21.4399 124.966 20.1554 125.669 19.0238C126.373 17.8922 127.321 17.0053 128.514 16.3936C129.706 15.7819 131.083 15.4455 132.612 15.4455C132.704 15.4455 134.753 15.4455 135.823 15.4455C136.221 15.4455 136.465 15.4455 136.465 15.4455H144.662C144.968 15.1397 145.304 14.8339 145.702 14.5586C146.894 13.7023 148.515 13.2435 150.564 13.2435C152.491 13.2435 153.99 13.7023 155.03 14.6504C156.07 15.5679 156.589 16.883 156.589 18.5956V18.718C156.589 19.4826 156.284 20.0636 155.703 20.4307C155.121 20.7977 154.173 21.0729 152.889 21.2258C151.604 21.4093 149.922 21.5928 147.843 21.8069C146.13 21.9904 144.448 22.2657 142.857 22.6633C141.236 23.0608 139.799 23.6419 138.545 24.4065C137.261 25.1711 136.251 26.1804 135.517 27.4649C134.783 28.7494 134.416 30.3397 134.416 32.2971C134.416 34.5603 134.936 36.4565 135.976 38.0162C137.016 39.5454 138.423 40.7382 140.227 41.5027C142.032 42.2979 144.05 42.6955 146.283 42.6955C148.118 42.6955 149.739 42.4508 151.115 41.9309C152.491 41.4416 153.623 40.7687 154.54 39.943C155.458 39.1172 156.161 38.2303 156.681 37.2516H156.956V41.9921H165V18.8709C164.908 16.5771 164.48 14.6809 163.624 13.1518ZM156.559 29.6057C156.559 30.8902 156.222 32.0524 155.55 33.1228C154.877 34.1933 153.929 35.0802 152.705 35.7224C151.482 36.3647 150.014 36.7011 148.332 36.7011C146.589 36.7011 145.151 36.3341 144.05 35.5695C142.919 34.8049 142.368 33.6733 142.368 32.1747C142.368 31.1349 142.643 30.2786 143.224 29.6057C143.805 28.9329 144.57 28.413 145.549 28.046C146.527 27.679 147.659 27.4037 148.882 27.2508C149.433 27.1896 150.075 27.0979 150.84 26.9755C151.604 26.8838 152.338 26.7615 153.133 26.6085C153.898 26.4862 154.602 26.3027 155.213 26.1498C155.825 25.9663 156.284 25.7828 156.528 25.5687V29.6057H156.559Z"
+                                    fill="#2D736D" />
+                                <path d="M8.38112 8.38059V15.2619V8.38059H0.0012207V6.63733V8.38059H8.38112Z"
+                                    fill="#0A2C37" />
+                                <path
+                                    d="M15.8742 34.9883V41.839H10.6139C8.71767 41.839 6.97441 41.5331 5.41465 40.8909C3.73255 40.2181 2.41745 39.1476 1.43878 37.7102C0.460104 36.2728 -0.0292335 34.4683 0.00135006 32.3275V16.7299H8.38125V30.9818C8.38125 32.0828 8.56475 32.9086 8.90117 33.4897C9.23759 34.0708 9.69635 34.4683 10.2774 34.6824C10.8585 34.8965 11.4702 34.9883 12.143 34.9883H15.8436C15.8742 34.9883 15.8742 34.9883 15.8742 34.9883Z"
+                                    fill="#0A2C37" />
+                                <path d="M16.7613 8.38068H8.38135V16.7606H16.7613V8.38068Z" fill="#0A2C37" />
+                                <path d="M8.38241 0.000732422H0.00250244V8.38064H8.38241V0.000732422Z" fill="#0A2C37" />
+                            </svg>
                             <p>
-                                Originally created by TruEra, TruLens is a community-driven open source project used by thousands of developers to make credible LLM apps faster.
-                                Since TruEra's acquisition by Snowflake, Snowflake now actively oversees and supports the development of TruLens in open source.
-                                <a href="https://www.snowflake.com/en/blog/trulens-open-source-ai/">Read more about Snowflake's commitment to growing TruLens in open source.</a>
+                                TruEra is an AI Quality software company that helps organizations better test, debug,
+                                and monitor machine learning models and applications. Although TruEra both actively
+                                oversees the distribution of TruLens and helps organize the community around it, TruLens
+                                remains an open-source community project, not a TruEra product.
+                            </p>
+                        </div>
+                        <div>
+
+                            <h5>About the TruEra Research Team</h5>
+                            <p class="mt-lg">
+                                TruLens originally emerged from the work of the TruEra Research Team. They are
+                                passionate about the importance of testing and quality in machine learning. They
+                                continue to be involved in the development of the TruLens community.
+                            </p>
+                            <p class="mt-lg">
+                                You can <a href="https://truera.com/ai-quality-research/" target="_blank">learn more
+                                    about TruEra Research here</a>.
                             </p>
                         </div>
                     </div>

diff --git a/objects.inv b/objects.inv