diff --git a/.github/workflows/app-tests.yaml b/.github/workflows/app-tests.yaml index 220297f4..300c07e5 100644 --- a/.github/workflows/app-tests.yaml +++ b/.github/workflows/app-tests.yaml @@ -28,7 +28,7 @@ jobs: fail-fast: false matrix: os: ["ubuntu-latest", "macos-latest-xlarge", "macos-13", "windows-latest"] - python_version: ["3.10", "3.11", "3.12"] + python_version: ["3.12"] exclude: - os: macos-latest-xlarge python_version: "3.10" diff --git a/evals/eval_config.json b/evals/eval_config.json index c51f9e79..8536d71a 100644 --- a/evals/eval_config.json +++ b/evals/eval_config.json @@ -5,10 +5,10 @@ "target_url": "http://127.0.0.1:8000/chat", "target_parameters": { "overrides": { - "use_advanced_flow": true, - "top": 3, + "use_advanced_flow": false, + "top": 10, "retrieval_mode": "hybrid", - "temperature": 0.3 + "temperature": 1.0 } }, "target_response_answer_jmespath": "message.content", diff --git a/src/backend/fastapi_app/prompts/answer.txt b/src/backend/fastapi_app/prompts/answer.txt index 9d8878b1..0c627c8a 100644 --- a/src/backend/fastapi_app/prompts/answer.txt +++ b/src/backend/fastapi_app/prompts/answer.txt @@ -1,5 +1,5 @@ Assistant helps customers with questions about products. -Respond as if you are a salesperson helping a customer in a store. Do NOT respond with tables. +Respond in a very friendly way as if you are a salesperson helping a customer in a store. Do NOT respond with tables. Answer ONLY with the product details listed in the products. If there isn't enough information below, say you don't know. Do not generate answers that don't use the sources below.