optimize ai-search references (alibaba#1859)

rinfx · Mar 7, 2025 · 9e6bd6d · 9e6bd6d
1 parent ab419ef
commit 9e6bd6d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/plugins/wasm-go/extensions/ai-search/main.go b/plugins/wasm-go/extensions/ai-search/main.go
@@ -273,7 +273,7 @@ func onHttpRequestBody(ctx wrapper.HttpContext, config Config, body []byte, log
 		startTime := time.Now()
 		rewritePrompt := strings.Replace(searchRewrite.prompt, "{question}", query, 1)
 		rewriteBody, _ := sjson.SetBytes([]byte(fmt.Sprintf(
-			`{"stream":false,"max_tokens":100,"model":"%s","messages":[{"role":"user","content":""}]}`,
+			`{"stream":false,"max_tokens":4096,"model":"%s","messages":[{"role":"user","content":""}]}`,
 			searchRewrite.modelName)), "messages.0.content", rewritePrompt)
 		err := searchRewrite.client.Post(searchRewrite.url,
 			[][2]string{
@@ -443,7 +443,7 @@ func executeSearch(ctx wrapper.HttpContext, config Config, queryIndex int, body
 								log.Debugf("modifeid body:%s", modifiedBody)
 								proxywasm.ReplaceHttpRequestBody(modifiedBody)
 								if config.needReference {
-									ctx.SetContext("References", strings.Join(formattedReferences, "\n"))
+									ctx.SetContext("References", strings.Join(formattedReferences, "\n\n"))
 								}
 							}
 							proxywasm.ResumeHttpRequest()

diff --git a/plugins/wasm-go/extensions/ai-search/prompts/test_ai_search.py b/plugins/wasm-go/extensions/ai-search/prompts/test_ai_search.py
@@ -24,7 +24,7 @@ def main():
     }
     data = {
         "model": "deepseek-v3",
-        "max_tokens": 100,
+        "max_tokens": 4096,
         "messages": [
             {
                 "role": "user",