|
1 | | -import React, { useState, useEffect } from 'react' |
| 1 | +import React, { useState, useEffect, useRef } from 'react' |
2 | 2 | import { CircleTickMajor, ArchiveMinor, LinkMinor } from '@shopify/polaris-icons'; |
3 | 3 | import TestingStore from '../testingStore'; |
4 | 4 | import api from '../api'; |
@@ -83,6 +83,7 @@ function TestRunResultPage(props) { |
83 | 83 | const [conversations, setConversations] = useState([]) |
84 | 84 | const [conversationRemediationText, setConversationRemediationText] = useState(null) |
85 | 85 | const [validationFailed, setValidationFailed] = useState(false) |
| 86 | + const agenticConversationsRef = useRef([]) |
86 | 87 | const [showForbidden, setShowForbidden] = useState(false) |
87 | 88 |
|
88 | 89 | // AI Chat state |
@@ -140,8 +141,59 @@ function TestRunResultPage(props) { |
140 | 141 | return jiraInteg.jiraTicketKey |
141 | 142 | } |
142 | 143 |
|
143 | | - async function attachFileToIssue(origReq, testReq, issueId) { |
144 | | - let jiraInteg = await api.attachFileToIssue(origReq, testReq, issueId); |
| 144 | + async function attachFileToIssue(origReq, testReq, issueId, agenticResult = false) { |
| 145 | + await api.attachFileToIssue(origReq, testReq, issueId, agenticResult); |
| 146 | + } |
| 147 | + |
| 148 | + function formatHttpMessage(rawMessage) { |
| 149 | + try { |
| 150 | + // The message is stored with literal backslash-escaped quotes ({\"request\":...}) |
| 151 | + // Wrap in quotes so JSON.parse treats it as a JSON string and unescapes it |
| 152 | + let parsed; |
| 153 | + try { |
| 154 | + parsed = JSON.parse(rawMessage); |
| 155 | + } catch (_) { |
| 156 | + parsed = JSON.parse('"' + rawMessage + '"'); |
| 157 | + } |
| 158 | + // Handle double-stringified case |
| 159 | + if (typeof parsed === 'string') { |
| 160 | + parsed = JSON.parse(parsed); |
| 161 | + } |
| 162 | + const req = parsed.request || {}; |
| 163 | + const res = parsed.response || {}; |
| 164 | + |
| 165 | + let reqHeaders = {}; |
| 166 | + let resHeaders = {}; |
| 167 | + try { reqHeaders = typeof req.headers === 'string' ? JSON.parse(req.headers) : (req.headers || {}); } catch (_) {} |
| 168 | + try { resHeaders = typeof res.headers === 'string' ? JSON.parse(res.headers) : (res.headers || {}); } catch (_) {} |
| 169 | + |
| 170 | + let reqBody = req.body || ''; |
| 171 | + let resBody = res.body || ''; |
| 172 | + try { reqBody = JSON.stringify(JSON.parse(reqBody), null, 2); } catch (_) {} |
| 173 | + try { resBody = JSON.stringify(JSON.parse(resBody), null, 2); } catch (_) {} |
| 174 | + |
| 175 | + const formatHeaders = (headers) => |
| 176 | + Object.entries(headers).map(([k, v]) => ` ${k}: ${v}`).join('\n') || ' (none)'; |
| 177 | + |
| 178 | + return [ |
| 179 | + '=== REQUEST ===', |
| 180 | + `${req.method || 'GET'} ${req.url || ''}`, |
| 181 | + req.queryParams ? `Query Params: ${req.queryParams}` : null, |
| 182 | + '\nHeaders:', |
| 183 | + formatHeaders(reqHeaders), |
| 184 | + '\nBody:', |
| 185 | + reqBody || '(empty)', |
| 186 | + '', |
| 187 | + '=== RESPONSE ===', |
| 188 | + `Status: ${res.statusCode || ''}`, |
| 189 | + '\nHeaders:', |
| 190 | + formatHeaders(resHeaders), |
| 191 | + '\nBody:', |
| 192 | + resBody || '(empty)', |
| 193 | + ].filter(line => line !== null).join('\n'); |
| 194 | + } catch (_) { |
| 195 | + return rawMessage; |
| 196 | + } |
145 | 197 | } |
146 | 198 |
|
147 | 199 | function buildTestResultMetadata() { |
@@ -246,9 +298,9 @@ function TestRunResultPage(props) { |
246 | 298 | if (res && res.length > 0) { |
247 | 299 | const result = transform.prepareConversationsList(res) |
248 | 300 | setConversations(result.conversations); |
249 | | - // Store remediation text from conversations if available |
250 | 301 | setConversationRemediationText(result.remediationText || null) |
251 | 302 | setValidationFailed(result.validationFailed) |
| 303 | + agenticConversationsRef.current = res; |
252 | 304 | } |
253 | 305 | } |
254 | 306 | } |
@@ -311,7 +363,29 @@ function TestRunResultPage(props) { |
311 | 363 | } |
312 | 364 |
|
313 | 365 | let sampleData = selectedTestRunResult.testResults[0] |
314 | | - attachFileToIssue(sampleData.originalMessage, sampleData.message, jiraTicketKey) |
| 366 | + if (sampleData.resultTypeAgentic) { |
| 367 | + const agenticConversations = agenticConversationsRef.current; |
| 368 | + if (agenticConversations && agenticConversations.length > 0) { |
| 369 | + const separator = "\n\n" + "=".repeat(60) + "\n\n"; |
| 370 | + |
| 371 | + // File 1: Prompt/conversation messages |
| 372 | + const conversationText = agenticConversations.map((conv, idx) => { |
| 373 | + let turn = `Turn ${idx + 1}\n\nTested Interaction:\n${conv.finalSentPrompt}\n\nAI Agent:\n${conv.response}`; |
| 374 | + if (conv.validationMessage && conv.validationMessage !== "null") { |
| 375 | + turn += `\n\nValidation Message:\n${conv.validationMessage}`; |
| 376 | + } |
| 377 | + return turn; |
| 378 | + }).join(separator); |
| 379 | + attachFileToIssue(conversationText, null, jiraTicketKey, true); |
| 380 | + |
| 381 | + // File 2: HTTP request/response from testResults message |
| 382 | + if (sampleData.message) { |
| 383 | + attachFileToIssue(formatHttpMessage(sampleData.message), null, jiraTicketKey, true); |
| 384 | + } |
| 385 | + } |
| 386 | + } else { |
| 387 | + attachFileToIssue(sampleData.originalMessage, sampleData.message, jiraTicketKey) |
| 388 | + } |
315 | 389 |
|
316 | 390 | } |
317 | 391 |
|
|
0 commit comments