{ "total": 58, "passed": 55, "failed": 3, "tests": [ { "name": "Health endpoint responds", "passed": true, "details": "Status: 200" }, { "name": "Health returns status field", "passed": true, "details": "Status: degraded" }, { "name": "Health returns version field", "passed": true, "details": "Version: 1.0.0" }, { "name": "Request with x-api-key header succeeds", "passed": true, "details": "Status: 200" }, { "name": "Content-Type: application/json accepted", "passed": true, "details": "JSON content type working" }, { "name": "First message request succeeds", "passed": true, "details": "Status: 200" }, { "name": "Empty conversationHistory[] accepted", "passed": true, "details": "Empty array handled correctly" }, { "name": "sessionId (camelCase) accepted", "passed": true, "details": "Session: first-msg-76c9ed01-3e32-4398-8" }, { "name": "Nested message object accepted", "passed": true, "details": "sender=scammer, text present" }, { "name": "Epoch timestamp (integer) accepted", "passed": true, "details": "Timestamp: 1770296473538" }, { "name": "Metadata fields accepted (channel, language, locale)", "passed": true, "details": "channel=SMS, language=English" }, { "name": "Scam detected in bank fraud message", "passed": true, "details": "Confidence: 0.82" }, { "name": "Follow-up message request succeeds", "passed": true, "details": "Status: 200" }, { "name": "conversationHistory array processed", "passed": true, "details": "History items: 2" }, { "name": "Both 'scammer' and 'user' senders accepted in history", "passed": true, "details": "scammer and user senders in history" }, { "name": "Scam detected in UPI fraud message", "passed": false, "details": "Confidence: 0.56" }, { "name": "sender='scammer' accepted", "passed": true, "details": "Scammer sender works" }, { "name": "channel='SMS' accepted", "passed": true, "details": "Channel SMS works" }, { "name": "channel='WhatsApp' accepted", "passed": true, "details": "Channel WhatsApp works" }, { "name": "channel='Email' accepted", "passed": true, "details": "Channel Email works" }, { "name": "channel='Chat' accepted", "passed": true, "details": "Channel Chat works" }, { "name": "language='English' accepted", "passed": true, "details": "Language English works" }, { "name": "language='Hindi' accepted", "passed": true, "details": "Language Hindi works" }, { "name": "locale='IN' accepted", "passed": true, "details": "Locale IN works" }, { "name": "Response contains 'status' field", "passed": true, "details": "status: success" }, { "name": "status='success' for valid request", "passed": true, "details": "status: success" }, { "name": "Response contains 'reply' field", "passed": true, "details": "reply present: Yes" }, { "name": "reply contains agent response when scam detected", "passed": true, "details": "reply: I'm in a bit of a rush, can I just send the paymen..." }, { "name": "Turn 1: Initial message processed", "passed": true, "details": "Scam: True, Reply: My bank account blocked? That ..." }, { "name": "Turn 2: Follow-up message processed", "passed": true, "details": "Reply: I'm a bit confused, I don't ha..." }, { "name": "Multi-turn conversation handled", "passed": true, "details": "Both turns successful" }, { "name": "Agent does NOT reveal scam detection", "passed": true, "details": "No detection keywords in reply" }, { "name": "Agent responds in human-like manner", "passed": true, "details": "Response length: 155 chars" }, { "name": "Intelligence extraction request succeeds", "passed": true, "details": "Status: 200" }, { "name": "Bank accounts extracted", "passed": true, "details": "Found: ['9876543210123456']" }, { "name": "UPI IDs extracted", "passed": true, "details": "Found: ['scammer@paytm']" }, { "name": "Phishing links extracted", "passed": true, "details": "Found: ['http://fake-bank.com/verify']" }, { "name": "Phone numbers extracted", "passed": true, "details": "Found: ['+919876543210']" }, { "name": "Suspicious keywords extracted", "passed": true, "details": "Found: ['urgent', 'account', 'upi', 'immediately', 'verify']..." }, { "name": "Response has session_id (for callback sessionId)", "passed": true, "details": "session_id: callback-0738d88b-6156-4614-99" }, { "name": "Response has scam_detected (for callback scamDetected)", "passed": true, "details": "scam_detected: True" }, { "name": "Response has extracted_intelligence (for callback)", "passed": true, "details": "Intelligence object present" }, { "name": "Intel has bank_accounts (maps to bankAccounts)", "passed": true, "details": "bank_accounts: []" }, { "name": "Intel has upi_ids (maps to upiIds)", "passed": true, "details": "upi_ids: ['fraud@ybl']" }, { "name": "Intel has phishing_links (maps to phishingLinks)", "passed": true, "details": "phishing_links: ['http://scam-site.com']" }, { "name": "Intel has phone_numbers (maps to phoneNumbers)", "passed": true, "details": "phone_numbers: ['+918765432109', '+917890123456']" }, { "name": "Intel has suspicious_keywords (maps to suspiciousKeywords)", "passed": true, "details": "suspicious_keywords: ['account', 'urgent', 'upi']" }, { "name": "Response has agent_notes (for callback agentNotes)", "passed": true, "details": "agent_notes: Scammer used urgency tactics. attempted payment re" }, { "name": "Non-scam message processed successfully", "passed": true, "details": "Status: 200" }, { "name": "Non-scam correctly identified (scam_detected=false or low confidence)", "passed": true, "details": "scam_detected: False, confidence: 0.42" }, { "name": "Average response time < 2000ms", "passed": false, "details": "Avg: 8896ms" }, { "name": "Max response time < 5000ms", "passed": false, "details": "Max: 13870ms" }, { "name": "Bank Fraud detected", "passed": true, "details": "Confidence: 0.94" }, { "name": "UPI Fraud detected", "passed": true, "details": "Confidence: 0.69" }, { "name": "Phishing detected", "passed": true, "details": "Confidence: 0.69" }, { "name": "Fake Offer/Lottery detected", "passed": true, "details": "Confidence: 0.91" }, { "name": "Authority Impersonation detected", "passed": true, "details": "Confidence: 0.68" }, { "name": "Urgency Tactics detected", "passed": true, "details": "Confidence: 0.79" } ] }