diff --git a/evidence/user-test/2026-03-25.json b/evidence/user-test/2026-03-25.json new file mode 100644 index 0000000..8a7c956 --- /dev/null +++ b/evidence/user-test/2026-03-25.json @@ -0,0 +1,96 @@ +{ + "date": "2026-03-25", + "candidate_commit": "491755592a86b34f7761347cd8cc299652b02942", + "methodology": "Playwright headless chromium (1280x720) against local full stack (anvil + webapp + ponder + caddy). Each persona spec runs sequentially with chain state reset between runs via evm_snapshot/evm_revert.", + "personas": [ + { + "name": "tyler", + "task": "passive-holder funnel: land → connect wallet → buy KRK → hold", + "completed": false, + "friction_points": [ + "Wallet connector panel (.connectors-element) not visible after clicking mobile login icon — timeout at 10s", + "Desktop connect button not found at 1280x720 viewport — fell through to mobile fallback path" + ], + "screenshot_refs": [ + "test-results/usertest/tyler/tyler-landing-page-2026-03-25T07-35-11-729Z.png" + ], + "notes": "Tyler skipped docs and went straight to connect wallet. Observed: 'Cool looking app! Let's goooo'. Copy feedback: 'Needs bigger BUY NOW button on landing page'. Blocked at wallet connection step." + }, + { + "name": "alex", + "task": "passive-holder funnel: land → understand DeFi → connect wallet → buy KRK", + "completed": false, + "friction_points": [ + "No 'New to DeFi?' or tutorial section on landing page for newcomers", + "No trust signals (Audited, Secure, Non-custodial badges) to reassure first-time users", + "Wallet connector panel (.connectors-element) not visible — timeout at 10s", + "Wallet connection errors lack beginner-friendly explanations" + ], + "screenshot_refs": [ + "test-results/usertest/alex/alex-landing-page-2026-03-25T07-33-50-415Z.png", + "test-results/usertest/alex/alex-looking-for-help-2026-03-25T07-33-51-890Z.png" + ], + "notes": "Alex spent 7s on landing page looking for help/tutorials. Observed: 'This looks professional but I have no idea what I'm looking at'. Tokenomics question: 'What is staking? How do I make money from this?'. Gave up after wallet connection failed." + }, + { + "name": "sarah", + "task": "passive-holder funnel: land → research → connect wallet → evaluate yield", + "completed": false, + "friction_points": [ + "Landing page does not explain 'What is Harberger tax?' in simple terms", + "No About, Docs, or Team page found before wallet connection", + "Wallet connector panel (.connectors-element) not visible — timeout at 10s" + ], + "screenshot_refs": [ + "test-results/usertest/sarah/sarah-landing-page-2026-03-25T07-34-52-636Z.png", + "test-results/usertest/sarah/sarah-looking-for-info-2026-03-25T07-34-53-821Z.png" + ], + "notes": "Sarah read the landing page carefully before connecting. Observed: 'Reading landing page carefully before connecting wallet', 'Looking for About, Docs, or Team page before doing anything else'. Blocked at wallet connection." + }, + { + "name": "priya", + "task": "staker funnel: land → analyze mechanism design → connect wallet → evaluate staking", + "completed": false, + "friction_points": [ + "No whitepaper, technical appendix, or formal specification found from app UI", + "No governance structure, DAO participation, or admin key disclosures visible", + "Wallet connector panel (.connectors-element) not visible — timeout at 10s" + ], + "screenshot_refs": [ + "test-results/usertest/priya/priya-landing-page-2026-03-25T07-34-31-771Z.png", + "test-results/usertest/priya/priya-searching-for-docs-2026-03-25T07-34-33-347Z.png" + ], + "notes": "Priya found audit link but wanted full report. Tokenomics questions: 'What is the theoretical Nash equilibrium for tax rates?', 'What are the centralization risks? Who holds admin keys? Is there a timelock?'. Blocked at wallet connection." + }, + { + "name": "marcus", + "task": "staker funnel: land → probe for exploits → connect wallet → test edge cases", + "completed": false, + "friction_points": [ + "No 'Audited by X' badge prominently displayed on landing page", + "Wallet connector panel (.connectors-element) not visible — timeout at 10s" + ], + "screenshot_refs": [ + "test-results/usertest/marcus/marcus-landing-page-2026-03-25T07-34-13-018Z.png" + ], + "notes": "Marcus immediately skeptical — 'what's the catch?'. Copy feedback: 'Landing page needs Audited by X badge prominently displayed'. Tokenomics question: 'What prevents someone from flash-loaning to manipulate VWAP?'. Blocked at wallet connection." + } + ], + "personas_completed": 0, + "personas_total": 5, + "critical_friction_points": [ + "Wallet connector panel (.connectors-element) not rendering after clicking connect button at 1280x720 viewport — all 5 personas blocked", + "Desktop connect button (.connect-button--disconnected) not visible at 1280x720 — tests fall through to mobile login icon path which also fails", + "No onboarding/tutorial content for DeFi newcomers (alex, sarah)", + "No prominent audit badge or trust signals (marcus, alex)", + "No whitepaper or formal mechanism specification accessible from UI (priya)" + ], + "verdict": "fail", + "raw_reports": { + "tyler": "tmp/usertest-results/tyler-bags-morrison.json", + "alex": "tmp/usertest-results/alex-rivera.json", + "sarah": "tmp/usertest-results/sarah-park.json", + "priya": "tmp/usertest-results/dr-priya-malhotra.json", + "marcus": "tmp/usertest-results/marcus-flash-chen.json" + } +}