Excalidraw — A/B Test Design Sketch With Sample Size
A sketched experiment plan for a checkout redesign: eligible visitors, a 50/50 randomisation, control and variant arms and the primary metric, with the pre-registered numbers underneath — a 3.2% baseline, a 0.4-point minimum detectable effect, α 0.05 and 80% power, which needs about 32,000 visitors per arm. Illustrative values.
Rendering…
Make it your own.
{
"type": "excalidraw",
"version": 2,
"source": "https://www.flowss.ai",
"elements": [
{"id":"title","type":"text","x":40,"y":10,"width":578,"height":30,"text":"A/B test — one-page checkout (illustrative)","fontSize":24,"fontFamily":1,"textAlign":"left","verticalAlign":"top","strokeColor":"#1e1e1e"},
{"id":"pop","type":"rectangle","x":40,"y":90,"width":200,"height":80,"strokeColor":"#495057","backgroundColor":"#e9ecef","fillStyle":"hachure","strokeWidth":2,"roughness":1.4,"roundness":{"type":3},"boundElements":[{"type":"text","id":"pop-t"},{"type":"arrow","id":"b1"}]},
{"id":"pop-t","type":"text","x":50,"y":108,"width":181,"height":45,"text":"Logged-in visitors\nreaching basket","fontSize":18,"fontFamily":1,"textAlign":"center","verticalAlign":"middle","strokeColor":"#495057","containerId":"pop"},
{"id":"rnd","type":"diamond","x":320,"y":70,"width":180,"height":120,"strokeColor":"#6741d9","backgroundColor":"#d0bfff","fillStyle":"hachure","strokeWidth":2,"roughness":1.4,"boundElements":[{"type":"text","id":"rnd-t"},{"type":"arrow","id":"b1"},{"type":"arrow","id":"b2"},{"type":"arrow","id":"b3"}]},
{"id":"rnd-t","type":"text","x":365,"y":108,"width":91,"height":45,"text":"Randomise\n50 / 50","fontSize":18,"fontFamily":1,"textAlign":"center","verticalAlign":"middle","strokeColor":"#6741d9","containerId":"rnd"},
{"id":"ctl","type":"rectangle","x":580,"y":20,"width":210,"height":80,"strokeColor":"#1971c2","backgroundColor":"#a5d8ff","fillStyle":"hachure","strokeWidth":2,"roughness":1.4,"roundness":{"type":3},"boundElements":[{"type":"text","id":"ctl-t"},{"type":"arrow","id":"b2"},{"type":"arrow","id":"b4"}]},
{"id":"ctl-t","type":"text","x":610,"y":38,"width":151,"height":45,"text":"A: current\n3-step checkout","fontSize":18,"fontFamily":1,"textAlign":"center","verticalAlign":"middle","strokeColor":"#1971c2","containerId":"ctl"},
{"id":"var","type":"rectangle","x":580,"y":160,"width":210,"height":80,"strokeColor":"#2f9e44","backgroundColor":"#b2f2bb","fillStyle":"hachure","strokeWidth":2,"roughness":1.4,"roundness":{"type":3},"boundElements":[{"type":"text","id":"var-t"},{"type":"arrow","id":"b3"},{"type":"arrow","id":"b5"}]},
{"id":"var-t","type":"text","x":630,"y":178,"width":111,"height":45,"text":"B: one-page\ncheckout","fontSize":18,"fontFamily":1,"textAlign":"center","verticalAlign":"middle","strokeColor":"#2f9e44","containerId":"var"},
{"id":"met","type":"ellipse","x":870,"y":80,"width":220,"height":100,"strokeColor":"#e8590c","backgroundColor":"#ffd8a8","fillStyle":"hachure","strokeWidth":2,"roughness":1.4,"boundElements":[{"type":"text","id":"met-t"},{"type":"arrow","id":"b4"},{"type":"arrow","id":"b5"}]},
{"id":"met-t","type":"text","x":900,"y":108,"width":161,"height":45,"text":"Primary metric:\norder conversion","fontSize":18,"fontFamily":1,"textAlign":"center","verticalAlign":"middle","strokeColor":"#e8590c","containerId":"met"},
{"id":"b1","type":"arrow","x":244,"y":130,"width":72,"height":0,"strokeColor":"#1e1e1e","strokeWidth":2,"roughness":1.5,"endArrowhead":"arrow","startBinding":{"elementId":"pop","focus":0,"gap":4},"endBinding":{"elementId":"rnd","focus":0,"gap":4},"points":[[0,0],[72,0]]},
{"id":"b2","type":"arrow","x":470,"y":105,"width":106,"height":45,"strokeColor":"#1e1e1e","strokeWidth":2,"roughness":1.5,"endArrowhead":"arrow","startBinding":{"elementId":"rnd","focus":0,"gap":4},"endBinding":{"elementId":"ctl","focus":0,"gap":4},"points":[[0,0],[106,-45]]},
{"id":"b3","type":"arrow","x":470,"y":155,"width":106,"height":45,"strokeColor":"#1e1e1e","strokeWidth":2,"roughness":1.5,"endArrowhead":"arrow","startBinding":{"elementId":"rnd","focus":0,"gap":4},"endBinding":{"elementId":"var","focus":0,"gap":4},"points":[[0,0],[106,45]]},
{"id":"b4","type":"arrow","x":794,"y":60,"width":72,"height":55,"strokeColor":"#1e1e1e","strokeWidth":2,"roughness":1.5,"endArrowhead":"arrow","startBinding":{"elementId":"ctl","focus":0,"gap":4},"endBinding":{"elementId":"met","focus":0,"gap":4},"points":[[0,0],[72,55]]},
{"id":"b5","type":"arrow","x":794,"y":200,"width":72,"height":50,"strokeColor":"#1e1e1e","strokeWidth":2,"roughness":1.5,"endArrowhead":"arrow","startBinding":{"elementId":"var","focus":0,"gap":4},"endBinding":{"elementId":"met","focus":0,"gap":4},"points":[[0,0],[72,-50]]},
{"id":"plan","type":"text","x":40,"y":280,"width":690,"height":60,"text":"Baseline conversion 3.2% · minimum detectable effect +0.4 pp (relative 12.5%)\nα = 0.05 two-sided · power 80% → about 32,000 visitors per arm\nGuardrails: refund rate, page load p95 · run 2 full weeks, no peeking","fontSize":16,"fontFamily":1,"textAlign":"left","verticalAlign":"top","strokeColor":"#495057"}
],
"appState": { "viewBackgroundColor": "#ffffff" },
"files": {}
}