Token Spend by Workload (Vega-Lite)
Monthly inference spend stacked by workload, showing batch summarisation overtaking interactive chat once it moved to a larger model.
Rendering…
Make it your own.
{
"$schema": "https://vega.github.io/schema/vega-lite/v5.json",
"title": "Monthly inference spend by workload (USD thousand)",
"data": {
"values": [
{"month": "Jan", "workload": "Interactive chat", "spend": 41}, {"month": "Jan", "workload": "Batch summarisation", "spend": 18}, {"month": "Jan", "workload": "Embeddings", "spend": 9}, {"month": "Jan", "workload": "Evaluation runs", "spend": 4},
{"month": "Feb", "workload": "Interactive chat", "spend": 46}, {"month": "Feb", "workload": "Batch summarisation", "spend": 24}, {"month": "Feb", "workload": "Embeddings", "spend": 11}, {"month": "Feb", "workload": "Evaluation runs", "spend": 5},
{"month": "Mar", "workload": "Interactive chat", "spend": 52}, {"month": "Mar", "workload": "Batch summarisation", "spend": 37}, {"month": "Mar", "workload": "Embeddings", "spend": 12}, {"month": "Mar", "workload": "Evaluation runs", "spend": 7},
{"month": "Apr", "workload": "Interactive chat", "spend": 55}, {"month": "Apr", "workload": "Batch summarisation", "spend": 61}, {"month": "Apr", "workload": "Embeddings", "spend": 13}, {"month": "Apr", "workload": "Evaluation runs", "spend": 9},
{"month": "May", "workload": "Interactive chat", "spend": 58}, {"month": "May", "workload": "Batch summarisation", "spend": 74}, {"month": "May", "workload": "Embeddings", "spend": 14}, {"month": "May", "workload": "Evaluation runs", "spend": 8},
{"month": "Jun", "workload": "Interactive chat", "spend": 61}, {"month": "Jun", "workload": "Batch summarisation", "spend": 82}, {"month": "Jun", "workload": "Embeddings", "spend": 15}, {"month": "Jun", "workload": "Evaluation runs", "spend": 11}
]
},
"mark": "bar",
"encoding": {
"x": {"field": "month", "type": "ordinal", "sort": ["Jan", "Feb", "Mar", "Apr", "May", "Jun"], "title": null},
"y": {"field": "spend", "type": "quantitative", "stack": "zero", "title": "USD thousand"},
"color": {"field": "workload", "type": "nominal", "title": "Workload"}
}
}