Document triage ablation

// Compare removals from a document classifier, from section structure to abstention, against its fixed baseline; illustrative deltas are not measured performance or causal evidence.
// Synthetic worked example: all entities, schedules and measurements are illustrative.
// Every string below is EXAMPLE text from a fictional model: replace it.
// Replace assumptions and inputs before applying this model to actual work.

model baseline_model {
  title: "Illustrative Document classifier"
  params: 12000000
  family: "Research prototype"
}

dataset evaluation_set {
  title: "Synthetic Source-separated test documents"
  n: 500
  split: "held-out"
}

eval baseline_eval {
  model: baseline_model
  dataset: evaluation_set
  metric: "Illustrative bounded quality score; higher is better"
  score: 0.82
}

ablation variant_0 {
  base: baseline_eval
  delta: -0.06
  change: "Remove section structure"
}

ablation variant_1 {
  base: baseline_eval
  delta: -0.035
  change: "Remove OCR quality gate"
}

ablation variant_2 {
  base: baseline_eval
  delta: -0.05
  change: "Remove class reweighting"
}

ablation variant_3 {
  base: baseline_eval
  delta: -0.025
  change: "Remove domain lexicon"
}

ablation variant_4 {
  base: baseline_eval
  delta: -0.04
  change: "Remove abstention mechanism"
}

view variants: ablation_table(baseline_eval)