Causal study critique rubric

// Moderate the critique of a causal claim against its design, identification and evidence with distinct evidence-based descriptors; this illustrative rubric is not a validated instrument.
// Synthetic worked example: all entities, schedules and measurements are illustrative.
// Every string below is EXAMPLE text from a fictional model: replace it.
// Replace assumptions and inputs before applying this model to actual work.

rubric assessment {
  title: "Illustrative Causal study critique rubric"
  course: "Advanced professional practice"
  assignment: "Evaluate a causal claim against design, identification and evidence"
  author: "Flowss teaching example"
}

criterion criterion_0 {
  name: "Estimand"
  weight: .25
  description: "Target effect and population are explicit"
}

level level_0_0 {
  criterion: criterion_0
  label: "Emerging"
  points: 1
  descriptor: "Names an effect without a population"
}

level level_0_1 {
  criterion: criterion_0
  label: "Proficient"
  points: 2
  descriptor: "States treatment, outcome and target population"
}

level level_0_2 {
  criterion: criterion_0
  label: "Advanced"
  points: 3
  descriptor: "Distinguishes total/direct effects and transport limits"
}

criterion criterion_1 {
  name: "Identification"
  weight: .25
  description: "Assumptions connect design to claim"
}

level level_1_0 {
  criterion: criterion_1
  label: "Emerging"
  points: 1
  descriptor: "Assumes association is sufficient"
}

level level_1_1 {
  criterion: criterion_1
  label: "Proficient"
  points: 2
  descriptor: "States plausible confounders and identification assumptions"
}

level level_1_2 {
  criterion: criterion_1
  label: "Advanced"
  points: 3
  descriptor: "Tests alternative explanations and sensitivity"
}

criterion criterion_2 {
  name: "Measurement"
  weight: .25
  description: "Variables and missingness are justified"
}

level level_2_0 {
  criterion: criterion_2
  label: "Emerging"
  points: 1
  descriptor: "Uses labels without operational definitions"
}

level level_2_1 {
  criterion: criterion_2
  label: "Proficient"
  points: 2
  descriptor: "Explains measurement and missing-data handling"
}

level level_2_2 {
  criterion: criterion_2
  label: "Advanced"
  points: 3
  descriptor: "Analyses measurement error and its implications"
}

criterion criterion_3 {
  name: "Interpretation"
  weight: .25
  description: "Conclusions match uncertainty"
}

level level_3_0 {
  criterion: criterion_3
  label: "Emerging"
  points: 1
  descriptor: "Overstates a point estimate"
}

level level_3_1 {
  criterion: criterion_3
  label: "Proficient"
  points: 2
  descriptor: "Reports uncertainty and scope"
}

level level_3_2 {
  criterion: criterion_3
  label: "Advanced"
  points: 3
  descriptor: "Integrates contradictory evidence and bounded conclusions"
}

view criteria: rubric_grid