{
  "study_id": 1,
  "specification_id": "S01-P066",
  "source_specification_id": "CI-T5-B-C05",
  "role": "active_comparison",
  "published_source_location": "Table 5, panel B, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49",
  "outcome_label": "Participation is key for democracy [follow-up survey sample]",
  "outcome_variable": "",
  "treatment_label": "New Curriculum indicator (newcurr)",
  "unit_fixed_effects": "Province",
  "time_fixed_effects": "High-school entry cohort",
  "allowed_adjustments": "",
  "published_weights": "",
  "published_clustering": "Province x high-school-entry cohort (proXcoh)",
  "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort",
  "design": "repeated_cross_section",
  "descriptive_metadata_status": "recorded_source_fields",
  "title": "Curriculum and Ideology",
  "status": "ready",
  "reason": "",
  "config": "analyses/full-archive/configs/S01-P066.json",
  "input_bytes": 33651,
  "specification_type": "twfe_scalar",
  "run_status": "completed",
  "expanded_status": "processed",
  "expanded_reason": null,
  "regression_result": {
    "schema": "did-replication-v2",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Participation is key for democracy [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "latest_cohort_control": true,
      "slug": "s01-p066",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Participation is key for democracy [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C05",
      "specification_id": "S01-P066",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C05.csv",
      "output_dir": "analyses/full-archive/results/S01-P066"
    },
    "source": {
      "file": "CI-T5-B-C05.csv",
      "bytes": 33651,
      "sha256": "332018ec5b7deff9188c9552b4e6e3fd512730bd3c58156451a15f0ed43b6d13"
    },
    "versions": {
      "pyfixest": "0.60.0",
      "polars": "2.0.0",
      "duckreg": "0.4.1",
      "numpy": "2.5.3",
      "pandas": "3.0.6"
    },
    "specifications": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 303,
          "source_sd": 0.4860747473162751,
          "rows": 173,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 47,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 11,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.13997365996268946,
            "se": 0.20009060583611854,
            "pvalue": 0.4949138353777871,
            "lower": -0.2865093709174857,
            "upper": 0.5664566908428645
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.3504721847320749,
            "se": 0.34839325193089343,
            "pvalue": 0.33038433091084785,
            "lower": -0.39211045377212045,
            "upper": 1.0930548232362702
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.03806943285744516,
            "se": 0.6516364524893168,
            "pvalue": 0.9541842545076543,
            "lower": -1.426999653385984,
            "upper": 1.3508607876710936
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.1807103456031524,
            "se": 0.21360775886571082,
            "pvalue": 0.4108506822931825,
            "lower": -0.27458381495920914,
            "upper": 0.636004506165514
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": -0.4066800668749608,
              "se": 0.5352570088159538,
              "pvalue": 0.45915891063537684,
              "lower": -1.5475533750734107,
              "upper": 0.7341932413234891
            },
            {
              "event_time": 0,
              "estimate": 0.14837097220026568,
              "se": 0.2931470829012096,
              "pvalue": 0.6201214516393156,
              "lower": -0.4764572444316915,
              "upper": 0.7731991888322229
            },
            {
              "event_time": 1,
              "estimate": 0.6177673367902743,
              "se": 0.4533158383087716,
              "pvalue": 0.19306374318819902,
              "lower": -0.3484525007680058,
              "upper": 1.5839871743485543
            },
            {
              "event_time": 2,
              "estimate": 0.32545778005205955,
              "se": 0.6069934936890421,
              "pvalue": 0.599696005992911,
              "lower": -0.9683182262291901,
              "upper": 1.619233786333309
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": -0.09732932004904604,
              "se": 0.15896413314969918,
              "pvalue": 0.5495272919898887,
              "lower": -0.4361533494112761,
              "upper": 0.241494709313184
            },
            {
              "event_time": -1,
              "estimate": 0.0324431174004633,
              "se": 0.06243239656229932,
              "pvalue": 0.6108894892075902,
              "lower": -0.1006283858804573,
              "upper": 0.1655146206813839
            },
            {
              "event_time": 0,
              "estimate": -0.22292678236550018,
              "se": 0.5153751732654314,
              "pvalue": 0.6714943188079394,
              "lower": -1.3214229612148947,
              "upper": 0.8755693964838944
            },
            {
              "event_time": 1,
              "estimate": 0.20641931971772434,
              "se": 0.8817187115753887,
              "pvalue": 0.8180647293098633,
              "lower": -1.672919627381189,
              "upper": 2.085758266816638
            },
            {
              "event_time": 2,
              "estimate": -0.26396322558357177,
              "se": 1.0747874210160708,
              "pvalue": 0.8093237915238846,
              "lower": -2.5548183856816395,
              "upper": 2.026891934514496
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": -0.37567256556393247,
              "se": 0.6878822256159113,
              "pvalue": 0.5930076983556685,
              "lower": -1.8418588227516137,
              "upper": 1.090513691623749
            },
            {
              "event_time": 0,
              "estimate": -0.013920414940068973,
              "se": 0.15999679796519709,
              "pvalue": 0.9318189003686829,
              "lower": -0.3549455172540076,
              "upper": 0.32710468737386966
            },
            {
              "event_time": 1,
              "estimate": 0.4381252224506386,
              "se": 0.3981170987022043,
              "pvalue": 0.28846488348412935,
              "lower": -0.4104412866577512,
              "upper": 1.2866917315590285
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5694444444444444,
            0.4305555555555556
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16,
          "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17,
          "saturated_vs_deviations_relative_rss_difference": 3.0393208458407483e-15
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.05461981943406769,
          "df_num": 1,
          "df_den": 147,
          "pvalue": 0.8155361799666327,
          "log10_pvalue": -0.0885567674117825,
          "inference": "Homoskedastic nested-model F",
          "observations": 173,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 158.97270634591743,
          "rss_restricted": 159.03177478479878,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.3454106780072835,
                0.07664613291231778,
                -0.06445224788650707,
                -0.10752108486771776,
                -0.33589335327597936,
                0.14282061303251856
              ],
              [
                -0.3454106780072835,
                0.07664613291231778,
                -0.06445224788650707,
                -0.10752108486771776,
                -0.33589335327597936,
                0.14282061303251856
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.3501988881139202
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 0.4135664976940776
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.2062592134907155
            }
          ]
        }
      }
    },
    "code_sha256": {
      "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4",
      "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0",
      "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb"
    }
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Participation is key for democracy [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "s01-p066",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Participation is key for democracy [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C05",
      "specification_id": "S01-P066",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C05.csv",
      "output_dir": "analyses/archive-expanded/fits/S01-P066"
    },
    "options": {
      "output_dir": "analyses/archive-expanded/fits/S01-P066",
      "regression_results": "analyses/archive-expanded/baselines/S01-P066.json",
      "display_window": [
        -10,
        10
      ],
      "timeout_seconds": 3600
    },
    "source": {
      "file": "CI-T5-B-C05.csv",
      "bytes": 33651,
      "sha256": "332018ec5b7deff9188c9552b4e6e3fd512730bd3c58156451a15f0ed43b6d13"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 303,
          "source_sd": 0.4860747473162751,
          "rows": 173,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 47,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 11,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1,
          "rows_without_never_control_time_fe_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.13997365996268946,
            "se": 0.20009060583611854,
            "pvalue": 0.4949138353777871,
            "lower": -0.2865093709174857,
            "upper": 0.5664566908428645
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.3504721847320749,
            "se": 0.34839325193089343,
            "pvalue": 0.33038433091084785,
            "lower": -0.39211045377212045,
            "upper": 1.0930548232362702
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.03806943285744516,
            "se": 0.6516364524893168,
            "pvalue": 0.9541842545076543,
            "lower": -1.426999653385984,
            "upper": 1.3508607876710936
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.1807103456031524,
            "se": 0.21360775886571082,
            "pvalue": 0.4108506822931825,
            "lower": -0.27458381495920914,
            "upper": 0.636004506165514
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": -0.4066800668749608,
              "se": 0.5352570088159538,
              "pvalue": 0.45915891063537684,
              "lower": -1.5475533750734107,
              "upper": 0.7341932413234891
            },
            {
              "event_time": 0,
              "estimate": 0.14837097220026568,
              "se": 0.2931470829012096,
              "pvalue": 0.6201214516393156,
              "lower": -0.4764572444316915,
              "upper": 0.7731991888322229
            },
            {
              "event_time": 1,
              "estimate": 0.6177673367902743,
              "se": 0.4533158383087716,
              "pvalue": 0.19306374318819902,
              "lower": -0.3484525007680058,
              "upper": 1.5839871743485543
            },
            {
              "event_time": 2,
              "estimate": 0.32545778005205955,
              "se": 0.6069934936890421,
              "pvalue": 0.599696005992911,
              "lower": -0.9683182262291901,
              "upper": 1.619233786333309
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": -0.09732932004904604,
              "se": 0.15896413314969918,
              "pvalue": 0.5495272919898887,
              "lower": -0.4361533494112761,
              "upper": 0.241494709313184
            },
            {
              "event_time": -1,
              "estimate": 0.0324431174004633,
              "se": 0.06243239656229932,
              "pvalue": 0.6108894892075902,
              "lower": -0.1006283858804573,
              "upper": 0.1655146206813839
            },
            {
              "event_time": 0,
              "estimate": -0.22292678236550018,
              "se": 0.5153751732654314,
              "pvalue": 0.6714943188079394,
              "lower": -1.3214229612148947,
              "upper": 0.8755693964838944
            },
            {
              "event_time": 1,
              "estimate": 0.20641931971772434,
              "se": 0.8817187115753887,
              "pvalue": 0.8180647293098633,
              "lower": -1.672919627381189,
              "upper": 2.085758266816638
            },
            {
              "event_time": 2,
              "estimate": -0.26396322558357177,
              "se": 1.0747874210160708,
              "pvalue": 0.8093237915238846,
              "lower": -2.5548183856816395,
              "upper": 2.026891934514496
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": -0.37567256556393247,
              "se": 0.6878822256159113,
              "pvalue": 0.5930076983556685,
              "lower": -1.8418588227516137,
              "upper": 1.090513691623749
            },
            {
              "event_time": 0,
              "estimate": -0.013920414940068973,
              "se": 0.15999679796519709,
              "pvalue": 0.9318189003686829,
              "lower": -0.3549455172540076,
              "upper": 0.32710468737386966
            },
            {
              "event_time": 1,
              "estimate": 0.4381252224506386,
              "se": 0.3981170987022043,
              "pvalue": 0.28846488348412935,
              "lower": -0.4104412866577512,
              "upper": 1.2866917315590285
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5694444444444444,
            0.4305555555555556
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16,
          "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17,
          "saturated_vs_deviations_relative_rss_difference": 3.0393208458407483e-15
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.05461981943406769,
          "df_num": 1,
          "df_den": 147,
          "pvalue": 0.8155361799666327,
          "log10_pvalue": -0.0885567674117825,
          "inference": "Homoskedastic nested-model F",
          "observations": 173,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 158.97270634591743,
          "rss_restricted": 159.03177478479878,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.3454106780072835,
                0.07664613291231778,
                -0.06445224788650707,
                -0.10752108486771776,
                -0.33589335327597936,
                0.14282061303251856
              ],
              [
                -0.3454106780072835,
                0.07664613291231778,
                -0.06445224788650707,
                -0.10752108486771776,
                -0.33589335327597936,
                0.14282061303251856
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ],
              [
                -0.06587898016298982,
                0.5748466871961724,
                -0.18487921230677834,
                -0.18272565475531002,
                0.020767656941093816,
                0.10328042567292262
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.3501988881139202
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 0.4135664976940776
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.2062592134907155
            }
          ]
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unidentified",
          "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
          "parameters": {},
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Matrix completion",
          "class": "MatrixCompletion",
          "parameters": {
            "lambda_fraction": 0.25,
            "max_iterations": 1000,
            "tolerance": 1e-12
          },
          "partial_pooling": {
            "parameter": null,
            "value": null,
            "status": "not_applicable",
            "fit_scope": "Joint untreated-cell fit",
            "within_cohort_target": null,
            "cross_cohort_partial_pooling": false,
            "shared_structure": "Low-rank matrix and unit/time effects",
            "note": "Regularization penalties are not partial-pooling parameters."
          },
          "estimate": 0.37691617121439347,
          "event_study": [
            {
              "event_time": -2,
              "estimate": -0.07988233744238216,
              "raw_gap": -0.07988233744238216,
              "n": 8,
              "n_cells": 4,
              "weight_sum": 8.0,
              "relative_to_minus_one": -0.1080191947841852
            },
            {
              "event_time": -1,
              "estimate": 0.028136857341803045,
              "raw_gap": 0.028136857341803045,
              "n": 24,
              "n_cells": 10,
              "weight_sum": 24.0,
              "relative_to_minus_one": 0.0
            },
            {
              "event_time": 0,
              "estimate": 0.12464272320716246,
              "raw_gap": 0.12464272320716246,
              "n": 41,
              "n_cells": 10,
              "weight_sum": 41.0,
              "relative_to_minus_one": 0.09650586586535942
            },
            {
              "event_time": 1,
              "estimate": 0.8203561914293706,
              "raw_gap": 0.8203561914293706,
              "n": 31,
              "n_cells": 6,
              "weight_sum": 31.0,
              "relative_to_minus_one": 0.7922193340875675
            },
            {
              "event_time": 2,
              "estimate": 0.2595565416155028,
              "raw_gap": 0.2595565416155028,
              "n": 29,
              "n_cells": 4,
              "weight_sum": 29.0,
              "relative_to_minus_one": 0.23141968427369974
            }
          ],
          "package_event_study": {
            "event_time": [
              -2.0,
              -1.0,
              0.0,
              1.0,
              2.0
            ],
            "estimate": [
              -0.00280377238323707,
              0.0011213617137706003,
              -0.047227968334637535,
              0.40944198131768883,
              -0.33119841718230525
            ],
            "n": [
              4.0,
              10.0,
              10.0,
              6.0,
              4.0
            ]
          },
          "sdid_pre_gap_correction": [],
          "diagnostics": {
            "converged": true,
            "iterations": 130,
            "termination_reason": "Relative objective tolerance reached",
            "objective": 0.14378592243872387,
            "lambda_l": 0.042358201451921665,
            "singular_values": [
              2.406489277641614,
              0.34691028663705337,
              0.0,
              0.0
            ],
            "history_objective": [
              0.16451153247911357,
              0.1572825075205696,
              0.1513412793163141,
              0.14702673362182062,
              0.14560891881956947,
              0.1450504579722742,
              0.1447140759374531,
              0.14448940647776184,
              0.14433169394936365,
              0.14421677107649597,
              0.14413059243916068,
              0.14406454296139504,
              0.1440130547695201,
              0.14397236497714846,
              0.14393984118312433,
              0.14391359323135583,
              0.14389223593898084,
              0.14387473670999207,
              0.14386031405374172,
              0.14384836826564076,
              0.14383843319489267,
              0.14383014218652268,
              0.14382320371584778,
              0.14381738373683223,
              0.14381249273252983,
              0.1438083760931545,
              0.14380490687414277,
              0.14380198027539165,
              0.14379950937982602,
              0.1437974218246661,
              0.14379565717218437,
              0.14379416481171362,
              0.14379290227017869,
              0.14379183384056773,
              0.1437909294606534,
              0.14379016379075432,
              0.14378951545130458,
              0.1437889663898151,
              0.143788501353371,
              0.14378810744775605,
              0.14378777376806562,
              0.14378749108858882,
              0.14378725160201403,
              0.14378704869981532,
              0.14378687678710933,
              0.14378673112642873,
              0.1437866077057999,
              0.1437865031272737,
              0.14378641451269136,
              0.1437863394239897,
              0.14378627579577732,
              0.14378622187827825,
              0.14378617618903702,
              0.14378613747203312,
              0.14378610466306055,
              0.1437860768604112,
              0.14378605330004532,
              0.14378603333455994,
              0.1437860164153752,
              0.1437860020776423,
              0.1437859899274588,
              0.1437859796310371,
              0.14378597090552792,
              0.14378596351124448,
              0.1437859572450747,
              0.14378595193489926,
              0.14378594743486173,
              0.14378594362136024,
              0.14378594038965223,
              0.14378593765097603,
              0.1437859353301125,
              0.14378593336331896,
              0.14378593169657763,
              0.14378593028411202,
              0.14378592908712975,
              0.1437859280727566,
              0.14378592721313393,
              0.14378592648465308,
              0.14378592586730723,
              0.14378592534414192,
              0.14378592490078904,
              0.1437859245250726,
              0.14378592420667416,
              0.14378592393684947,
              0.14378592370818835,
              0.14378592351441094,
              0.1437859233501955,
              0.14378592321103215,
              0.14378592309309898,
              0.1437859229931573,
              0.14378592290846232,
              0.14378592283668803,
              0.14378592277586344,
              0.1437859227243179,
              0.14378592268063609,
              0.14378592264361806,
              0.14378592261224743,
              0.14378592258566253,
              0.14378592256313344,
              0.14378592254404113,
              0.14378592252786154,
              0.1437859225141503,
              0.1437859225025307,
              0.1437859224926838,
              0.1437859224843391,
              0.1437859224772674,
              0.1437859224712746,
              0.14378592246619598,
              0.14378592246189204,
              0.1437859224582449,
              0.14378592245515404,
              0.1437859224525347,
              0.14378592245031502,
              0.1437859224484339,
              0.14378592244683983,
              0.14378592244548882,
              0.14378592244434402,
              0.14378592244337385,
              0.14378592244255162,
              0.1437859224418549,
              0.1437859224412644,
              0.14378592244076405,
              0.14378592244034002,
              0.1437859224399807,
              0.14378592243967614,
              0.14378592243941807,
              0.14378592243919938,
              0.14378592243901403,
              0.14378592243885696,
              0.14378592243872387
            ],
            "history_rmse": [
              0.18819940135212393,
              0.18673997681201152,
              0.18689922443748347,
              0.17812651530197682,
              0.16818420788317712,
              0.16593401229817417,
              0.16534240876631187,
              0.16513626267376652,
              0.1650336910427328,
              0.16496878404280887,
              0.16492349183870494,
              0.16489079715879382,
              0.1648667876256969,
              0.16484889073526107,
              0.16483535276869649,
              0.16482497574887964,
              0.16481693808204675,
              0.1648106684062821,
              0.16480576027291624,
              0.1648019165606704,
              0.164798914044314,
              0.16479658092786972,
              0.16479478244869844,
              0.16479341142591322,
              0.164792381834681,
              0.16479162425756044,
              0.16479108253265737,
              0.16479071119539426,
              0.16479047347141268,
              0.16479033967057077,
              0.16479028588518946,
              0.16479029292675476,
              0.16479034545387516,
              0.16479043125595896,
              0.16479054066477772,
              0.16479066607154041,
              0.16479080153114545,
              0.16479094243847053,
              0.1647910852641116,
              0.16479122733912216,
              0.16479136668004019,
              0.1647915018469975,
              0.16479163182891865,
              0.1647917559508788,
              0.16479187379953736,
              0.16479198516328952,
              0.16479208998438966,
              0.16479218832078246,
              0.164792280315797,
              0.16479236617419266,
              0.16479244614333016,
              0.16479252049846319,
              0.16479258953133713,
              0.16479265354143866,
              0.1647927128293495,
              0.16479276769178683,
              0.1647928184179686,
              0.16479286528702491,
              0.16479290856623494,
              0.16479294850989848,
              0.16479298535869966,
              0.16479301933945192,
              0.16479305066512293,
              0.16479307953507258,
              0.1647931061354427,
              0.16479313063965617,
              0.16479315320898508,
              0.1647931739931654,
              0.16479319313103422,
              0.16479321075117367,
              0.1647932269725496,
              0.16479324190513997,
              0.16479325565053576,
              0.1647932683025247,
              0.16479327994764356,
              0.16479329066570267,
              0.16479330053027935,
              0.16479330960918334,
              0.16479331796488972,
              0.16479332565494706,
              0.16479333273235333,
              0.16479333924590808,
              0.16479334524053924,
              0.16479335075760654,
              0.16479335583517815,
              0.16479336050829277,
              0.1647933648091978,
              0.16479336876756948,
              0.16479337241071762,
              0.16479337576377484,
              0.164793378849867,
              0.16479338169027494,
              0.16479338430458215,
              0.16479338671080707,
              0.16479338892553272,
              0.16479339096401618,
              0.1647933928402992,
              0.1647933945673014,
              0.164793396156913,
              0.16479339762007528,
              0.16479339896685657,
              0.16479340020652325,
              0.16479340134760131,
              0.16479340239793866,
              0.1647934033647572,
              0.16479340425470324,
              0.1647934050738929,
              0.16479340582795565,
              0.1647934065220728,
              0.16479340716101343,
              0.16479340774916562,
              0.16479340829056843,
              0.1647934087889397,
              0.16479340924770178,
              0.164793409670004,
              0.16479341005874457,
              0.1647934104165928,
              0.16479341074600334,
              0.16479341104923798,
              0.16479341132837708,
              0.16479341158533534,
              0.16479341182187665,
              0.1647934120396232,
              0.16479341224006908,
              0.16479341242458853,
              0.16479341259444777,
              0.16479341275081189,
              0.16479341289475255,
              0.16479341302725764,
              0.1647934131492359
            ],
            "n_observed": 47,
            "n_missing": 17,
            "n_treated_observed": 20,
            "n_untreated_observed": 27
          },
          "checks": {
            "scalar_vs_treated_cell_average": 1.6653345369377348e-16,
            "native_scalar_vs_unweighted_matrix_average": 0.0
          },
          "native_matrix_att": 0.03297892679152686,
          "matrix_preparation": {
            "source_rows": 173,
            "matrix_shape": [
              16,
              4
            ],
            "observed_cells": 47,
            "missing_cells": 17,
            "repeated_cells": 38,
            "minimum_cell_count": 1,
            "maximum_cell_count": 15,
            "observation_mass": 173.0,
            "treated_observation_mass": 101.0,
            "within_cell_aggregation": "Observation-weighted outcome mean",
            "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting",
            "reporting_weights": "Sum of original observation weights per treated unit-period"
          },
          "seconds": 0.0006395000964403152,
          "crabbymetrics": "0.9.1",
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          },
          "normalization": "Original source outcome / source SD; no mean subtraction",
          "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights",
          "status": "estimated"
        },
        {
          "method": "Horizontal ridge",
          "status": "unidentified",
          "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
          "parameters": {
            "penalty": 1.0
          },
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.13997365996268946,
        "SE": 0.20009060583611854,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.3504721847320749,
        "SE": 0.34839325193089343,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.03806943285744516,
        "SE": 0.6516364524893168,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.1807103456031524,
        "SE": 0.21360775886571082,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.37691617121439347,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    },
    "scalar_ranges": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.13997365996268946,
        "SE": 0.20009060583611854,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": "",
        "lower": -0.2865093709174857,
        "upper": 0.5664566908428645,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.3504721847320749,
        "SE": 0.34839325193089343,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.39211045377212045,
        "upper": 1.0930548232362702,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.03806943285744516,
        "SE": 0.6516364524893168,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -1.426999653385984,
        "upper": 1.3508607876710936,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.1807103456031524,
        "SE": 0.21360775886571082,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.27458381495920914,
        "upper": 0.636004506165514,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID (equal event-time)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.37691617121439347,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      }
    ],
    "reporting_source": {
      "path": "templates/reporting/comparison_report.py",
      "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce"
    }
  },
  "finished": 1791602635.705869,
  "scalar_ranges": [
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Static TWFE",
      "Estimate (SDs)": 0.13997365996268946,
      "SE": 0.20009060583611854,
      "Aggregation": "Coefficient",
      "Event study": "No",
      "Status": "estimated",
      "Note": "",
      "lower": -0.2865093709174857,
      "upper": 0.5664566908428645,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Dynamic TWFE",
      "Estimate (SDs)": 0.3504721847320749,
      "SE": 0.34839325193089343,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.39211045377212045,
      "upper": 1.0930548232362702,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "BJS / did2s",
      "Estimate (SDs)": -0.03806943285744516,
      "SE": 0.6516364524893168,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -1.426999653385984,
      "upper": 1.3508607876710936,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Sun\u2013Abraham",
      "Estimate (SDs)": 0.1807103456031524,
      "SE": 0.21360775886571082,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.27458381495920914,
      "upper": 0.636004506165514,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "CS-DID (equal event-time)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Equal post-event times",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "SDID",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Matrix completion",
      "Estimate (SDs)": 0.37691617121439347,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Horizontal ridge",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (cohort-averaged)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (individual)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    }
  ]
}