{
  "study_id": 1,
  "specification_id": "S01-P065",
  "source_specification_id": "CI-T5-B-C04",
  "role": "active_comparison",
  "published_source_location": "Table 5, panel B, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49",
  "outcome_label": "Wisdom of the masses z-score index [follow-up survey sample]",
  "outcome_variable": "",
  "treatment_label": "New Curriculum indicator (newcurr)",
  "unit_fixed_effects": "Province",
  "time_fixed_effects": "High-school entry cohort",
  "allowed_adjustments": "",
  "published_weights": "",
  "published_clustering": "Province x high-school-entry cohort (proXcoh)",
  "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort",
  "design": "repeated_cross_section",
  "descriptive_metadata_status": "recorded_source_fields",
  "title": "Curriculum and Ideology",
  "status": "ready",
  "reason": "",
  "config": "analyses/full-archive/configs/S01-P065.json",
  "input_bytes": 45677,
  "specification_type": "twfe_scalar",
  "run_status": "completed",
  "expanded_status": "processed",
  "expanded_reason": null,
  "regression_result": {
    "schema": "did-replication-v2",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Wisdom of the masses z-score index [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "latest_cohort_control": true,
      "slug": "s01-p065",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Wisdom of the masses z-score index [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C04",
      "specification_id": "S01-P065",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C04.csv",
      "output_dir": "analyses/full-archive/results/S01-P065"
    },
    "source": {
      "file": "CI-T5-B-C04.csv",
      "bytes": 45677,
      "sha256": "356ca48444b932c8d452c98ca6bbef5339987d48766b826289bb177cb9ca1d4c"
    },
    "versions": {
      "pyfixest": "0.60.0",
      "polars": "2.0.0",
      "duckreg": "0.4.1",
      "numpy": "2.5.3",
      "pandas": "3.0.6"
    },
    "specifications": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 310,
          "source_sd": 0.9963012582770148,
          "rows": 176,
          "units": 16,
          "clusters": 16,
          "treated_units": 9,
          "never_treated_units": 7,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 46,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": -0.21658198080855093,
            "se": 0.4081892333040155,
            "pvalue": 0.6034689193832833,
            "lower": -1.086616736636788,
            "upper": 0.6534527750196862
          },
          {
            "method": "Dynamic TWFE",
            "estimate": -0.11265458376168101,
            "se": 0.36524356287436605,
            "pvalue": 0.7619919745328751,
            "lower": -0.891152809868882,
            "upper": 0.66584364234552
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.07356150939023862,
            "se": 0.3461865902726982,
            "pvalue": 0.8345846860945191,
            "lower": -0.8114407599058696,
            "upper": 0.6643177411253923
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": -0.12842303879624975,
            "se": 0.250080163902927,
            "pvalue": 0.6150630480569409,
            "lower": -0.6614562905006577,
            "upper": 0.40461021290815824
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": 0.34949473746776033,
              "se": 0.5204832619330096,
              "pvalue": 0.512123327200953,
              "lower": -0.7598890746508229,
              "upper": 1.4588785495863437
            },
            {
              "event_time": 0,
              "estimate": -0.18690231961939582,
              "se": 0.355036689859542,
              "pvalue": 0.6062860794206414,
              "lower": -0.9436451108775638,
              "upper": 0.569840471638772
            },
            {
              "event_time": 1,
              "estimate": -0.012060877115744835,
              "se": 0.43673771528159544,
              "pvalue": 0.9783326164568397,
              "lower": -0.9429452818815163,
              "upper": 0.9188235276500265
            },
            {
              "event_time": 2,
              "estimate": -0.08147208752321851,
              "se": 0.4985760402659521,
              "pvalue": 0.8723772963216362,
              "lower": -1.1441617619750746,
              "upper": 0.9812175869286376
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": 0.15828267335672716,
              "se": 0.12724203152783026,
              "pvalue": 0.23260734264032035,
              "lower": -0.11292729691936934,
              "upper": 0.4294926436328237
            },
            {
              "event_time": -1,
              "estimate": -0.05064944482716806,
              "se": 0.04719761592034404,
              "pvalue": 0.3001717985648508,
              "lower": -0.15124878183209023,
              "upper": 0.0499498921777541
            },
            {
              "event_time": 0,
              "estimate": -0.1601044322334873,
              "se": 0.3765150760429987,
              "pvalue": 0.676708466003901,
              "lower": -0.9626273199617414,
              "upper": 0.6424184554947667
            },
            {
              "event_time": 1,
              "estimate": 0.043690192526420875,
              "se": 0.4217527758000252,
              "pvalue": 0.9188655248247032,
              "lower": -0.8552545697911168,
              "upper": 0.9426349548439587
            },
            {
              "event_time": 2,
              "estimate": 0.1106245274786371,
              "se": 0.509969096977049,
              "pvalue": 0.8311903981820172,
              "lower": -0.9763488725226233,
              "upper": 1.1975979274798974
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": 0.44022108589059183,
              "se": 0.355894041022932,
              "pvalue": 0.23512417781679482,
              "lower": -0.31834910611516876,
              "upper": 1.1987912778963525
            },
            {
              "event_time": 0,
              "estimate": -0.13530967690314208,
              "se": 0.27411732962672974,
              "pvalue": 0.628724040315703,
              "lower": -0.7195769345660945,
              "upper": 0.4489575807598103
            },
            {
              "event_time": 1,
              "estimate": -0.11909275490949237,
              "se": 0.3400140343188336,
              "pvalue": 0.7310146775493178,
              "lower": -0.8438155138423162,
              "upper": 0.6056300040233316
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5753424657534246,
            0.4246575342465753
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17,
          "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17,
          "saturated_vs_deviations_relative_rss_difference": 7.412437846392129e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.021757609222282398,
          "df_num": 1,
          "df_den": 150,
          "pvalue": 0.8829318262431582,
          "log10_pvalue": -0.05407282827907693,
          "inference": "Homoskedastic nested-model F",
          "observations": 176,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 153.37307384904545,
          "rss_restricted": 153.39532072508564,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.40922845640952366,
                0.03168996005436896,
                -0.04631412019999247,
                -0.13041267283043398,
                -0.39231148247863906,
                0.12951098436905947
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": -0.9374983051193844
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": -0.502479858308737
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.12111653820908068
            }
          ]
        }
      }
    },
    "code_sha256": {
      "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4",
      "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0",
      "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb"
    }
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Wisdom of the masses z-score index [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "s01-p065",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Wisdom of the masses z-score index [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C04",
      "specification_id": "S01-P065",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C04.csv",
      "output_dir": "analyses/archive-expanded/fits/S01-P065"
    },
    "options": {
      "output_dir": "analyses/archive-expanded/fits/S01-P065",
      "regression_results": "analyses/archive-expanded/baselines/S01-P065.json",
      "display_window": [
        -10,
        10
      ],
      "timeout_seconds": 3600
    },
    "source": {
      "file": "CI-T5-B-C04.csv",
      "bytes": 45677,
      "sha256": "356ca48444b932c8d452c98ca6bbef5339987d48766b826289bb177cb9ca1d4c"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 310,
          "source_sd": 0.9963012582770148,
          "rows": 176,
          "units": 16,
          "clusters": 16,
          "treated_units": 9,
          "never_treated_units": 7,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 46,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1,
          "rows_without_never_control_time_fe_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": -0.21658198080855093,
            "se": 0.4081892333040155,
            "pvalue": 0.6034689193832833,
            "lower": -1.086616736636788,
            "upper": 0.6534527750196862
          },
          {
            "method": "Dynamic TWFE",
            "estimate": -0.11265458376168101,
            "se": 0.36524356287436605,
            "pvalue": 0.7619919745328751,
            "lower": -0.891152809868882,
            "upper": 0.66584364234552
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.07356150939023862,
            "se": 0.3461865902726982,
            "pvalue": 0.8345846860945191,
            "lower": -0.8114407599058696,
            "upper": 0.6643177411253923
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": -0.12842303879624975,
            "se": 0.250080163902927,
            "pvalue": 0.6150630480569409,
            "lower": -0.6614562905006577,
            "upper": 0.40461021290815824
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": 0.34949473746776033,
              "se": 0.5204832619330096,
              "pvalue": 0.512123327200953,
              "lower": -0.7598890746508229,
              "upper": 1.4588785495863437
            },
            {
              "event_time": 0,
              "estimate": -0.18690231961939582,
              "se": 0.355036689859542,
              "pvalue": 0.6062860794206414,
              "lower": -0.9436451108775638,
              "upper": 0.569840471638772
            },
            {
              "event_time": 1,
              "estimate": -0.012060877115744835,
              "se": 0.43673771528159544,
              "pvalue": 0.9783326164568397,
              "lower": -0.9429452818815163,
              "upper": 0.9188235276500265
            },
            {
              "event_time": 2,
              "estimate": -0.08147208752321851,
              "se": 0.4985760402659521,
              "pvalue": 0.8723772963216362,
              "lower": -1.1441617619750746,
              "upper": 0.9812175869286376
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": 0.15828267335672716,
              "se": 0.12724203152783026,
              "pvalue": 0.23260734264032035,
              "lower": -0.11292729691936934,
              "upper": 0.4294926436328237
            },
            {
              "event_time": -1,
              "estimate": -0.05064944482716806,
              "se": 0.04719761592034404,
              "pvalue": 0.3001717985648508,
              "lower": -0.15124878183209023,
              "upper": 0.0499498921777541
            },
            {
              "event_time": 0,
              "estimate": -0.1601044322334873,
              "se": 0.3765150760429987,
              "pvalue": 0.676708466003901,
              "lower": -0.9626273199617414,
              "upper": 0.6424184554947667
            },
            {
              "event_time": 1,
              "estimate": 0.043690192526420875,
              "se": 0.4217527758000252,
              "pvalue": 0.9188655248247032,
              "lower": -0.8552545697911168,
              "upper": 0.9426349548439587
            },
            {
              "event_time": 2,
              "estimate": 0.1106245274786371,
              "se": 0.509969096977049,
              "pvalue": 0.8311903981820172,
              "lower": -0.9763488725226233,
              "upper": 1.1975979274798974
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": 0.44022108589059183,
              "se": 0.355894041022932,
              "pvalue": 0.23512417781679482,
              "lower": -0.31834910611516876,
              "upper": 1.1987912778963525
            },
            {
              "event_time": 0,
              "estimate": -0.13530967690314208,
              "se": 0.27411732962672974,
              "pvalue": 0.628724040315703,
              "lower": -0.7195769345660945,
              "upper": 0.4489575807598103
            },
            {
              "event_time": 1,
              "estimate": -0.11909275490949237,
              "se": 0.3400140343188336,
              "pvalue": 0.7310146775493178,
              "lower": -0.8438155138423162,
              "upper": 0.6056300040233316
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5753424657534246,
            0.4246575342465753
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17,
          "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17,
          "saturated_vs_deviations_relative_rss_difference": 7.412437846392129e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.021757609222282398,
          "df_num": 1,
          "df_den": 150,
          "pvalue": 0.8829318262431582,
          "log10_pvalue": -0.05407282827907693,
          "inference": "Homoskedastic nested-model F",
          "observations": 176,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 153.37307384904545,
          "rss_restricted": 153.39532072508564,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.40922845640952366,
                0.03168996005436896,
                -0.04631412019999247,
                -0.13041267283043398,
                -0.39231148247863906,
                0.12951098436905947
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ],
              [
                -0.07565859796550459,
                0.5164722888775506,
                -0.17405506068489449,
                -0.16769070871641292,
                0.013879880511837306,
                0.08724606763729434
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": -0.9374983051193844
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": -0.502479858308737
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.12111653820908068
            }
          ]
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unidentified",
          "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
          "parameters": {},
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Matrix completion",
          "class": "MatrixCompletion",
          "parameters": {
            "lambda_fraction": 0.25,
            "max_iterations": 1000,
            "tolerance": 1e-12
          },
          "partial_pooling": {
            "parameter": null,
            "value": null,
            "status": "not_applicable",
            "fit_scope": "Joint untreated-cell fit",
            "within_cohort_target": null,
            "cross_cohort_partial_pooling": false,
            "shared_structure": "Low-rank matrix and unit/time effects",
            "note": "Regularization penalties are not partial-pooling parameters."
          },
          "estimate": 0.1954150199713837,
          "event_study": [
            {
              "event_time": -2,
              "estimate": 0.03258676704466204,
              "raw_gap": 0.03258676704466204,
              "n": 8,
              "n_cells": 4,
              "weight_sum": 8.0,
              "relative_to_minus_one": 0.03264434901476757
            },
            {
              "event_time": -1,
              "estimate": -5.7581970105533566e-05,
              "raw_gap": -5.7581970105533566e-05,
              "n": 25,
              "n_cells": 9,
              "weight_sum": 25.0,
              "relative_to_minus_one": 0.0
            },
            {
              "event_time": 0,
              "estimate": 0.04846982000322858,
              "raw_gap": 0.04846982000322858,
              "n": 42,
              "n_cells": 9,
              "weight_sum": 42.0,
              "relative_to_minus_one": 0.04852740197333411
            },
            {
              "event_time": 1,
              "estimate": 0.251907787289756,
              "raw_gap": 0.251907787289756,
              "n": 31,
              "n_cells": 6,
              "weight_sum": 31.0,
              "relative_to_minus_one": 0.2519653692598615
            },
            {
              "event_time": 2,
              "estimate": 0.353287256106847,
              "raw_gap": 0.353287256106847,
              "n": 28,
              "n_cells": 4,
              "weight_sum": 28.0,
              "relative_to_minus_one": 0.35334483807695255
            }
          ],
          "package_event_study": {
            "event_time": [
              -2.0,
              -1.0,
              0.0,
              1.0,
              2.0
            ],
            "estimate": [
              0.01031940138017337,
              -0.004586482982365757,
              0.1312632536268942,
              0.32011416366574214,
              0.43865350325501784
            ],
            "n": [
              4.0,
              9.0,
              9.0,
              6.0,
              4.0
            ]
          },
          "sdid_pre_gap_correction": [],
          "diagnostics": {
            "converged": true,
            "iterations": 132,
            "termination_reason": "Relative objective tolerance reached",
            "objective": 0.037730654910901176,
            "lambda_l": 0.020503418612534907,
            "singular_values": [
              1.084517533877528,
              0.44201549728126327,
              0.0,
              0.0
            ],
            "history_objective": [
              0.042379131152785146,
              0.040673978158160734,
              0.039345855524361296,
              0.03870890204180753,
              0.03849426880722828,
              0.03834785264372152,
              0.03823230148887528,
              0.038139700985692804,
              0.03806518707692817,
              0.03800502983046958,
              0.03795629698170005,
              0.03791668033154273,
              0.03788436337085767,
              0.03785791480770797,
              0.037836203729484666,
              0.037818333022683684,
              0.03780358771905748,
              0.03779139519091071,
              0.0377812945529721,
              0.03777291311862993,
              0.03776594822025809,
              0.03776015309772291,
              0.03775532587614596,
              0.03775130089916774,
              0.03774794186900165,
              0.03774513638221699,
              0.03774279155184773,
              0.037740830481370106,
              0.03773918941148607,
              0.03773781540180876,
              0.03773666444036056,
              0.03773569989705776,
              0.03773489125508432,
              0.037734213067684506,
              0.03773364409847495,
              0.037733166611639016,
              0.037732765784875416,
              0.03773242922313095,
              0.037732146555262566,
              0.03773190909906963,
              0.037731709582794204,
              0.037731541913332015,
              0.03773140098313921,
              0.03773128250923669,
              0.037731182898871125,
              0.03773109913733789,
              0.03773102869424764,
              0.03773096944515621,
              0.03773091960600295,
              0.03773087767823534,
              0.037730842402856325,
              0.03773081272192657,
              0.03773078774629864,
              0.037730766728564735,
              0.03773074904036726,
              0.03773073415336255,
              0.03773072162324498,
              0.03773071107633578,
              0.037730702198321794,
              0.03773069472479762,
              0.03773068843332036,
              0.037730683136733834,
              0.03773067867755857,
              0.03773067492327626,
              0.03773067176236578,
              0.03773066910097049,
              0.03773066686009557,
              0.03773066497325114,
              0.03773066338447011,
              0.037730662046640544,
              0.037730660920102896,
              0.037730659971470015,
              0.03773065917263392,
              0.03773065849993039,
              0.03773065793343577,
              0.037730657456375244,
              0.03773065705462474,
              0.03773065671629182,
              0.03773065643136289,
              0.037730656191406045,
              0.03773065598932127,
              0.03773065581912984,
              0.03773065567579716,
              0.03773065555508363,
              0.037730655453419075,
              0.03773065536779694,
              0.03773065529568536,
              0.03773065523495213,
              0.037730655183801615,
              0.037730655140721596,
              0.03773065510443857,
              0.03773065507387999,
              0.037730655048142596,
              0.037730655026465686,
              0.03773065500820859,
              0.03773065499283176,
              0.03773065497988069,
              0.03773065496897277,
              0.03773065495978557,
              0.03773065495204767,
              0.03773065494553041,
              0.037730654940041235,
              0.03773065493541793,
              0.03773065493152395,
              0.03773065492824419,
              0.037730654925481784,
              0.03773065492315513,
              0.037730654921195456,
              0.037730654919544915,
              0.037730654918154714,
              0.0377306549169838,
              0.037730654915997565,
              0.03773065491516691,
              0.03773065491446723,
              0.03773065491387796,
              0.037730654913381616,
              0.03773065491296359,
              0.037730654912611454,
              0.03773065491231488,
              0.03773065491206508,
              0.03773065491185467,
              0.03773065491167747,
              0.037730654911528196,
              0.037730654911402484,
              0.03773065491129659,
              0.03773065491120739,
              0.03773065491113228,
              0.03773065491106901,
              0.03773065491101572,
              0.037730654910970836,
              0.03773065491093303,
              0.037730654910901176
            ],
            "history_rmse": [
              0.0914664920380838,
              0.09010227706985441,
              0.09019511244532932,
              0.08322165308592547,
              0.08082684722926677,
              0.08037933750640427,
              0.08027974323279749,
              0.08024660309464707,
              0.08022822384648609,
              0.08021487060350892,
              0.08020455225826359,
              0.08019665843973776,
              0.08019080084269165,
              0.08018662904707577,
              0.08018381831782165,
              0.08018207914754788,
              0.08018116333043875,
              0.08018086469122189,
              0.08018101624979831,
              0.08018148558072541,
              0.08018216957130805,
              0.08018298929098605,
              0.08018388534070267,
              0.08018481383333038,
              0.08018574302932494,
              0.08018665058460037,
              0.08018752133739183,
              0.08018834555203826,
              0.0801891175403191,
              0.0801898345891126,
              0.08019049613326147,
              0.08019110312268846,
              0.0801916575421485,
              0.08019216205008706,
              0.08019261970988385,
              0.08019303379235217,
              0.08019340763288946,
              0.08019374453028931,
              0.080194047677115,
              0.0801943201137911,
              0.08019456470035931,
              0.08019478410124496,
              0.08019498077946383,
              0.08019515699754635,
              0.08019531482312516,
              0.08019545613763061,
              0.08019558264693354,
              0.08019569589308699,
              0.08019579726653825,
              0.08019588801836679,
              0.08019596927223908,
              0.08019604203586775,
              0.08019610721183996,
              0.08019616560774302,
              0.08019621794554388,
              0.08019626487021986,
              0.08019630695765294,
              0.08019634472181494,
              0.08019637862128276,
              0.08019640906512503,
              0.08019643641820372,
              0.080196461005941,
              0.08019648311859434,
              0.08019650301508115,
              0.08019652092640162,
              0.08019653705869259,
              0.08019655159595206,
              0.08019656470246572,
              0.0801965765249697,
              0.08019658719457416,
              0.08019659682847378,
              0.08019660553147076,
              0.08019661339732685,
              0.08019662050996625,
              0.08019662694454414,
              0.08019663276839757,
              0.08019663804188842,
              0.08019664281915527,
              0.08019664714878105,
              0.08019665107438524,
              0.0801966546351541,
              0.0801966578663082,
              0.08019666079952242,
              0.08019666346329761,
              0.08019666588329334,
              0.08019666808262278,
              0.08019667008211645,
              0.08019667190055868,
              0.08019667355489565,
              0.08019667506042476,
              0.08019667643096158,
              0.08019667767898893,
              0.08019667881579223,
              0.08019667985157805,
              0.08019668079558268,
              0.08019668165616796,
              0.0801966824409055,
              0.08019668315665876,
              0.08019668380964733,
              0.08019668440551297,
              0.08019668494937338,
              0.08019668544587431,
              0.08019668589923343,
              0.08019668631328175,
              0.08019668669150072,
              0.08019668703705442,
              0.08019668735282039,
              0.08019668764141587,
              0.08019668790522236,
              0.0801966881464071,
              0.08019668836694382,
              0.08019668856862983,
              0.08019668875310242,
              0.08019668892185315,
              0.08019668907624306,
              0.08019668921751144,
              0.0801966893467892,
              0.08019668946510751,
              0.08019668957340763,
              0.08019668967254867,
              0.08019668976331443,
              0.08019668984642074,
              0.08019668992252088,
              0.08019668999221208,
              0.0801966900560397,
              0.08019669011450169,
              0.0801966901680538,
              0.08019669021711193,
              0.08019669026205685,
              0.08019669030323606,
              0.0801966903409678,
              0.08019669037554282
            ],
            "n_observed": 46,
            "n_missing": 18,
            "n_treated_observed": 19,
            "n_untreated_observed": 27
          },
          "checks": {
            "scalar_vs_treated_cell_average": 0.0,
            "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17
          },
          "native_matrix_att": 0.2556141198766617,
          "matrix_preparation": {
            "source_rows": 176,
            "matrix_shape": [
              16,
              4
            ],
            "observed_cells": 46,
            "missing_cells": 18,
            "repeated_cells": 37,
            "minimum_cell_count": 1,
            "maximum_cell_count": 15,
            "observation_mass": 176.0,
            "treated_observation_mass": 101.0,
            "within_cell_aggregation": "Observation-weighted outcome mean",
            "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting",
            "reporting_weights": "Sum of original observation weights per treated unit-period"
          },
          "seconds": 0.0006450838409364223,
          "crabbymetrics": "0.9.1",
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          },
          "normalization": "Original source outcome / source SD; no mean subtraction",
          "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights",
          "status": "estimated"
        },
        {
          "method": "Horizontal ridge",
          "status": "unidentified",
          "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
          "parameters": {
            "penalty": 1.0
          },
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": -0.21658198080855093,
        "SE": 0.4081892333040155,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": -0.11265458376168101,
        "SE": 0.36524356287436605,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.07356150939023862,
        "SE": 0.3461865902726982,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": -0.12842303879624975,
        "SE": 0.250080163902927,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.1954150199713837,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    },
    "scalar_ranges": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": -0.21658198080855093,
        "SE": 0.4081892333040155,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": "",
        "lower": -1.086616736636788,
        "upper": 0.6534527750196862,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": -0.11265458376168101,
        "SE": 0.36524356287436605,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.891152809868882,
        "upper": 0.66584364234552,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.07356150939023862,
        "SE": 0.3461865902726982,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.8114407599058696,
        "upper": 0.6643177411253923,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": -0.12842303879624975,
        "SE": 0.250080163902927,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.6614562905006577,
        "upper": 0.40461021290815824,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID (equal event-time)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.1954150199713837,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      }
    ],
    "reporting_source": {
      "path": "templates/reporting/comparison_report.py",
      "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce"
    }
  },
  "finished": 1791602633.8087208,
  "scalar_ranges": [
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Static TWFE",
      "Estimate (SDs)": -0.21658198080855093,
      "SE": 0.4081892333040155,
      "Aggregation": "Coefficient",
      "Event study": "No",
      "Status": "estimated",
      "Note": "",
      "lower": -1.086616736636788,
      "upper": 0.6534527750196862,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Dynamic TWFE",
      "Estimate (SDs)": -0.11265458376168101,
      "SE": 0.36524356287436605,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.891152809868882,
      "upper": 0.66584364234552,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "BJS / did2s",
      "Estimate (SDs)": -0.07356150939023862,
      "SE": 0.3461865902726982,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.8114407599058696,
      "upper": 0.6643177411253923,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Sun\u2013Abraham",
      "Estimate (SDs)": -0.12842303879624975,
      "SE": 0.250080163902927,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.6614562905006577,
      "upper": 0.40461021290815824,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "CS-DID (equal event-time)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Equal post-event times",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "SDID",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Matrix completion",
      "Estimate (SDs)": 0.1954150199713837,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Horizontal ridge",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (cohort-averaged)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (individual)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    }
  ]
}