{
  "study_id": 1,
  "specification_id": "S01-P073",
  "source_specification_id": "CI-T5-B-C12",
  "role": "active_comparison",
  "published_source_location": "Table 5, panel B, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49",
  "outcome_label": "Cooperated with minority [follow-up survey sample]",
  "outcome_variable": "",
  "treatment_label": "New Curriculum indicator (newcurr)",
  "unit_fixed_effects": "Province",
  "time_fixed_effects": "High-school entry cohort",
  "allowed_adjustments": "",
  "published_weights": "",
  "published_clustering": "Province x high-school-entry cohort (proXcoh)",
  "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort",
  "design": "repeated_cross_section",
  "descriptive_metadata_status": "recorded_source_fields",
  "title": "Curriculum and Ideology",
  "status": "ready",
  "reason": "",
  "config": "analyses/full-archive/configs/S01-P073.json",
  "input_bytes": 36445,
  "specification_type": "twfe_scalar",
  "run_status": "completed",
  "expanded_status": "processed",
  "expanded_reason": null,
  "regression_result": {
    "schema": "did-replication-v2",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Cooperated with minority [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "latest_cohort_control": true,
      "slug": "s01-p073",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Cooperated with minority [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C12",
      "specification_id": "S01-P073",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C12.csv",
      "output_dir": "analyses/full-archive/results/S01-P073"
    },
    "source": {
      "file": "CI-T5-B-C12.csv",
      "bytes": 36445,
      "sha256": "c63adf8150930a59cecb1db93d03798d092eaad1d18b994815f45afef554754b"
    },
    "versions": {
      "pyfixest": "0.60.0",
      "polars": "2.0.0",
      "duckreg": "0.4.1",
      "numpy": "2.5.3",
      "pandas": "3.0.6"
    },
    "specifications": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 330,
          "source_sd": 0.37324394645641973,
          "rows": 190,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 48,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.161233735547124,
            "se": 0.23175829526333874,
            "pvalue": 0.4972560973058181,
            "lower": -0.33274737757162776,
            "upper": 0.6552148486658758
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.2610889385543099,
            "se": 0.320665020937002,
            "pvalue": 0.4282614852928448,
            "lower": -0.422392374598779,
            "upper": 0.9445702517073988
          },
          {
            "method": "BJS / did2s",
            "estimate": 0.22592870266109172,
            "se": 0.49834945872146913,
            "pvalue": 0.656783237881854,
            "lower": -0.836278024660744,
            "upper": 1.2881354299829273
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.16128810371104074,
            "se": 0.1134886183687887,
            "pvalue": 0.17571937946615732,
            "lower": -0.08060716033732077,
            "upper": 0.4031833677594022
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -3,
              "estimate": 0.34921054114602174,
              "se": 0.38702988334448635,
              "pvalue": 0.38116706192140715,
              "lower": -0.4757241278266368,
              "upper": 1.1741452101186802
            },
            {
              "event_time": -2,
              "estimate": -0.0949680129844194,
              "se": 0.28526158812504643,
              "pvalue": 0.7438055524592123,
              "lower": -0.7029886953592096,
              "upper": 0.5130526693903709
            },
            {
              "event_time": 0,
              "estimate": 0.202167447779929,
              "se": 0.26340582418957786,
              "pvalue": 0.45468909036976257,
              "lower": -0.35926877648674493,
              "upper": 0.763603672046603
            },
            {
              "event_time": 1,
              "estimate": 0.3450074254147919,
              "se": 0.42926024845777183,
              "pvalue": 0.4341083076096683,
              "lower": -0.5699391360874024,
              "upper": 1.2599539869169862
            },
            {
              "event_time": 2,
              "estimate": 0.414132219364165,
              "se": 0.30999042989047754,
              "pvalue": 0.2014813297632705,
              "lower": -0.24659674155377298,
              "upper": 1.0748611802821029
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -3,
              "estimate": 0.21282201395982314,
              "se": 0.5394662129488241,
              "pvalue": 0.6987607119133732,
              "lower": -0.9370230004748015,
              "upper": 1.3626670283944478
            },
            {
              "event_time": -2,
              "estimate": -0.13837449892657921,
              "se": 0.16405445891729567,
              "pvalue": 0.41221663779882056,
              "lower": -0.488048300832904,
              "upper": 0.21129930297974558
            },
            {
              "event_time": -1,
              "estimate": 0.03441831594091008,
              "se": 0.046804312565135814,
              "pvalue": 0.4734585464023846,
              "lower": -0.06534271480628637,
              "upper": 0.13417934668810652
            },
            {
              "event_time": 0,
              "estimate": 0.09708189563677469,
              "se": 0.41120182176402575,
              "pvalue": 0.8165538638428875,
              "lower": -0.77937404049551,
              "upper": 0.9735378317690594
            },
            {
              "event_time": 1,
              "estimate": 0.40943779145330084,
              "se": 0.6517861401902921,
              "pvalue": 0.5393346748621014,
              "lower": -0.9798114808574577,
              "upper": 1.7986870637640595
            },
            {
              "event_time": 2,
              "estimate": 0.012056764618159804,
              "se": 0.6472200418431808,
              "pvalue": 0.9853829683719658,
              "lower": -1.3674600994456672,
              "upper": 1.3915736286819866
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -3,
              "estimate": 0.12438588113301112,
              "se": 0.3944491941305992,
              "pvalue": 0.7568475472491966,
              "lower": -0.7163626744430744,
              "upper": 0.9651344367090966
            },
            {
              "event_time": -2,
              "estimate": -0.27683620248494073,
              "se": 0.44254873491894875,
              "pvalue": 0.5410117968264382,
              "lower": -1.2201065024159878,
              "upper": 0.6664340974461063
            },
            {
              "event_time": 0,
              "estimate": 0.025392863895047885,
              "se": 0.09586877575928518,
              "pvalue": 0.794713948491254,
              "lower": -0.17894659463045257,
              "upper": 0.22973232242054833
            },
            {
              "event_time": 1,
              "estimate": 0.35483586950957596,
              "se": 0.19504978062999118,
              "pvalue": 0.08889678701248799,
              "lower": -0.060902896775752724,
              "upper": 0.7705746357949046
            }
          ]
        },
        "target": {
          "event_times": [
            0.0,
            1.0
          ],
          "weights": [
            0.5875,
            0.4125
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.5612511283791264e-17,
          "package_aggregate_vs_estimable_cell_weights": 0.0,
          "saturated_vs_deviations_relative_rss_difference": 4.4798721895549605e-15
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.4608953965971196,
          "df_num": 1,
          "df_den": 163,
          "pvalue": 0.49816860286009496,
          "log10_pvalue": -0.30262364740226644,
          "inference": "Homoskedastic nested-model F",
          "observations": 190,
          "design_columns": 8,
          "restricted_design_columns": 7,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 158.6078141730833,
          "rss_restricted": 159.05629031674408,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.10925732843130936,
                -0.27728967319909403,
                0.05381074970185646,
                -0.10027432876071635,
                -0.12531762433781932,
                -0.29901660883677394
              ],
              [
                -0.10925732843130936,
                -0.27728967319909403,
                0.05381074970185646,
                -0.10027432876071635,
                -0.12531762433781932,
                -0.29901660883677394
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.5263739572996232
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 1.4659368284355165
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.5264334442896401
            }
          ]
        }
      }
    },
    "code_sha256": {
      "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4",
      "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0",
      "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb"
    }
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Cooperated with minority [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "s01-p073",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Cooperated with minority [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C12",
      "specification_id": "S01-P073",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C12.csv",
      "output_dir": "analyses/archive-expanded/fits/S01-P073"
    },
    "options": {
      "output_dir": "analyses/archive-expanded/fits/S01-P073",
      "regression_results": "analyses/archive-expanded/baselines/S01-P073.json",
      "display_window": [
        -10,
        10
      ],
      "timeout_seconds": 3600
    },
    "source": {
      "file": "CI-T5-B-C12.csv",
      "bytes": 36445,
      "sha256": "c63adf8150930a59cecb1db93d03798d092eaad1d18b994815f45afef554754b"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 330,
          "source_sd": 0.37324394645641973,
          "rows": 190,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 48,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1,
          "rows_without_never_control_time_fe_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.161233735547124,
            "se": 0.23175829526333874,
            "pvalue": 0.4972560973058181,
            "lower": -0.33274737757162776,
            "upper": 0.6552148486658758
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.2610889385543099,
            "se": 0.320665020937002,
            "pvalue": 0.4282614852928448,
            "lower": -0.422392374598779,
            "upper": 0.9445702517073988
          },
          {
            "method": "BJS / did2s",
            "estimate": 0.22592870266109172,
            "se": 0.49834945872146913,
            "pvalue": 0.656783237881854,
            "lower": -0.836278024660744,
            "upper": 1.2881354299829273
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.16128810371104074,
            "se": 0.1134886183687887,
            "pvalue": 0.17571937946615732,
            "lower": -0.08060716033732077,
            "upper": 0.4031833677594022
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -3,
              "estimate": 0.34921054114602174,
              "se": 0.38702988334448635,
              "pvalue": 0.38116706192140715,
              "lower": -0.4757241278266368,
              "upper": 1.1741452101186802
            },
            {
              "event_time": -2,
              "estimate": -0.0949680129844194,
              "se": 0.28526158812504643,
              "pvalue": 0.7438055524592123,
              "lower": -0.7029886953592096,
              "upper": 0.5130526693903709
            },
            {
              "event_time": 0,
              "estimate": 0.202167447779929,
              "se": 0.26340582418957786,
              "pvalue": 0.45468909036976257,
              "lower": -0.35926877648674493,
              "upper": 0.763603672046603
            },
            {
              "event_time": 1,
              "estimate": 0.3450074254147919,
              "se": 0.42926024845777183,
              "pvalue": 0.4341083076096683,
              "lower": -0.5699391360874024,
              "upper": 1.2599539869169862
            },
            {
              "event_time": 2,
              "estimate": 0.414132219364165,
              "se": 0.30999042989047754,
              "pvalue": 0.2014813297632705,
              "lower": -0.24659674155377298,
              "upper": 1.0748611802821029
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -3,
              "estimate": 0.21282201395982314,
              "se": 0.5394662129488241,
              "pvalue": 0.6987607119133732,
              "lower": -0.9370230004748015,
              "upper": 1.3626670283944478
            },
            {
              "event_time": -2,
              "estimate": -0.13837449892657921,
              "se": 0.16405445891729567,
              "pvalue": 0.41221663779882056,
              "lower": -0.488048300832904,
              "upper": 0.21129930297974558
            },
            {
              "event_time": -1,
              "estimate": 0.03441831594091008,
              "se": 0.046804312565135814,
              "pvalue": 0.4734585464023846,
              "lower": -0.06534271480628637,
              "upper": 0.13417934668810652
            },
            {
              "event_time": 0,
              "estimate": 0.09708189563677469,
              "se": 0.41120182176402575,
              "pvalue": 0.8165538638428875,
              "lower": -0.77937404049551,
              "upper": 0.9735378317690594
            },
            {
              "event_time": 1,
              "estimate": 0.40943779145330084,
              "se": 0.6517861401902921,
              "pvalue": 0.5393346748621014,
              "lower": -0.9798114808574577,
              "upper": 1.7986870637640595
            },
            {
              "event_time": 2,
              "estimate": 0.012056764618159804,
              "se": 0.6472200418431808,
              "pvalue": 0.9853829683719658,
              "lower": -1.3674600994456672,
              "upper": 1.3915736286819866
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -3,
              "estimate": 0.12438588113301112,
              "se": 0.3944491941305992,
              "pvalue": 0.7568475472491966,
              "lower": -0.7163626744430744,
              "upper": 0.9651344367090966
            },
            {
              "event_time": -2,
              "estimate": -0.27683620248494073,
              "se": 0.44254873491894875,
              "pvalue": 0.5410117968264382,
              "lower": -1.2201065024159878,
              "upper": 0.6664340974461063
            },
            {
              "event_time": 0,
              "estimate": 0.025392863895047885,
              "se": 0.09586877575928518,
              "pvalue": 0.794713948491254,
              "lower": -0.17894659463045257,
              "upper": 0.22973232242054833
            },
            {
              "event_time": 1,
              "estimate": 0.35483586950957596,
              "se": 0.19504978062999118,
              "pvalue": 0.08889678701248799,
              "lower": -0.060902896775752724,
              "upper": 0.7705746357949046
            }
          ]
        },
        "target": {
          "event_times": [
            0.0,
            1.0
          ],
          "weights": [
            0.5875,
            0.4125
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.5612511283791264e-17,
          "package_aggregate_vs_estimable_cell_weights": 0.0,
          "saturated_vs_deviations_relative_rss_difference": 4.4798721895549605e-15
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.4608953965971196,
          "df_num": 1,
          "df_den": 163,
          "pvalue": 0.49816860286009496,
          "log10_pvalue": -0.30262364740226644,
          "inference": "Homoskedastic nested-model F",
          "observations": 190,
          "design_columns": 8,
          "restricted_design_columns": 7,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 158.6078141730833,
          "rss_restricted": 159.05629031674408,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.10925732843130936,
                -0.27728967319909403,
                0.05381074970185646,
                -0.10027432876071635,
                -0.12531762433781932,
                -0.29901660883677394
              ],
              [
                -0.10925732843130936,
                -0.27728967319909403,
                0.05381074970185646,
                -0.10027432876071635,
                -0.12531762433781932,
                -0.29901660883677394
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ],
              [
                0.00457979745894397,
                -0.07652834301491784,
                0.5152677453619604,
                -0.18246111999514517,
                -0.15379785401121374,
                0.01720118723520417
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.5263739572996232
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 1.4659368284355165
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.5264334442896401
            }
          ]
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unidentified",
          "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
          "parameters": {},
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Matrix completion",
          "class": "MatrixCompletion",
          "parameters": {
            "lambda_fraction": 0.25,
            "max_iterations": 1000,
            "tolerance": 1e-12
          },
          "partial_pooling": {
            "parameter": null,
            "value": null,
            "status": "not_applicable",
            "fit_scope": "Joint untreated-cell fit",
            "within_cohort_target": null,
            "cross_cohort_partial_pooling": false,
            "shared_structure": "Low-rank matrix and unit/time effects",
            "note": "Regularization penalties are not partial-pooling parameters."
          },
          "estimate": 0.35811258145475366,
          "event_study": [
            {
              "event_time": -3,
              "estimate": -0.11310249614296009,
              "raw_gap": -0.11310249614296009,
              "n": 1,
              "n_cells": 1,
              "weight_sum": 1.0,
              "relative_to_minus_one": -0.15874604620592359
            },
            {
              "event_time": -2,
              "estimate": -0.028297195138131274,
              "raw_gap": -0.028297195138131274,
              "n": 9,
              "n_cells": 4,
              "weight_sum": 9.0,
              "relative_to_minus_one": -0.07394074520109478
            },
            {
              "event_time": -1,
              "estimate": 0.0456435500629635,
              "raw_gap": 0.0456435500629635,
              "n": 30,
              "n_cells": 10,
              "weight_sum": 30.0,
              "relative_to_minus_one": 0.0
            },
            {
              "event_time": 0,
              "estimate": 0.23250449830373549,
              "raw_gap": 0.23250449830373549,
              "n": 47,
              "n_cells": 10,
              "weight_sum": 47.0,
              "relative_to_minus_one": 0.18686094824077198
            },
            {
              "event_time": 1,
              "estimate": 0.6318383428575896,
              "raw_gap": 0.6318383428575896,
              "n": 33,
              "n_cells": 6,
              "weight_sum": 33.0,
              "relative_to_minus_one": 0.586194792794626
            },
            {
              "event_time": 2,
              "estimate": 0.2502032635859354,
              "raw_gap": 0.2502032635859354,
              "n": 29,
              "n_cells": 4,
              "weight_sum": 29.0,
              "relative_to_minus_one": 0.20455971352297192
            }
          ],
          "package_event_study": {
            "event_time": [
              -3.0,
              -2.0,
              -1.0,
              0.0,
              1.0,
              2.0
            ],
            "estimate": [
              -0.11310249614296009,
              0.05216489994336054,
              -0.009555797020855294,
              0.1973073487636101,
              0.5038332427210293,
              0.17321438685605345
            ],
            "n": [
              1.0,
              4.0,
              10.0,
              10.0,
              6.0,
              4.0
            ]
          },
          "sdid_pre_gap_correction": [],
          "diagnostics": {
            "converged": true,
            "iterations": 61,
            "termination_reason": "Relative objective tolerance reached",
            "objective": 0.06420578455639045,
            "lambda_l": 0.030034344675854325,
            "singular_values": [
              1.7223554977259865,
              0.0,
              0.0,
              0.0
            ],
            "history_objective": [
              0.07465020592609495,
              0.06958279411016716,
              0.0676582150366805,
              0.06636184990401733,
              0.06549292804436849,
              0.06492811615335323,
              0.06456872386056016,
              0.06436596768910716,
              0.06429200951851932,
              0.06425702924689256,
              0.06423738691408909,
              0.06422573614123876,
              0.06421860043856453,
              0.06421412355419083,
              0.06421126284945737,
              0.06420940951167933,
              0.06420819634019098,
              0.064207396005438,
              0.06420686487562213,
              0.06420651077322756,
              0.06420627383451498,
              0.06420611482739187,
              0.06420600786114486,
              0.06420593575683956,
              0.06420588706722948,
              0.06420585413824151,
              0.06420583183770652,
              0.0642058167163657,
              0.06420580645138915,
              0.06420579947579982,
              0.06420579473089247,
              0.06420579150037968,
              0.06420578929903345,
              0.06420578779776916,
              0.06420578677315918,
              0.06420578607335774,
              0.06420578559506987,
              0.0642057852679653,
              0.06420578504411786,
              0.06420578489084268,
              0.06420578478583217,
              0.06420578471385037,
              0.06420578466448425,
              0.06420578463061219,
              0.06420578460736084,
              0.06420578459139321,
              0.06420578458042321,
              0.06420578457288374,
              0.06420578456770017,
              0.06420578456413512,
              0.0642057845616824,
              0.06420578455999441,
              0.06420578455883241,
              0.06420578455803233,
              0.06420578455748123,
              0.06420578455710155,
              0.06420578455683994,
              0.06420578455665961,
              0.06420578455653528,
              0.06420578455644954,
              0.06420578455639045
            ],
            "history_rmse": [
              0.12673506624727787,
              0.11545654190460178,
              0.11506421087012497,
              0.11542096054259375,
              0.11611072898338537,
              0.11692304658733468,
              0.11772867066726571,
              0.11680993747327871,
              0.11442896536055266,
              0.1133670612683104,
              0.11278873834011494,
              0.11243286462750267,
              0.11219960729158013,
              0.11204210183239072,
              0.11193423441568759,
              0.11185982503575716,
              0.11180828867293716,
              0.11177251517038027,
              0.11174766235654927,
              0.11173040498278662,
              0.111718445821183,
              0.111710190184313,
              0.11170452652482613,
              0.1117006773224683,
              0.11169809709201181,
              0.11169640223389463,
              0.11169532254014075,
              0.11169466751019967,
              0.11169430284820486,
              0.11169413399457093,
              0.11169409454087458,
              0.11169413805035414,
              0.11169423226397028,
              0.11169435498452798,
              0.11169449114586756,
              0.11169463072207395,
              0.11169476723413872,
              0.11169489668286231,
              0.11169501678664653,
              0.11169512643786653,
              0.1116952253161991,
              0.11169531361478367,
              0.11169539184752156,
              0.11169546071469025,
              0.11169552101041416,
              0.11169557356008883,
              0.11169561917915478,
              0.11169565864699431,
              0.1116956926914473,
              0.11169572198069523,
              0.11169574712017392,
              0.11169576865283218,
              0.11169578706154222,
              0.11169580277281327,
              0.1116958161612152,
              0.11169582755410991,
              0.11169583723640805,
              0.11169584545517822,
              0.11169585242399516,
              0.11169585832696483,
              0.11169586332239677
            ],
            "n_observed": 48,
            "n_missing": 16,
            "n_treated_observed": 20,
            "n_untreated_observed": 28
          },
          "checks": {
            "scalar_vs_treated_cell_average": 0.0,
            "native_scalar_vs_unweighted_matrix_average": 0.0
          },
          "native_matrix_att": 0.2844465245693245,
          "matrix_preparation": {
            "source_rows": 190,
            "matrix_shape": [
              16,
              4
            ],
            "observed_cells": 48,
            "missing_cells": 16,
            "repeated_cells": 38,
            "minimum_cell_count": 1,
            "maximum_cell_count": 16,
            "observation_mass": 190.0,
            "treated_observation_mass": 109.0,
            "within_cell_aggregation": "Observation-weighted outcome mean",
            "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting",
            "reporting_weights": "Sum of original observation weights per treated unit-period"
          },
          "seconds": 0.0004906249232590199,
          "crabbymetrics": "0.9.1",
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          },
          "normalization": "Original source outcome / source SD; no mean subtraction",
          "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights",
          "status": "estimated"
        },
        {
          "method": "Horizontal ridge",
          "status": "unidentified",
          "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
          "parameters": {
            "penalty": 1.0
          },
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.161233735547124,
        "SE": 0.23175829526333874,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.2610889385543099,
        "SE": 0.320665020937002,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": 0.22592870266109172,
        "SE": 0.49834945872146913,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.16128810371104074,
        "SE": 0.1134886183687887,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.35811258145475366,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    },
    "scalar_ranges": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.161233735547124,
        "SE": 0.23175829526333874,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": "",
        "lower": -0.33274737757162776,
        "upper": 0.6552148486658758,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.2610889385543099,
        "SE": 0.320665020937002,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.422392374598779,
        "upper": 0.9445702517073988,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": 0.22592870266109172,
        "SE": 0.49834945872146913,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.836278024660744,
        "upper": 1.2881354299829273,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.16128810371104074,
        "SE": 0.1134886183687887,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.08060716033732077,
        "upper": 0.4031833677594022,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID (equal event-time)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.35811258145475366,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      }
    ],
    "reporting_source": {
      "path": "templates/reporting/comparison_report.py",
      "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce"
    }
  },
  "finished": 1791602648.752664,
  "scalar_ranges": [
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Static TWFE",
      "Estimate (SDs)": 0.161233735547124,
      "SE": 0.23175829526333874,
      "Aggregation": "Coefficient",
      "Event study": "No",
      "Status": "estimated",
      "Note": "",
      "lower": -0.33274737757162776,
      "upper": 0.6552148486658758,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Dynamic TWFE",
      "Estimate (SDs)": 0.2610889385543099,
      "SE": 0.320665020937002,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.422392374598779,
      "upper": 0.9445702517073988,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "BJS / did2s",
      "Estimate (SDs)": 0.22592870266109172,
      "SE": 0.49834945872146913,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.836278024660744,
      "upper": 1.2881354299829273,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Sun\u2013Abraham",
      "Estimate (SDs)": 0.16128810371104074,
      "SE": 0.1134886183687887,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.08060716033732077,
      "upper": 0.4031833677594022,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "CS-DID (equal event-time)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Equal post-event times",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "SDID",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Matrix completion",
      "Estimate (SDs)": 0.35811258145475366,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Horizontal ridge",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (cohort-averaged)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (individual)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    }
  ]
}