{
  "study_id": 1,
  "specification_id": "S01-P070",
  "source_specification_id": "CI-T5-B-C09",
  "role": "active_comparison",
  "published_source_location": "Table 5, panel B, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49",
  "outcome_label": "Attitudes about environment z-score index [follow-up survey sample]",
  "outcome_variable": "",
  "treatment_label": "New Curriculum indicator (newcurr)",
  "unit_fixed_effects": "Province",
  "time_fixed_effects": "High-school entry cohort",
  "allowed_adjustments": "",
  "published_weights": "",
  "published_clustering": "Province x high-school-entry cohort (proXcoh)",
  "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort",
  "design": "repeated_cross_section",
  "descriptive_metadata_status": "recorded_source_fields",
  "title": "Curriculum and Ideology",
  "status": "ready",
  "reason": "",
  "config": "analyses/full-archive/configs/S01-P070.json",
  "input_bytes": 48485,
  "specification_type": "twfe_scalar",
  "run_status": "completed",
  "expanded_status": "processed",
  "expanded_reason": null,
  "regression_result": {
    "schema": "did-replication-v2",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Attitudes about environment z-score index [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "latest_cohort_control": true,
      "slug": "s01-p070",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Attitudes about environment z-score index [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C09",
      "specification_id": "S01-P070",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C09.csv",
      "output_dir": "analyses/full-archive/results/S01-P070"
    },
    "source": {
      "file": "CI-T5-B-C09.csv",
      "bytes": 48485,
      "sha256": "603fad4ef57b0f8c23bcc28ded274591faec5ec3f31703f8eb086ef559a7551d"
    },
    "versions": {
      "pyfixest": "0.60.0",
      "polars": "2.0.0",
      "duckreg": "0.4.1",
      "numpy": "2.5.3",
      "pandas": "3.0.6"
    },
    "specifications": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 330,
          "source_sd": 0.98163485846209,
          "rows": 191,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 48,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": -0.18520047564986342,
            "se": 0.39534645345353947,
            "pvalue": 0.6461970609450343,
            "lower": -1.0278614942020794,
            "upper": 0.6574605429023525
          },
          {
            "method": "Dynamic TWFE",
            "estimate": -0.145884795048424,
            "se": 0.320514324103734,
            "pvalue": 0.6555138768841602,
            "lower": -0.8290449055047265,
            "upper": 0.5372753154078785
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.00486684880324721,
            "se": 0.3832120397434013,
            "pvalue": 0.990034400957883,
            "lower": -0.8216639767673547,
            "upper": 0.8119302791608604
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.012421380811847016,
            "se": 0.3373255552622873,
            "pvalue": 0.9711116252292852,
            "lower": -0.7065710206576543,
            "upper": 0.7314137822813485
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -3,
              "estimate": 0.10824065846398281,
              "se": 0.5115539954848127,
              "pvalue": 0.8352735021329208,
              "lower": -0.982110872741409,
              "upper": 1.1985921896693745
            },
            {
              "event_time": -2,
              "estimate": 0.06845487168361064,
              "se": 0.30980672480134286,
              "pvalue": 0.8281031832815234,
              "lower": -0.5918825311055742,
              "upper": 0.7287922744727955
            },
            {
              "event_time": 0,
              "estimate": -0.1487128039492034,
              "se": 0.3252800840370597,
              "pvalue": 0.654090377645944,
              "lower": -0.84203089124964,
              "upper": 0.5446052833512333
            },
            {
              "event_time": 1,
              "estimate": -0.1419754886267584,
              "se": 0.46757186585145366,
              "pvalue": 0.765570116789562,
              "lower": -1.138581329612376,
              "upper": 0.854630352358859
            },
            {
              "event_time": 2,
              "estimate": -0.04146442582506794,
              "se": 0.6901669959092867,
              "pvalue": 0.9528859938293032,
              "lower": -1.5125205556162729,
              "upper": 1.4295917039661368
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -3,
              "estimate": -0.2504930671224961,
              "se": 0.19453474339144805,
              "pvalue": 0.21737972476198147,
              "lower": -0.6651340575197857,
              "upper": 0.1641479232747935
            },
            {
              "event_time": -2,
              "estimate": -0.13116619266161872,
              "se": 0.08539377578216995,
              "pvalue": 0.14535677603579356,
              "lower": -0.31317871724615826,
              "upper": 0.05084633192292082
            },
            {
              "event_time": -1,
              "estimate": 0.04769961907077097,
              "se": 0.03474380960030287,
              "pvalue": 0.18996251563671576,
              "lower": -0.026355058112809956,
              "upper": 0.1217542962543519
            },
            {
              "event_time": 0,
              "estimate": 0.022412402287938588,
              "se": 0.38715771494579093,
              "pvalue": 0.9546007180196655,
              "lower": -0.8027947332932287,
              "upper": 0.8476195378691059
            },
            {
              "event_time": 1,
              "estimate": -0.04257640178223935,
              "se": 0.420838914524719,
              "pvalue": 0.9207552138905809,
              "lower": -0.939573314899821,
              "upper": 0.8544205113353424
            },
            {
              "event_time": 2,
              "estimate": 0.021745398626452615,
              "se": 0.3924227182381537,
              "pvalue": 0.956540635125766,
              "lower": -0.8146838258295921,
              "upper": 0.8581746230824974
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -3,
              "estimate": -0.2600865277787985,
              "se": 0.4929228141906092,
              "pvalue": 0.6054658806573207,
              "lower": -1.3107266360814183,
              "upper": 0.7905535805238213
            },
            {
              "event_time": -2,
              "estimate": -0.18237071810050348,
              "se": 0.26740655083199927,
              "pvalue": 0.505635556432043,
              "lower": -0.7523342893510754,
              "upper": 0.3875928531500685
            },
            {
              "event_time": 0,
              "estimate": -0.1166461538790977,
              "se": 0.3924419998609381,
              "pvalue": 0.7703663289589289,
              "lower": -0.9531164761412638,
              "upper": 0.7198241683830684
            },
            {
              "event_time": 1,
              "estimate": 0.19083826700227066,
              "se": 0.3130353113523547,
              "pvalue": 0.5512252740710664,
              "lower": -0.47638070512386865,
              "upper": 0.85805723912841
            }
          ]
        },
        "target": {
          "event_times": [
            0.0,
            1.0
          ],
          "weights": [
            0.5802469135802469,
            0.41975308641975306
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17,
          "package_aggregate_vs_estimable_cell_weights": 0.0,
          "saturated_vs_deviations_relative_rss_difference": 1.4912795664628723e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.6520295798553131,
          "df_num": 1,
          "df_den": 164,
          "pvalue": 0.4205575876619039,
          "log10_pvalue": -0.3761745271160539,
          "inference": "Homoskedastic nested-model F",
          "observations": 191,
          "design_columns": 8,
          "restricted_design_columns": 7,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 190.58605823867572,
          "rss_restricted": 191.34378840623452,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.10936564560306679,
                -0.278110364291428,
                0.056739691207750124,
                -0.10634784520154088,
                -0.12240887705435013,
                -0.29928572174095064
              ],
              [
                -0.10936564560306679,
                -0.278110364291428,
                0.056739691207750124,
                -0.10634784520154088,
                -0.12240887705435013,
                -0.29928572174095064
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 2.202522975839744
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 1.1616962315154475
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.6837326325650839
            }
          ]
        }
      }
    },
    "code_sha256": {
      "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4",
      "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0",
      "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb"
    }
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Attitudes about environment z-score index [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "s01-p070",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Attitudes about environment z-score index [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C09",
      "specification_id": "S01-P070",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C09.csv",
      "output_dir": "analyses/archive-expanded/fits/S01-P070"
    },
    "options": {
      "output_dir": "analyses/archive-expanded/fits/S01-P070",
      "regression_results": "analyses/archive-expanded/baselines/S01-P070.json",
      "display_window": [
        -10,
        10
      ],
      "timeout_seconds": 3600
    },
    "source": {
      "file": "CI-T5-B-C09.csv",
      "bytes": 48485,
      "sha256": "603fad4ef57b0f8c23bcc28ded274591faec5ec3f31703f8eb086ef559a7551d"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 330,
          "source_sd": 0.98163485846209,
          "rows": 191,
          "units": 16,
          "clusters": 16,
          "treated_units": 10,
          "never_treated_units": 6,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 48,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 1,
          "rows_without_never_control_time_fe_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": -0.18520047564986342,
            "se": 0.39534645345353947,
            "pvalue": 0.6461970609450343,
            "lower": -1.0278614942020794,
            "upper": 0.6574605429023525
          },
          {
            "method": "Dynamic TWFE",
            "estimate": -0.145884795048424,
            "se": 0.320514324103734,
            "pvalue": 0.6555138768841602,
            "lower": -0.8290449055047265,
            "upper": 0.5372753154078785
          },
          {
            "method": "BJS / did2s",
            "estimate": -0.00486684880324721,
            "se": 0.3832120397434013,
            "pvalue": 0.990034400957883,
            "lower": -0.8216639767673547,
            "upper": 0.8119302791608604
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.012421380811847016,
            "se": 0.3373255552622873,
            "pvalue": 0.9711116252292852,
            "lower": -0.7065710206576543,
            "upper": 0.7314137822813485
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -3,
              "estimate": 0.10824065846398281,
              "se": 0.5115539954848127,
              "pvalue": 0.8352735021329208,
              "lower": -0.982110872741409,
              "upper": 1.1985921896693745
            },
            {
              "event_time": -2,
              "estimate": 0.06845487168361064,
              "se": 0.30980672480134286,
              "pvalue": 0.8281031832815234,
              "lower": -0.5918825311055742,
              "upper": 0.7287922744727955
            },
            {
              "event_time": 0,
              "estimate": -0.1487128039492034,
              "se": 0.3252800840370597,
              "pvalue": 0.654090377645944,
              "lower": -0.84203089124964,
              "upper": 0.5446052833512333
            },
            {
              "event_time": 1,
              "estimate": -0.1419754886267584,
              "se": 0.46757186585145366,
              "pvalue": 0.765570116789562,
              "lower": -1.138581329612376,
              "upper": 0.854630352358859
            },
            {
              "event_time": 2,
              "estimate": -0.04146442582506794,
              "se": 0.6901669959092867,
              "pvalue": 0.9528859938293032,
              "lower": -1.5125205556162729,
              "upper": 1.4295917039661368
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -3,
              "estimate": -0.2504930671224961,
              "se": 0.19453474339144805,
              "pvalue": 0.21737972476198147,
              "lower": -0.6651340575197857,
              "upper": 0.1641479232747935
            },
            {
              "event_time": -2,
              "estimate": -0.13116619266161872,
              "se": 0.08539377578216995,
              "pvalue": 0.14535677603579356,
              "lower": -0.31317871724615826,
              "upper": 0.05084633192292082
            },
            {
              "event_time": -1,
              "estimate": 0.04769961907077097,
              "se": 0.03474380960030287,
              "pvalue": 0.18996251563671576,
              "lower": -0.026355058112809956,
              "upper": 0.1217542962543519
            },
            {
              "event_time": 0,
              "estimate": 0.022412402287938588,
              "se": 0.38715771494579093,
              "pvalue": 0.9546007180196655,
              "lower": -0.8027947332932287,
              "upper": 0.8476195378691059
            },
            {
              "event_time": 1,
              "estimate": -0.04257640178223935,
              "se": 0.420838914524719,
              "pvalue": 0.9207552138905809,
              "lower": -0.939573314899821,
              "upper": 0.8544205113353424
            },
            {
              "event_time": 2,
              "estimate": 0.021745398626452615,
              "se": 0.3924227182381537,
              "pvalue": 0.956540635125766,
              "lower": -0.8146838258295921,
              "upper": 0.8581746230824974
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -3,
              "estimate": -0.2600865277787985,
              "se": 0.4929228141906092,
              "pvalue": 0.6054658806573207,
              "lower": -1.3107266360814183,
              "upper": 0.7905535805238213
            },
            {
              "event_time": -2,
              "estimate": -0.18237071810050348,
              "se": 0.26740655083199927,
              "pvalue": 0.505635556432043,
              "lower": -0.7523342893510754,
              "upper": 0.3875928531500685
            },
            {
              "event_time": 0,
              "estimate": -0.1166461538790977,
              "se": 0.3924419998609381,
              "pvalue": 0.7703663289589289,
              "lower": -0.9531164761412638,
              "upper": 0.7198241683830684
            },
            {
              "event_time": 1,
              "estimate": 0.19083826700227066,
              "se": 0.3130353113523547,
              "pvalue": 0.5512252740710664,
              "lower": -0.47638070512386865,
              "upper": 0.85805723912841
            }
          ]
        },
        "target": {
          "event_times": [
            0.0,
            1.0
          ],
          "weights": [
            0.5802469135802469,
            0.41975308641975306
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17,
          "package_aggregate_vs_estimable_cell_weights": 0.0,
          "saturated_vs_deviations_relative_rss_difference": 1.4912795664628723e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.6520295798553131,
          "df_num": 1,
          "df_den": 164,
          "pvalue": 0.4205575876619039,
          "log10_pvalue": -0.3761745271160539,
          "inference": "Homoskedastic nested-model F",
          "observations": 191,
          "design_columns": 8,
          "restricted_design_columns": 7,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 190.58605823867572,
          "rss_restricted": 191.34378840623452,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.10936564560306679,
                -0.278110364291428,
                0.056739691207750124,
                -0.10634784520154088,
                -0.12240887705435013,
                -0.29928572174095064
              ],
              [
                -0.10936564560306679,
                -0.278110364291428,
                0.056739691207750124,
                -0.10634784520154088,
                -0.12240887705435013,
                -0.29928572174095064
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ],
              [
                0.0044651679945906676,
                -0.0773968607102083,
                0.518367373895039,
                -0.18888857674667817,
                -0.15071959653936487,
                0.016916391504693016
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 2.202522975839744
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 1.1616962315154475
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.6837326325650839
            }
          ]
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unidentified",
          "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
          "parameters": {},
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Matrix completion",
          "class": "MatrixCompletion",
          "parameters": {
            "lambda_fraction": 0.25,
            "max_iterations": 1000,
            "tolerance": 1e-12
          },
          "partial_pooling": {
            "parameter": null,
            "value": null,
            "status": "not_applicable",
            "fit_scope": "Joint untreated-cell fit",
            "within_cohort_target": null,
            "cross_cohort_partial_pooling": false,
            "shared_structure": "Low-rank matrix and unit/time effects",
            "note": "Regularization penalties are not partial-pooling parameters."
          },
          "estimate": 0.03126069592351359,
          "event_study": [
            {
              "event_time": -3,
              "estimate": -0.06475456716263023,
              "raw_gap": -0.06475456716263023,
              "n": 1,
              "n_cells": 1,
              "weight_sum": 1.0,
              "relative_to_minus_one": -0.07578840229701292
            },
            {
              "event_time": -2,
              "estimate": -0.01643161078273793,
              "raw_gap": -0.01643161078273793,
              "n": 9,
              "n_cells": 4,
              "weight_sum": 9.0,
              "relative_to_minus_one": -0.02746544591712062
            },
            {
              "event_time": -1,
              "estimate": 0.011033835134382693,
              "raw_gap": 0.011033835134382693,
              "n": 30,
              "n_cells": 10,
              "weight_sum": 30.0,
              "relative_to_minus_one": 0.0
            },
            {
              "event_time": 0,
              "estimate": 0.009285726766817399,
              "raw_gap": 0.009285726766817399,
              "n": 47,
              "n_cells": 10,
              "weight_sum": 47.0,
              "relative_to_minus_one": -0.0017481083675652941
            },
            {
              "event_time": 1,
              "estimate": 0.027871656401144203,
              "raw_gap": 0.027871656401144203,
              "n": 34,
              "n_cells": 6,
              "weight_sum": 34.0,
              "relative_to_minus_one": 0.01683782126676151
            },
            {
              "event_time": 2,
              "estimate": 0.07084865778990271,
              "raw_gap": 0.07084865778990271,
              "n": 29,
              "n_cells": 4,
              "weight_sum": 29.0,
              "relative_to_minus_one": 0.05981482265552002
            }
          ],
          "package_event_study": {
            "event_time": [
              -3.0,
              -2.0,
              -1.0,
              0.0,
              1.0,
              2.0
            ],
            "estimate": [
              -0.06475456716263023,
              0.0116650672587107,
              0.0018094797125092447,
              -0.0186105568427103,
              0.10968251736785857,
              0.25902618603119254
            ],
            "n": [
              1.0,
              4.0,
              10.0,
              10.0,
              6.0,
              4.0
            ]
          },
          "sdid_pre_gap_correction": [],
          "diagnostics": {
            "converged": true,
            "iterations": 96,
            "termination_reason": "Relative objective tolerance reached",
            "objective": 0.014985314319123803,
            "lambda_l": 0.013206273200532003,
            "singular_values": [
              0.604779821247377,
              0.31555742806839304,
              0.0,
              0.0
            ],
            "history_objective": [
              0.015379364265298083,
              0.015104010497434685,
              0.015029162881847592,
              0.015007994045877694,
              0.014999939863811974,
              0.014995750197646963,
              0.014993080694393592,
              0.014991204410531712,
              0.014989827161136591,
              0.014988795325576183,
              0.01498801349813187,
              0.014987416647196059,
              0.014986958362104242,
              0.014986604732693514,
              0.014986330645590792,
              0.014986117335445585,
              0.01498595068566414,
              0.014985820017136345,
              0.014985717210851669,
              0.014985636065627042,
              0.01498557182432795,
              0.014985520822247578,
              0.01498548022478708,
              0.014985447830836114,
              0.014985421924747031,
              0.014985401164418533,
              0.01498538449632754,
              0.01498537109075547,
              0.014985360292208682,
              0.014985351581316484,
              0.014985344545434012,
              0.014985338855873135,
              0.014985334250200277,
              0.014985330518423223,
              0.014985327492174188,
              0.014985325036210705,
              0.014985323041716042,
              0.014985321421002147,
              0.014985320103309297,
              0.01498531903146653,
              0.014985318159229967,
              0.014985317449156233,
              0.01498531687089996,
              0.01498531639984812,
              0.014985316016022456,
              0.014985315703196129,
              0.014985315448181533,
              0.01498531524025546,
              0.01498531507069448,
              0.01498531493239903,
              0.01498531481958905,
              0.014985314727557132,
              0.014985314652468325,
              0.014985314591197705,
              0.014985314541198206,
              0.014985314500393414,
              0.01498531446709027,
              0.014985314439908077,
              0.014985314417720644,
              0.014985314399609363,
              0.01498531438482475,
              0.014985314372755335,
              0.014985314362902135,
              0.01498531435485798,
              0.014985314348290526,
              0.014985314342928595,
              0.014985314338550793,
              0.014985314334976435,
              0.014985314332058002,
              0.01498531432967511,
              0.014985314327729437,
              0.014985314326140763,
              0.014985314324843556,
              0.01498531432378434,
              0.014985314322919432,
              0.014985314322213198,
              0.014985314321636505,
              0.014985314321165611,
              0.014985314320781096,
              0.014985314320467097,
              0.014985314320210698,
              0.014985314320001334,
              0.014985314319830363,
              0.014985314319690758,
              0.014985314319576752,
              0.014985314319483661,
              0.014985314319407639,
              0.014985314319345563,
              0.014985314319294863,
              0.014985314319253467,
              0.014985314319219662,
              0.014985314319192066,
              0.014985314319169517,
              0.014985314319151108,
              0.014985314319136085,
              0.014985314319123803
            ],
            "history_rmse": [
              0.059408302371265403,
              0.0565050519258042,
              0.05453059551901022,
              0.05370163679862153,
              0.05334403257076803,
              0.0531913869701709,
              0.05313041831228884,
              0.05311077754841326,
              0.05310950581457472,
              0.05311597881176114,
              0.053125259815465654,
              0.05313508091938762,
              0.05314444104367824,
              0.05315294271765974,
              0.05316047374035139,
              0.05316705283754596,
              0.05317275453005064,
              0.05317767274619459,
              0.053181903558156544,
              0.05318553740042859,
              0.053188655979383694,
              0.05319133147277475,
              0.05319362680934553,
              0.053195596418692835,
              0.05319728714620427,
              0.05319873918363284,
              0.05319998694568284,
              0.05320105986382987,
              0.053201983089228744,
              0.053202778106693126,
              0.053203463266382485,
              0.053204054241616935,
              0.0532045644215888,
              0.053205005247353415,
              0.053205386498778456,
              0.0532057165393128,
              0.05320600252460197,
              0.05320625058019862,
              0.05320646595289712,
              0.05320665313958915,
              0.05320681599698073,
              0.0532069578350158,
              0.053207081496445374,
              0.05320718942460932,
              0.05320728372119513,
              0.05320736619547375,
              0.05320743840628498,
              0.053207501697855056,
              0.05320755723036858,
              0.053207606006072536,
              0.05320764889158145,
              0.05320768663694131,
              0.05320771989193756,
              0.053207749220051705,
              0.05320777511041173,
              0.05320779798803478,
              0.05320781822260982,
              0.05320783613603324,
              0.053207852008880174,
              0.053207866085967205,
              0.05320787858113438,
              0.05320788968136362,
              0.05320789955032445,
              0.05320790833143243,
              0.05320791615048736,
              0.05320792311795375,
              0.053207929330929694,
              0.05320793487485295,
              0.05320793982497663,
              0.053207944247651,
              0.053207948201432716,
              0.05320795173805235,
              0.05320795490325158,
              0.05320795773751536,
              0.053207960276707975,
              0.05320796255262894,
              0.05320796459349748,
              0.053207966424377015,
              0.05320796806754596,
              0.053207969542822565,
              0.053207970867850445,
              0.053207972058348284,
              0.05320797312833027,
              0.0532079740902988,
              0.05320797495541517,
              0.05320797573365022,
              0.05320797643391537,
              0.05320797706418119,
              0.05320797763157993,
              0.05320797814249719,
              0.05320797860265303,
              0.05320797901717383,
              0.05320797939065564,
              0.05320797972722147,
              0.05320798003057129,
              0.05320798030402591
            ],
            "n_observed": 48,
            "n_missing": 16,
            "n_treated_observed": 20,
            "n_untreated_observed": 28
          },
          "checks": {
            "scalar_vs_treated_cell_average": 4.163336342344337e-17,
            "native_scalar_vs_unweighted_matrix_average": 0.0
          },
          "native_matrix_att": 0.07540471399524093,
          "matrix_preparation": {
            "source_rows": 191,
            "matrix_shape": [
              16,
              4
            ],
            "observed_cells": 48,
            "missing_cells": 16,
            "repeated_cells": 38,
            "minimum_cell_count": 1,
            "maximum_cell_count": 17,
            "observation_mass": 191.0,
            "treated_observation_mass": 110.0,
            "within_cell_aggregation": "Observation-weighted outcome mean",
            "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting",
            "reporting_weights": "Sum of original observation weights per treated unit-period"
          },
          "seconds": 0.0006253747269511223,
          "crabbymetrics": "0.9.1",
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          },
          "normalization": "Original source outcome / source SD; no mean subtraction",
          "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights",
          "status": "estimated"
        },
        {
          "method": "Horizontal ridge",
          "status": "unidentified",
          "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
          "parameters": {
            "penalty": 1.0
          },
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": -0.18520047564986342,
        "SE": 0.39534645345353947,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": -0.145884795048424,
        "SE": 0.320514324103734,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.00486684880324721,
        "SE": 0.3832120397434013,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.012421380811847016,
        "SE": 0.3373255552622873,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.03126069592351359,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    },
    "scalar_ranges": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": -0.18520047564986342,
        "SE": 0.39534645345353947,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": "",
        "lower": -1.0278614942020794,
        "upper": 0.6574605429023525,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": -0.145884795048424,
        "SE": 0.320514324103734,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.8290449055047265,
        "upper": 0.5372753154078785,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": -0.00486684880324721,
        "SE": 0.3832120397434013,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.8216639767673547,
        "upper": 0.8119302791608604,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.012421380811847016,
        "SE": 0.3373255552622873,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.7065710206576543,
        "upper": 0.7314137822813485,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID (equal event-time)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 0.03126069592351359,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      }
    ],
    "reporting_source": {
      "path": "templates/reporting/comparison_report.py",
      "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce"
    }
  },
  "finished": 1791602643.076885,
  "scalar_ranges": [
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Static TWFE",
      "Estimate (SDs)": -0.18520047564986342,
      "SE": 0.39534645345353947,
      "Aggregation": "Coefficient",
      "Event study": "No",
      "Status": "estimated",
      "Note": "",
      "lower": -1.0278614942020794,
      "upper": 0.6574605429023525,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Dynamic TWFE",
      "Estimate (SDs)": -0.145884795048424,
      "SE": 0.320514324103734,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.8290449055047265,
      "upper": 0.5372753154078785,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "BJS / did2s",
      "Estimate (SDs)": -0.00486684880324721,
      "SE": 0.3832120397434013,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.8216639767673547,
      "upper": 0.8119302791608604,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Sun\u2013Abraham",
      "Estimate (SDs)": 0.012421380811847016,
      "SE": 0.3373255552622873,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.7065710206576543,
      "upper": 0.7314137822813485,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "CS-DID (equal event-time)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Equal post-event times",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "SDID",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Matrix completion",
      "Estimate (SDs)": 0.03126069592351359,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Horizontal ridge",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (cohort-averaged)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (individual)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    }
  ]
}