{
  "study_id": 1,
  "specification_id": "S01-P067",
  "source_specification_id": "CI-T5-B-C06",
  "role": "active_comparison",
  "published_source_location": "Table 5, panel B, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49",
  "outcome_label": "Skeptical of markets [follow-up survey sample]",
  "outcome_variable": "",
  "treatment_label": "New Curriculum indicator (newcurr)",
  "unit_fixed_effects": "Province",
  "time_fixed_effects": "High-school entry cohort",
  "allowed_adjustments": "",
  "published_weights": "",
  "published_clustering": "Province x high-school-entry cohort (proXcoh)",
  "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort",
  "design": "repeated_cross_section",
  "descriptive_metadata_status": "recorded_source_fields",
  "title": "Curriculum and Ideology",
  "status": "ready",
  "reason": "",
  "config": "analyses/full-archive/configs/S01-P067.json",
  "input_bytes": 33653,
  "specification_type": "twfe_scalar",
  "run_status": "completed",
  "expanded_status": "processed",
  "expanded_reason": null,
  "regression_result": {
    "schema": "did-replication-v2",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Skeptical of markets [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "latest_cohort_control": true,
      "slug": "s01-p067",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Skeptical of markets [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C06",
      "specification_id": "S01-P067",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C06.csv",
      "output_dir": "analyses/full-archive/results/S01-P067"
    },
    "source": {
      "file": "CI-T5-B-C06.csv",
      "bytes": 33653,
      "sha256": "7c92fb59a7b234ae29d0671b026d0e0b2b26ff587d81b09a84bef6fe771b063c"
    },
    "versions": {
      "pyfixest": "0.60.0",
      "polars": "2.0.0",
      "duckreg": "0.4.1",
      "numpy": "2.5.3",
      "pandas": "3.0.6"
    },
    "specifications": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 303,
          "source_sd": 0.45622292465641817,
          "rows": 173,
          "units": 16,
          "clusters": 16,
          "treated_units": 9,
          "never_treated_units": 7,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 45,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.4448736019775512,
            "se": 0.28926475842925403,
            "pvalue": 0.1448866785941504,
            "lower": -0.17167963592294067,
            "upper": 1.061426839878043
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.21795495794001568,
            "se": 0.39703480060247887,
            "pvalue": 0.591113738037076,
            "lower": -0.6283046873755542,
            "upper": 1.0642146032555855
          },
          {
            "method": "BJS / did2s",
            "estimate": 1.180187867378005,
            "se": 0.5223229806738251,
            "pvalue": 0.03916639647149541,
            "lower": 0.06688278758535282,
            "upper": 2.293492947170657
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.34165081521349516,
            "se": 0.1921776489940919,
            "pvalue": 0.09571298265402448,
            "lower": -0.06796614740170814,
            "upper": 0.7512677778286985
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": 0.3645807025671674,
              "se": 0.32661518398187966,
              "pvalue": 0.28188246526650607,
              "lower": -0.3315830829039326,
              "upper": 1.0607444880382675
            },
            {
              "event_time": 0,
              "estimate": 0.3132325393890894,
              "se": 0.32939145594054686,
              "pvalue": 0.35670536204244024,
              "lower": -0.3888487296866621,
              "upper": 1.015313808464841
            },
            {
              "event_time": 1,
              "estimate": 0.0877422632929483,
              "se": 0.5250822039793812,
              "pvalue": 0.8695217033949288,
              "lower": -1.0314439617604294,
              "upper": 1.206928488346326
            },
            {
              "event_time": 2,
              "estimate": -0.12431688920620085,
              "se": 0.6612023591366452,
              "pvalue": 0.8533836690422011,
              "lower": -1.533636357111055,
              "upper": 1.2850025786986534
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": 0.03788914889787574,
              "se": 0.19095658113950248,
              "pvalue": 0.8453825159262421,
              "lower": -0.3691251691935653,
              "upper": 0.4449034669893168
            },
            {
              "event_time": -1,
              "estimate": -0.01105100682466115,
              "se": 0.054650051771366205,
              "pvalue": 0.8424664439213387,
              "lower": -0.12753483483755787,
              "upper": 0.10543282118823558
            },
            {
              "event_time": 0,
              "estimate": 0.9283097039470364,
              "se": 0.42816610293889595,
              "pvalue": 0.046644231856338855,
              "lower": 0.015695258413826352,
              "upper": 1.8409241494802464
            },
            {
              "event_time": 1,
              "estimate": 1.5244213574003291,
              "se": 0.7102687324435732,
              "pvalue": 0.0486181699244907,
              "lower": 0.010519390408156859,
              "upper": 3.0383233243925014
            },
            {
              "event_time": 2,
              "estimate": 1.1270323102202844,
              "se": 0.7498360452658673,
              "pvalue": 0.1535889104755849,
              "lower": -0.4712053877059881,
              "upper": 2.725270008146557
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": 0.24000396233790372,
              "se": 0.46952761921084235,
              "pvalue": 0.6166797611172704,
              "lower": -0.7607704682568097,
              "upper": 1.2407783929326173
            },
            {
              "event_time": 0,
              "estimate": 0.3844487553343217,
              "se": 0.20743784108868976,
              "pvalue": 0.08361013397929352,
              "lower": -0.05769453678606712,
              "upper": 0.8265920474547106
            },
            {
              "event_time": 1,
              "estimate": 0.28316029704836554,
              "se": 0.3542822378540404,
              "pvalue": 0.4366190345289171,
              "lower": -0.4719744178255293,
              "upper": 1.0382950119222603
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5774647887323944,
            0.4225352112676056
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 3.3306690738754696e-16,
          "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17,
          "saturated_vs_deviations_relative_rss_difference": 4.2247237110996423e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.04895856555079322,
          "df_num": 1,
          "df_den": 147,
          "pvalue": 0.8251925142753511,
          "log10_pvalue": -0.08344472037854407,
          "inference": "Homoskedastic nested-model F",
          "observations": 173,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 134.54943505882522,
          "rss_restricted": 134.5942469454657,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.31853105685831296,
                0.04791411336590533,
                -0.10255860376111078,
                -0.06709111270224362,
                -0.29953631835478495,
                0.11712455127374358
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.5929677594946636
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 0.37106650759127335
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.17625243460445886
            }
          ]
        }
      }
    },
    "code_sha256": {
      "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4",
      "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0",
      "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb"
    }
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "Skeptical of markets [follow-up survey sample]",
        "d": "New Curriculum indicator (newcurr)"
      },
      "allow_repeated_cells": true,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "s01-p067",
      "study_id": 1,
      "study": "Curriculum and Ideology",
      "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951",
      "description": "Skeptical of markets [follow-up survey sample]",
      "source_specification_id": "CI-T5-B-C06",
      "specification_id": "S01-P067",
      "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C06.csv",
      "output_dir": "analyses/archive-expanded/fits/S01-P067"
    },
    "options": {
      "output_dir": "analyses/archive-expanded/fits/S01-P067",
      "regression_results": "analyses/archive-expanded/baselines/S01-P067.json",
      "display_window": [
        -10,
        10
      ],
      "timeout_seconds": 3600
    },
    "source": {
      "file": "CI-T5-B-C06.csv",
      "bytes": 33653,
      "sha256": "7c92fb59a7b234ae29d0671b026d0e0b2b26ff587d81b09a84bef6fe771b063c"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 303,
          "source_sd": 0.45622292465641817,
          "rows": 173,
          "units": 16,
          "clusters": 16,
          "treated_units": 9,
          "never_treated_units": 7,
          "treated_cohorts": 3,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 45,
          "unsupported_prediction_rows_removed": 0,
          "initially_treated_units_removed": 12,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 0,
          "additional_rows_removed": 0,
          "rows_without_never_control_time_fe_removed": 0
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.4448736019775512,
            "se": 0.28926475842925403,
            "pvalue": 0.1448866785941504,
            "lower": -0.17167963592294067,
            "upper": 1.061426839878043
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.21795495794001568,
            "se": 0.39703480060247887,
            "pvalue": 0.591113738037076,
            "lower": -0.6283046873755542,
            "upper": 1.0642146032555855
          },
          {
            "method": "BJS / did2s",
            "estimate": 1.180187867378005,
            "se": 0.5223229806738251,
            "pvalue": 0.03916639647149541,
            "lower": 0.06688278758535282,
            "upper": 2.293492947170657
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.34165081521349516,
            "se": 0.1921776489940919,
            "pvalue": 0.09571298265402448,
            "lower": -0.06796614740170814,
            "upper": 0.7512677778286985
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -2,
              "estimate": 0.3645807025671674,
              "se": 0.32661518398187966,
              "pvalue": 0.28188246526650607,
              "lower": -0.3315830829039326,
              "upper": 1.0607444880382675
            },
            {
              "event_time": 0,
              "estimate": 0.3132325393890894,
              "se": 0.32939145594054686,
              "pvalue": 0.35670536204244024,
              "lower": -0.3888487296866621,
              "upper": 1.015313808464841
            },
            {
              "event_time": 1,
              "estimate": 0.0877422632929483,
              "se": 0.5250822039793812,
              "pvalue": 0.8695217033949288,
              "lower": -1.0314439617604294,
              "upper": 1.206928488346326
            },
            {
              "event_time": 2,
              "estimate": -0.12431688920620085,
              "se": 0.6612023591366452,
              "pvalue": 0.8533836690422011,
              "lower": -1.533636357111055,
              "upper": 1.2850025786986534
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -2,
              "estimate": 0.03788914889787574,
              "se": 0.19095658113950248,
              "pvalue": 0.8453825159262421,
              "lower": -0.3691251691935653,
              "upper": 0.4449034669893168
            },
            {
              "event_time": -1,
              "estimate": -0.01105100682466115,
              "se": 0.054650051771366205,
              "pvalue": 0.8424664439213387,
              "lower": -0.12753483483755787,
              "upper": 0.10543282118823558
            },
            {
              "event_time": 0,
              "estimate": 0.9283097039470364,
              "se": 0.42816610293889595,
              "pvalue": 0.046644231856338855,
              "lower": 0.015695258413826352,
              "upper": 1.8409241494802464
            },
            {
              "event_time": 1,
              "estimate": 1.5244213574003291,
              "se": 0.7102687324435732,
              "pvalue": 0.0486181699244907,
              "lower": 0.010519390408156859,
              "upper": 3.0383233243925014
            },
            {
              "event_time": 2,
              "estimate": 1.1270323102202844,
              "se": 0.7498360452658673,
              "pvalue": 0.1535889104755849,
              "lower": -0.4712053877059881,
              "upper": 2.725270008146557
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -2,
              "estimate": 0.24000396233790372,
              "se": 0.46952761921084235,
              "pvalue": 0.6166797611172704,
              "lower": -0.7607704682568097,
              "upper": 1.2407783929326173
            },
            {
              "event_time": 0,
              "estimate": 0.3844487553343217,
              "se": 0.20743784108868976,
              "pvalue": 0.08361013397929352,
              "lower": -0.05769453678606712,
              "upper": 0.8265920474547106
            },
            {
              "event_time": 1,
              "estimate": 0.28316029704836554,
              "se": 0.3542822378540404,
              "pvalue": 0.4366190345289171,
              "lower": -0.4719744178255293,
              "upper": 1.0382950119222603
            }
          ]
        },
        "target": {
          "event_times": [
            0,
            1
          ],
          "weights": [
            0.5774647887323944,
            0.4225352112676056
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 3.3306690738754696e-16,
          "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17,
          "saturated_vs_deviations_relative_rss_difference": 4.2247237110996423e-16
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "F": 0.04895856555079322,
          "df_num": 1,
          "df_den": 147,
          "pvalue": 0.8251925142753511,
          "log10_pvalue": -0.08344472037854407,
          "inference": "Homoskedastic nested-model F",
          "observations": 173,
          "design_columns": 7,
          "restricted_design_columns": 6,
          "fixed_effect_rank": 19,
          "covariance_rank": 1,
          "rss_unrestricted": 134.54943505882522,
          "rss_restricted": 134.5942469454657,
          "test_horizon": null,
          "reference_cohort": 2,
          "pyfixest": "0.27.0",
          "formulaic": "1.0.2",
          "design_head": {
            "index": [
              0,
              1,
              2,
              3,
              4
            ],
            "columns": [
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.1.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.2.0]",
              "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3",
              "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3"
            ],
            "data": [
              [
                -0.31853105685831296,
                0.04791411336590533,
                -0.10255860376111078,
                -0.06709111270224362,
                -0.29953631835478495,
                0.11712455127374358
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ],
              [
                -0.08024578957981904,
                0.5350862348794547,
                -0.2064755876126421,
                -0.1536492145802712,
                0.01197977020532352,
                0.09721627485639046
              ]
            ]
          },
          "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe",
          "restriction_names": [
            "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3"
          ],
          "deviations": [
            {
              "event_time": -2.0,
              "cohort": 3,
              "estimate": 0.5929677594946636
            },
            {
              "event_time": 0.0,
              "cohort": 3,
              "estimate": 0.37106650759127335
            },
            {
              "event_time": 1.0,
              "cohort": 3,
              "estimate": 0.17625243460445886
            }
          ]
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unidentified",
          "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
          "parameters": {},
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Matrix completion",
          "class": "MatrixCompletion",
          "parameters": {
            "lambda_fraction": 0.25,
            "max_iterations": 1000,
            "tolerance": 1e-12
          },
          "partial_pooling": {
            "parameter": null,
            "value": null,
            "status": "not_applicable",
            "fit_scope": "Joint untreated-cell fit",
            "within_cohort_target": null,
            "cross_cohort_partial_pooling": false,
            "shared_structure": "Low-rank matrix and unit/time effects",
            "note": "Regularization penalties are not partial-pooling parameters."
          },
          "estimate": 1.5098781932986634,
          "event_study": [
            {
              "event_time": -2,
              "estimate": -0.04091376054447414,
              "raw_gap": -0.04091376054447414,
              "n": 7,
              "n_cells": 3,
              "weight_sum": 7.0,
              "relative_to_minus_one": -0.05693421836570681
            },
            {
              "event_time": -1,
              "estimate": 0.016020457821232664,
              "raw_gap": 0.016020457821232664,
              "n": 24,
              "n_cells": 9,
              "weight_sum": 24.0,
              "relative_to_minus_one": 0.0
            },
            {
              "event_time": 0,
              "estimate": 1.0683607275729332,
              "raw_gap": 1.0683607275729332,
              "n": 41,
              "n_cells": 9,
              "weight_sum": 41.0,
              "relative_to_minus_one": 1.0523402697517006
            },
            {
              "event_time": 1,
              "estimate": 1.9951740000376323,
              "raw_gap": 1.9951740000376323,
              "n": 30,
              "n_cells": 6,
              "weight_sum": 30.0,
              "relative_to_minus_one": 1.9791535422163997
            },
            {
              "event_time": 2,
              "estimate": 1.6364261180338724,
              "raw_gap": 1.6364261180338724,
              "n": 28,
              "n_cells": 4,
              "weight_sum": 28.0,
              "relative_to_minus_one": 1.6204056602126398
            }
          ],
          "package_event_study": {
            "event_time": [
              -2.0,
              -1.0,
              0.0,
              1.0,
              2.0
            ],
            "estimate": [
              -0.0005263097477850032,
              0.0001753282679068935,
              0.8929272304190348,
              1.2986780531085775,
              1.222933769338863
            ],
            "n": [
              3.0,
              9.0,
              9.0,
              6.0,
              4.0
            ]
          },
          "sdid_pre_gap_correction": [],
          "diagnostics": {
            "converged": true,
            "iterations": 139,
            "termination_reason": "Relative objective tolerance reached",
            "objective": 0.07033952459246148,
            "lambda_l": 0.03230400599259366,
            "singular_values": [
              1.4438372372695312,
              0.31363489062164246,
              0.0,
              0.0
            ],
            "history_objective": [
              0.0834570487780087,
              0.07788785867163701,
              0.0757437657935888,
              0.07459458032614628,
              0.07380551978798484,
              0.07321102830384353,
              0.07274310907251758,
              0.07236413047096799,
              0.0720511639409158,
              0.07178941806076661,
              0.07156878251260435,
              0.07138193696019095,
              0.07122330679171357,
              0.07108847465715973,
              0.07097383700333351,
              0.07087639431672056,
              0.07079361634952808,
              0.07072335078512691,
              0.07066375793550357,
              0.07061326159945516,
              0.07057051035878037,
              0.0705343459400531,
              0.07050377662651587,
              0.07047795449376239,
              0.0704561557005385,
              0.07043776332895585,
              0.07042225241791926,
              0.0704091769182384,
              0.07039815834665678,
              0.07038887594575122,
              0.07038105817684027,
              0.07037447538879335,
              0.07036893351950073,
              0.07036426869985181,
              0.07036034264274156,
              0.07035703871188498,
              0.07035425857694284,
              0.07035191937249764,
              0.07034995128863787,
              0.07034829553024474,
              0.07034690259048877,
              0.07034573079154673,
              0.07034474505217442,
              0.07034391584758215,
              0.07034321833211142,
              0.07034263159959056,
              0.07034213806001778,
              0.0703417229144543,
              0.07034137371277978,
              0.070341079981323,
              0.07034083290938824,
              0.07034062508540583,
              0.0703404502748806,
              0.07034030323353782,
              0.07034017955010118,
              0.0703400755140143,
              0.070339988004154,
              0.0703399143952098,
              0.0703398524789271,
              0.07033980039785769,
              0.07033975658963101,
              0.07033971974007767,
              0.07033968874379903,
              0.07033966267100032,
              0.07033964073959327,
              0.07033962229173019,
              0.07033960677406623,
              0.07033959372115776,
              0.07033958274149794,
              0.07033957350577083,
              0.0703395657369719,
              0.07033955920209783,
              0.07033955370515677,
              0.07033954908128885,
              0.0703395451918206,
              0.07033954192010566,
              0.07033953916802535,
              0.07033953685304606,
              0.07033953490574334,
              0.07033953326771966,
              0.07033953188985315,
              0.07033953073082382,
              0.07033952975587465,
              0.07033952893576909,
              0.07033952824591416,
              0.07033952766562296,
              0.07033952717749414,
              0.07033952676689031,
              0.0703395264214987,
              0.0703395261309622,
              0.07033952588656865,
              0.07033952568098953,
              0.07033952550806036,
              0.07033952536259565,
              0.07033952524023346,
              0.07033952513730467,
              0.07033952505072283,
              0.07033952497789184,
              0.0703395249166277,
              0.07033952486509341,
              0.0703395248217437,
              0.07033952478527872,
              0.07033952475460498,
              0.0703395247288028,
              0.0703395247070984,
              0.07033952468884111,
              0.07033952467348334,
              0.07033952466056467,
              0.07033952464969771,
              0.07033952464055665,
              0.07033952463286727,
              0.07033952462639914,
              0.07033952462095824,
              0.07033952461638147,
              0.07033952461253155,
              0.07033952460929305,
              0.07033952460656892,
              0.07033952460427738,
              0.07033952460234978,
              0.07033952460072836,
              0.07033952459936443,
              0.07033952459821712,
              0.07033952459725201,
              0.07033952459644015,
              0.07033952459575726,
              0.07033952459518283,
              0.07033952459469958,
              0.07033952459429314,
              0.07033952459395124,
              0.07033952459366356,
              0.07033952459342167,
              0.07033952459321814,
              0.07033952459304696,
              0.07033952459290298,
              0.07033952459278182,
              0.07033952459267993,
              0.07033952459259422,
              0.0703395245925221,
              0.07033952459246148
            ],
            "history_rmse": [
              0.14151019026260084,
              0.12829074570363605,
              0.12103730501756557,
              0.11900549156536401,
              0.11829966405561726,
              0.11795187381754481,
              0.11772234530830925,
              0.11754407742422537,
              0.11739533465670793,
              0.11726759563516971,
              0.11715671545702987,
              0.11706019672595046,
              0.11697623960626996,
              0.11690337791962058,
              0.11684033232223538,
              0.11678595084922402,
              0.11673918572851519,
              0.11669908467726196,
              0.11666478709383243,
              0.11663552105259048,
              0.1166105995733608,
              0.11658941581815897,
              0.11657143736897824,
              0.11655619990912962,
              0.11654330064402088,
              0.11653239174608657,
              0.11652317403815175,
              0.11651539106090895,
              0.11650882361200697,
              0.11650328479885855,
              0.11649861561397333,
              0.11649468101864272,
              0.11649136650601662,
              0.11648857510600925,
              0.11648622479039135,
              0.11648424623545812,
              0.11648258090076949,
              0.1164811793848918,
              0.11648000002217089,
              0.1164790076880571,
              0.11647817278400738,
              0.11647747037642948,
              0.11647687946730903,
              0.11647638237712567,
              0.11647596422328277,
              0.11647561247963882,
              0.11647531660479452,
              0.11647506772857964,
              0.11647485838776266,
              0.11647468230334834,
              0.11647453419297728,
              0.11647440961294547,
              0.11647430482519587,
              0.11647421668535701,
              0.11647414254851371,
              0.11647408018991294,
              0.11647402773824175,
              0.11647398361949356,
              0.11647394650973979,
              0.11647391529540593,
              0.11647388903984725,
              0.11647386695524056,
              0.1164738483789373,
              0.11647383275357283,
              0.11647381961034003,
              0.11647380855491592,
              0.11647379925562677,
              0.11647379143349405,
              0.11647378485386158,
              0.11647377931935315,
              0.11647377466394836,
              0.11647377074800218,
              0.11647376745405343,
              0.11647376468330188,
              0.11647376235264009,
              0.1164737603921642,
              0.11647375874307378,
              0.1164737573559096,
              0.11647375618906748,
              0.11647375520755299,
              0.11647375438193067,
              0.11647375368743884,
              0.11647375310325034,
              0.1164737526118454,
              0.11647375219848817,
              0.11647375185078146,
              0.1164737515582984,
              0.11647375131226892,
              0.1164737511053139,
              0.11647375093122798,
              0.11647375078479082,
              0.11647375066161061,
              0.11647375055799418,
              0.11647375047083405,
              0.11647375039751687,
              0.11647375033584359,
              0.11647375028396521,
              0.11647375024032647,
              0.11647375020361816,
              0.11647375017273988,
              0.11647375014676571,
              0.11647375012491666,
              0.11647375010653747,
              0.11647375009107754,
              0.11647375007807224,
              0.11647375006713319,
              0.11647375005793124,
              0.11647375005019063,
              0.11647375004367942,
              0.11647375003820232,
              0.11647375003359509,
              0.11647375002971928,
              0.11647375002645922,
              0.11647375002371718,
              0.11647375002141024,
              0.11647375001946972,
              0.11647375001783765,
              0.11647375001646446,
              0.11647375001530952,
              0.11647375001433788,
              0.116473750013521,
              0.11647375001283342,
              0.11647375001225532,
              0.11647375001176881,
              0.1164737500113596,
              0.1164737500110154,
              0.11647375001072563,
              0.11647375001048232,
              0.11647375001027743,
              0.11647375001010479,
              0.11647375000996014,
              0.11647375000983812,
              0.11647375000973562,
              0.11647375000964942,
              0.11647375000957658,
              0.11647375000951563,
              0.11647375000946426,
              0.11647375000942099,
              0.11647375000938483
            ],
            "n_observed": 45,
            "n_missing": 19,
            "n_treated_observed": 19,
            "n_untreated_observed": 26
          },
          "checks": {
            "scalar_vs_treated_cell_average": 0.0,
            "native_scalar_vs_unweighted_matrix_average": 0.0
          },
          "native_matrix_att": 1.090534129988328,
          "matrix_preparation": {
            "source_rows": 173,
            "matrix_shape": [
              16,
              4
            ],
            "observed_cells": 45,
            "missing_cells": 19,
            "repeated_cells": 36,
            "minimum_cell_count": 1,
            "maximum_cell_count": 16,
            "observation_mass": 173.0,
            "treated_observation_mass": 99.0,
            "within_cell_aggregation": "Observation-weighted outcome mean",
            "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting",
            "reporting_weights": "Sum of original observation weights per treated unit-period"
          },
          "seconds": 0.0006500827148556709,
          "crabbymetrics": "0.9.1",
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          },
          "normalization": "Original source outcome / source SD; no mean subtraction",
          "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights",
          "status": "estimated"
        },
        {
          "method": "Horizontal ridge",
          "status": "unidentified",
          "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
          "parameters": {
            "penalty": 1.0
          },
          "crabbymetrics_build": {
            "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc",
            "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd"
          }
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.4448736019775512,
        "SE": 0.28926475842925403,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.21795495794001568,
        "SE": 0.39703480060247887,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": 1.180187867378005,
        "SE": 0.5223229806738251,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.34165081521349516,
        "SE": 0.1921776489940919,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 1.5098781932986634,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    },
    "scalar_ranges": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.4448736019775512,
        "SE": 0.28926475842925403,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": "",
        "lower": -0.17167963592294067,
        "upper": 1.061426839878043,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.21795495794001568,
        "SE": 0.39703480060247887,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.6283046873755542,
        "upper": 1.0642146032555855,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": 1.180187867378005,
        "SE": 0.5223229806738251,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": 0.06688278758535282,
        "upper": 2.293492947170657,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.34165081521349516,
        "SE": 0.1921776489940919,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": -0.06796614740170814,
        "upper": 0.7512677778286985,
        "ci_level": 0.95,
        "inference": "Configured-cluster regression interval"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID (equal event-time)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": 1.5098781932986634,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": "",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
        "lower": null,
        "upper": null,
        "ci_level": null,
        "inference": "Not computed"
      }
    ],
    "reporting_source": {
      "path": "templates/reporting/comparison_report.py",
      "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce"
    }
  },
  "finished": 1791602637.5842218,
  "scalar_ranges": [
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Static TWFE",
      "Estimate (SDs)": 0.4448736019775512,
      "SE": 0.28926475842925403,
      "Aggregation": "Coefficient",
      "Event study": "No",
      "Status": "estimated",
      "Note": "",
      "lower": -0.17167963592294067,
      "upper": 1.061426839878043,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Dynamic TWFE",
      "Estimate (SDs)": 0.21795495794001568,
      "SE": 0.39703480060247887,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.6283046873755542,
      "upper": 1.0642146032555855,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "BJS / did2s",
      "Estimate (SDs)": 1.180187867378005,
      "SE": 0.5223229806738251,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": 0.06688278758535282,
      "upper": 2.293492947170657,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Sun\u2013Abraham",
      "Estimate (SDs)": 0.34165081521349516,
      "SE": 0.1921776489940919,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": -0.06796614740170814,
      "upper": 0.7512677778286985,
      "ci_level": 0.95,
      "inference": "Configured-cluster regression interval"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "CS-DID (equal event-time)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Equal post-event times",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "SDID",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Matrix completion",
      "Estimate (SDs)": 1.5098781932986634,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "Yes",
      "Status": "estimated",
      "Note": "",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Horizontal ridge",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unidentified",
      "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (cohort-averaged)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    },
    {
      "Outcome / treatment": "y__d",
      "Estimator": "Multisynth (individual)",
      "Estimate (SDs)": null,
      "SE": null,
      "Aggregation": "Treated cells",
      "Event study": "No",
      "Status": "unsupported",
      "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.",
      "lower": null,
      "upper": null,
      "ci_level": null,
      "inference": "Not computed"
    }
  ]
}