{ "study_id": 1, "specification_id": "S01-P062", "source_specification_id": "CI-T5-B-C01", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P062.json", "input_bytes": 48595, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p062", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C01", "specification_id": "S01-P062", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C01.csv", "output_dir": "analyses/full-archive/results/S01-P062" }, "source": { "file": "CI-T5-B-C01.csv", "bytes": 48595, "sha256": "a0630d86c0543eefc9dc86317967f6b33c98a5d9e532bd990b8d34f32452e6ee" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9988298934838884, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3008887212720041, "se": 0.31083588666172546, "pvalue": 0.3483947924612586, "lower": -0.3616422880968006, "upper": 0.9634197306408088 }, { "method": "Dynamic TWFE", "estimate": 0.4412438780784204, "se": 0.2623324119524252, "pvalue": 0.11326322984809588, "lower": -0.11790442216317615, "upper": 1.000392178320017 }, { "method": "BJS / did2s", "estimate": 0.9459750955934545, "se": 0.37739492812291625, "pvalue": 0.02418892808035738, "lower": 0.14157684754930033, "upper": 1.7503733436376088 }, { "method": "Sun\u2013Abraham", "estimate": 0.3473935080976446, "se": 0.18967622492873337, "pvalue": 0.08695712923805886, "lower": -0.056891795330198, "upper": 0.7516788115254871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2511315580458854, "se": 0.20967745699567317, "pvalue": 0.2496162511793888, "lower": -0.19578536238167166, "upper": 0.6980484784734424 }, { "event_time": -2, "estimate": 0.1776186893782767, "se": 0.3323516717598546, "pvalue": 0.6008763631919055, "lower": -0.5307721303602971, "upper": 0.8860095091168506 }, { "event_time": 0, "estimate": 0.32234141442229186, "se": 0.3184903055982283, "pvalue": 0.3275423875542638, "lower": -0.3565046027102459, "upper": 1.0011874315548297 }, { "event_time": 1, "estimate": 0.6056090484265981, "se": 0.2880375333947495, "pvalue": 0.05280273969257989, "lower": -0.008328421231799554, "upper": 1.2195465180849958 }, { "event_time": 2, "estimate": 0.4520134499230719, "se": 0.37252531782656606, "pvalue": 0.24374753547756997, "lower": -0.34200546946787347, "upper": 1.2460323693140172 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.5794458207597651, "se": 0.39757500502721055, "pvalue": 0.16560875837946934, "lower": -1.4268568845509386, "upper": 0.26796524303140845 }, { "event_time": -2, "estimate": -0.0575733281731729, "se": 0.10855995423389407, "pvalue": 0.6036416395560582, "lower": -0.2889633932909965, "upper": 0.1738167369446507 }, { "event_time": -1, "estimate": 0.03658685651504574, "se": 0.024987129320309, "pvalue": 0.16377372561520412, "lower": -0.016671948919570224, "upper": 0.0898456619496617 }, { "event_time": 0, "estimate": 0.6746109612923186, "se": 0.4086373129993102, "pvalue": 0.119539187561272, "lower": -0.19637885379882913, "upper": 1.5456007763834663 }, { "event_time": 1, "estimate": 1.3210961047744365, "se": 0.3662051306718749, "pvalue": 0.002585427534689409, "lower": 0.5405483454222104, "upper": 2.101643864126663 }, { "event_time": 2, "estimate": 0.8637219373079661, "se": 0.49849217304376636, "pvalue": 0.10365814953444494, "lower": -0.19878897839127485, "upper": 1.926232853007207 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.10073997867565491, "se": 0.3534311336968436, "pvalue": 0.7795157233702092, "lower": -0.6525806506291588, "upper": 0.8540606079804686 }, { "event_time": -2, "estimate": -0.06787349553190553, "se": 0.2780887899487898, "pvalue": 0.8104824655190007, "lower": -0.6606057204935216, "upper": 0.5248587294297105 }, { "event_time": 0, "estimate": 0.10088019620353345, "se": 0.1945223735543723, "pvalue": 0.6116022442532858, "lower": -0.3137344285101424, "upper": 0.5154948209172092 }, { "event_time": 1, "estimate": 0.6881619098336217, "se": 0.2791714316423823, "pvalue": 0.026254809594456523, "lower": 0.09312208872619387, "upper": 1.2832017309410495 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.2342257621139477e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.14916274158398224, "df_num": 1, "df_den": 164, "pvalue": 0.6998373490996154, "log10_pvalue": -0.1550028836950256, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 166.9680841403949, "rss_restricted": 167.1199464403181, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.8590981914694464 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.6436372911894186 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3060934281471371 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p062", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C01", "specification_id": "S01-P062", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P062" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P062", "regression_results": "analyses/archive-expanded/baselines/S01-P062.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C01.csv", "bytes": 48595, "sha256": "a0630d86c0543eefc9dc86317967f6b33c98a5d9e532bd990b8d34f32452e6ee" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9988298934838884, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3008887212720041, "se": 0.31083588666172546, "pvalue": 0.3483947924612586, "lower": -0.3616422880968006, "upper": 0.9634197306408088 }, { "method": "Dynamic TWFE", "estimate": 0.4412438780784204, "se": 0.2623324119524252, "pvalue": 0.11326322984809588, "lower": -0.11790442216317615, "upper": 1.000392178320017 }, { "method": "BJS / did2s", "estimate": 0.9459750955934545, "se": 0.37739492812291625, "pvalue": 0.02418892808035738, "lower": 0.14157684754930033, "upper": 1.7503733436376088 }, { "method": "Sun\u2013Abraham", "estimate": 0.3473935080976446, "se": 0.18967622492873337, "pvalue": 0.08695712923805886, "lower": -0.056891795330198, "upper": 0.7516788115254871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2511315580458854, "se": 0.20967745699567317, "pvalue": 0.2496162511793888, "lower": -0.19578536238167166, "upper": 0.6980484784734424 }, { "event_time": -2, "estimate": 0.1776186893782767, "se": 0.3323516717598546, "pvalue": 0.6008763631919055, "lower": -0.5307721303602971, "upper": 0.8860095091168506 }, { "event_time": 0, "estimate": 0.32234141442229186, "se": 0.3184903055982283, "pvalue": 0.3275423875542638, "lower": -0.3565046027102459, "upper": 1.0011874315548297 }, { "event_time": 1, "estimate": 0.6056090484265981, "se": 0.2880375333947495, "pvalue": 0.05280273969257989, "lower": -0.008328421231799554, "upper": 1.2195465180849958 }, { "event_time": 2, "estimate": 0.4520134499230719, "se": 0.37252531782656606, "pvalue": 0.24374753547756997, "lower": -0.34200546946787347, "upper": 1.2460323693140172 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.5794458207597651, "se": 0.39757500502721055, "pvalue": 0.16560875837946934, "lower": -1.4268568845509386, "upper": 0.26796524303140845 }, { "event_time": -2, "estimate": -0.0575733281731729, "se": 0.10855995423389407, "pvalue": 0.6036416395560582, "lower": -0.2889633932909965, "upper": 0.1738167369446507 }, { "event_time": -1, "estimate": 0.03658685651504574, "se": 0.024987129320309, "pvalue": 0.16377372561520412, "lower": -0.016671948919570224, "upper": 0.0898456619496617 }, { "event_time": 0, "estimate": 0.6746109612923186, "se": 0.4086373129993102, "pvalue": 0.119539187561272, "lower": -0.19637885379882913, "upper": 1.5456007763834663 }, { "event_time": 1, "estimate": 1.3210961047744365, "se": 0.3662051306718749, "pvalue": 0.002585427534689409, "lower": 0.5405483454222104, "upper": 2.101643864126663 }, { "event_time": 2, "estimate": 0.8637219373079661, "se": 0.49849217304376636, "pvalue": 0.10365814953444494, "lower": -0.19878897839127485, "upper": 1.926232853007207 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.10073997867565491, "se": 0.3534311336968436, "pvalue": 0.7795157233702092, "lower": -0.6525806506291588, "upper": 0.8540606079804686 }, { "event_time": -2, "estimate": -0.06787349553190553, "se": 0.2780887899487898, "pvalue": 0.8104824655190007, "lower": -0.6606057204935216, "upper": 0.5248587294297105 }, { "event_time": 0, "estimate": 0.10088019620353345, "se": 0.1945223735543723, "pvalue": 0.6116022442532858, "lower": -0.3137344285101424, "upper": 0.5154948209172092 }, { "event_time": 1, "estimate": 0.6881619098336217, "se": 0.2791714316423823, "pvalue": 0.026254809594456523, "lower": 0.09312208872619387, "upper": 1.2832017309410495 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.2342257621139477e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.14916274158398224, "df_num": 1, "df_den": 164, "pvalue": 0.6998373490996154, "log10_pvalue": -0.1550028836950256, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 166.9680841403949, "rss_restricted": 167.1199464403181, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.8590981914694464 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.6436372911894186 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3060934281471371 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5173313371416206, "event_study": [ { "event_time": -3, "estimate": -0.1033327657450647, "raw_gap": -0.1033327657450647, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.10644770064285218 }, { "event_time": -2, "estimate": 0.020806196787925668, "raw_gap": 0.020806196787925668, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": 0.017691261890138185 }, { "event_time": -1, "estimate": 0.003114934897787484, "raw_gap": 0.003114934897787484, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.35380147008615187, "raw_gap": 0.35380147008615187, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": 0.3506865351883644 }, { "event_time": 1, "estimate": 0.8369141105036273, "raw_gap": 0.8369141105036273, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 0.8337991756058398 }, { "event_time": 2, "estimate": 0.4076792494622688, "raw_gap": 0.4076792494622688, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.40456431456448133 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1033327657450647, 0.0047376709761947945, 0.00843826624605944, 0.43518865713734495, 0.7911834534583045, 0.6226634415487272 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 66, "termination_reason": "Relative objective tolerance reached", "objective": 0.02750211822382204, "lambda_l": 0.019673194618648505, "singular_values": [ 1.1519385061357525, 0.0, 0.0, 0.0 ], "history_objective": [ 0.0297735635256879, 0.02928126298978651, 0.028983049454561868, 0.028736795788430473, 0.028529995161799906, 0.0283552001465387, 0.028206354413001122, 0.02807833433039498, 0.027966955926943083, 0.027868969420637317, 0.027781954102639894, 0.02770414268164074, 0.02763423392117304, 0.027577675959586337, 0.027545596095258085, 0.027527654388752418, 0.027517370571625902, 0.02751138244711904, 0.027507833748120714, 0.02750569389664357, 0.02750438269185069, 0.027503567556237382, 0.027503054295336667, 0.027502727486616065, 0.02750251737974585, 0.0275023811782366, 0.027502292260407804, 0.027502233862372973, 0.02750219531356882, 0.02750216975798955, 0.027502152754702573, 0.027502141407021813, 0.027502133814234175, 0.027502128722795567, 0.027502125302391846, 0.027502123001017356, 0.027502121450541216, 0.02750212040480576, 0.027502119698842187, 0.027502119221881182, 0.02750211889942574, 0.027502118681304866, 0.02750211853369107, 0.027502118433754087, 0.027502118366072945, 0.027502118320224117, 0.027502118289157895, 0.027502118268104055, 0.02750211825383337, 0.02750211824415917, 0.027502118237600213, 0.027502118233152913, 0.027502118230137203, 0.027502118228092103, 0.02750211822670513, 0.02750211822576447, 0.027502118225126465, 0.027502118224693724, 0.027502118224400185, 0.027502118224201077, 0.027502118224066008, 0.02750211822397438, 0.027502118223912214, 0.02750211822387006, 0.02750211822384147, 0.02750211822382204 ], "history_rmse": [ 0.07493451536873486, 0.0738161734585375, 0.07381222752948868, 0.07394283620309058, 0.07411335034265414, 0.07428844959965533, 0.07445354720145393, 0.07460277996130671, 0.07473457541014256, 0.07484970237686799, 0.07495017898230104, 0.07503854297226381, 0.07511735491143186, 0.07424875859442857, 0.07264410808833566, 0.07172668149433079, 0.07112992996549546, 0.07071621635526129, 0.07042044069829496, 0.07020548743641782, 0.07004764990727222, 0.06993085997440103, 0.06984388933466958, 0.06977875604259466, 0.06972972233371698, 0.06969262900744383, 0.06966444002682944, 0.0696429254370021, 0.06962643798390486, 0.06961375433668057, 0.06960396139019501, 0.06959637431355735, 0.0695904771253138, 0.06958587936068908, 0.06958228430461907, 0.06957946558485162, 0.06957724984056515, 0.06957550382905436, 0.06957412479044885, 0.06957303321567232, 0.06957216739535316, 0.06957147929446642, 0.0695709314181437, 0.06957049442164168, 0.06957014528128277, 0.06956986588994048, 0.06956964197502322, 0.06956946226232692, 0.06956931782798488, 0.06956920159479235, 0.06956910793969821, 0.06956903238714827, 0.06956897136892931, 0.0695689220356535, 0.0695688821084569, 0.06956884976209261, 0.0695688235325818, 0.06956880224413088, 0.0695687849511863, 0.0695687708924123, 0.06956875945407556, 0.06956875014087073, 0.06956874255263362, 0.06956873636573128, 0.06956873131816474, 0.06956872719762922 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.5794820529159093, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005028340965509415, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3616422880968006, "upper": 0.9634197306408088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11790442216317615, "upper": 1.000392178320017, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14157684754930033, "upper": 1.7503733436376088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.056891795330198, "upper": 0.7516788115254871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602628.4059331, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3616422880968006, "upper": 0.9634197306408088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11790442216317615, "upper": 1.000392178320017, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14157684754930033, "upper": 1.7503733436376088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.056891795330198, "upper": 0.7516788115254871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }