{ "study_id": 1, "specification_id": "S01-P074", "source_specification_id": "CI-T5-C-C01", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P074.json", "input_bytes": 157399, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p074", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C01", "specification_id": "S01-P074", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C01.csv", "output_dir": "analyses/full-archive/results/S01-P074" }, "source": { "file": "CI-T5-C-C01.csv", "bytes": 157399, "sha256": "2292a67d302974778d0351f7ba650a050bcf3c598c2bd7943cb337413cbf8b46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1076, "source_sd": 1.0038277749194622, "rows": 683, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4105352415894667, "se": 0.14104040249783997, "pvalue": 0.009325972514862687, "lower": 0.11422035141728754, "upper": 0.7068501317616458 }, { "method": "Dynamic TWFE", "estimate": 0.4058581920621245, "se": 0.12544088083278745, "pvalue": 0.004590129191643252, "lower": 0.1423166807732717, "upper": 0.6693997033509773 }, { "method": "BJS / did2s", "estimate": 0.37046327835198456, "se": 0.13870551402359055, "pvalue": 0.015585616554127173, "lower": 0.07905380683686075, "upper": 0.6618727498671084 }, { "method": "Sun\u2013Abraham", "estimate": 0.45984172770274206, "se": 0.11093052920455639, "pvalue": 0.000607775152453933, "lower": 0.2267853339612874, "upper": 0.6928981214441967 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.33534432925747293, "se": 0.1124933572659968, "pvalue": 0.008009149312576002, "lower": -0.571684102918315, "upper": -0.0990045555966309 }, { "event_time": -2, "estimate": -0.15638945955856542, "se": 0.13783193408280028, "pvalue": 0.2714112438828219, "lower": -0.4459636077221705, "upper": 0.13318468860503963 }, { "event_time": 0, "estimate": 0.4292483830831133, "se": 0.125317721361987, "pvalue": 0.0030176689680087992, "lower": 0.16596562024092965, "upper": 0.692531145925297 }, { "event_time": 1, "estimate": 0.3635125223430622, "se": 0.13923775569311347, "pvalue": 0.017695334177249975, "lower": 0.07098485257370302, "upper": 0.6560401921124214 }, { "event_time": 2, "estimate": 0.42081910809032225, "se": 0.24239279822212947, "pvalue": 0.09963054063653852, "lower": -0.08842926409024826, "upper": 0.9300674802708928 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.17129915969884155, "se": 0.09588364634481636, "pvalue": 0.09086793979171957, "lower": -0.3727432256033433, "upper": 0.03014490620566021 }, { "event_time": -2, "estimate": 0.020623040474588517, "se": 0.056914909490504484, "pvalue": 0.7213109063758055, "lower": -0.09895074729233619, "upper": 0.14019682824151322 }, { "event_time": -1, "estimate": 0.02079872958203574, "se": 0.021167577443839538, "pvalue": 0.33884028418473106, "lower": -0.023672700408235804, "upper": 0.06527015957230728 }, { "event_time": 0, "estimate": 0.43568638495397716, "se": 0.13253427107565732, "pvalue": 0.004094027242508655, "lower": 0.15724221376384834, "upper": 0.714130556144106 }, { "event_time": 1, "estimate": 0.326611795313362, "se": 0.16014512657320532, "pvalue": 0.056359646566537615, "lower": -0.009840630741475842, "upper": 0.6630642213681999 }, { "event_time": 2, "estimate": 0.2831379123095163, "se": 0.27122414509171167, "pvalue": 0.3103377655883807, "lower": -0.286682871959194, "upper": 0.8529586965782265 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5093845885806233, "se": 0.19780075083539245, "pvalue": 0.019065108344836126, "lower": -0.9249485455869253, "upper": -0.09382063157432136 }, { "event_time": -2, "estimate": -0.1727928860227633, "se": 0.15525752566328174, "pvalue": 0.2803753576283431, "lower": -0.49897684360204053, "upper": 0.1533910715565139 }, { "event_time": 0, "estimate": 0.4907266890087258, "se": 0.10697636505440845, "pvalue": 0.00022857164765366407, "lower": 0.26597768588104787, "upper": 0.7154756921364037 }, { "event_time": 1, "estimate": 0.4348584241044823, "se": 0.11465425549029606, "pvalue": 0.001332658535534146, "lower": 0.1939787717374922, "upper": 0.6757380764714723 }, { "event_time": 2, "estimate": 0.4258242602216345, "se": 0.2758248241629196, "pvalue": 0.14003038284085212, "lower": -0.1536621921078522, "upper": 1.0053107125511211 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4780058651026393, 0.3313782991202346, 0.1906158357771261 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.025384162863872555, "df_num": 1, "df_den": 652, "pvalue": 0.8734628894882257, "log10_pvalue": -0.058755542006586246, "inference": "Homoskedastic nested-model F", "observations": 683, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 739.6194984888045, "rss_restricted": 739.6482939210238, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.33484544435644065 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05404965625332503 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.08095456952632889 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4186759127165261 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p074", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C01", "specification_id": "S01-P074", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P074" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P074", "regression_results": "analyses/archive-expanded/baselines/S01-P074.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "CI-T5-C-C01.csv", "bytes": 157399, "sha256": "2292a67d302974778d0351f7ba650a050bcf3c598c2bd7943cb337413cbf8b46" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1076, "source_sd": 1.0038277749194622, "rows": 683, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4105352415894667, "se": 0.14104040249783997, "pvalue": 0.009325972514862687, "lower": 0.11422035141728754, "upper": 0.7068501317616458 }, { "method": "Dynamic TWFE", "estimate": 0.4058581920621245, "se": 0.12544088083278745, "pvalue": 0.004590129191643252, "lower": 0.1423166807732717, "upper": 0.6693997033509773 }, { "method": "BJS / did2s", "estimate": 0.37046327835198456, "se": 0.13870551402359055, "pvalue": 0.015585616554127173, "lower": 0.07905380683686075, "upper": 0.6618727498671084 }, { "method": "Sun\u2013Abraham", "estimate": 0.45984172770274206, "se": 0.11093052920455639, "pvalue": 0.000607775152453933, "lower": 0.2267853339612874, "upper": 0.6928981214441967 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.33534432925747293, "se": 0.1124933572659968, "pvalue": 0.008009149312576002, "lower": -0.571684102918315, "upper": -0.0990045555966309 }, { "event_time": -2, "estimate": -0.15638945955856542, "se": 0.13783193408280028, "pvalue": 0.2714112438828219, "lower": -0.4459636077221705, "upper": 0.13318468860503963 }, { "event_time": 0, "estimate": 0.4292483830831133, "se": 0.125317721361987, "pvalue": 0.0030176689680087992, "lower": 0.16596562024092965, "upper": 0.692531145925297 }, { "event_time": 1, "estimate": 0.3635125223430622, "se": 0.13923775569311347, "pvalue": 0.017695334177249975, "lower": 0.07098485257370302, "upper": 0.6560401921124214 }, { "event_time": 2, "estimate": 0.42081910809032225, "se": 0.24239279822212947, "pvalue": 0.09963054063653852, "lower": -0.08842926409024826, "upper": 0.9300674802708928 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.17129915969884155, "se": 0.09588364634481636, "pvalue": 0.09086793979171957, "lower": -0.3727432256033433, "upper": 0.03014490620566021 }, { "event_time": -2, "estimate": 0.020623040474588517, "se": 0.056914909490504484, "pvalue": 0.7213109063758055, "lower": -0.09895074729233619, "upper": 0.14019682824151322 }, { "event_time": -1, "estimate": 0.02079872958203574, "se": 0.021167577443839538, "pvalue": 0.33884028418473106, "lower": -0.023672700408235804, "upper": 0.06527015957230728 }, { "event_time": 0, "estimate": 0.43568638495397716, "se": 0.13253427107565732, "pvalue": 0.004094027242508655, "lower": 0.15724221376384834, "upper": 0.714130556144106 }, { "event_time": 1, "estimate": 0.326611795313362, "se": 0.16014512657320532, "pvalue": 0.056359646566537615, "lower": -0.009840630741475842, "upper": 0.6630642213681999 }, { "event_time": 2, "estimate": 0.2831379123095163, "se": 0.27122414509171167, "pvalue": 0.3103377655883807, "lower": -0.286682871959194, "upper": 0.8529586965782265 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5093845885806233, "se": 0.19780075083539245, "pvalue": 0.019065108344836126, "lower": -0.9249485455869253, "upper": -0.09382063157432136 }, { "event_time": -2, "estimate": -0.1727928860227633, "se": 0.15525752566328174, "pvalue": 0.2803753576283431, "lower": -0.49897684360204053, "upper": 0.1533910715565139 }, { "event_time": 0, "estimate": 0.4907266890087258, "se": 0.10697636505440845, "pvalue": 0.00022857164765366407, "lower": 0.26597768588104787, "upper": 0.7154756921364037 }, { "event_time": 1, "estimate": 0.4348584241044823, "se": 0.11465425549029606, "pvalue": 0.001332658535534146, "lower": 0.1939787717374922, "upper": 0.6757380764714723 }, { "event_time": 2, "estimate": 0.4258242602216345, "se": 0.2758248241629196, "pvalue": 0.14003038284085212, "lower": -0.1536621921078522, "upper": 1.0053107125511211 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4780058651026393, 0.3313782991202346, 0.1906158357771261 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.025384162863872555, "df_num": 1, "df_den": 652, "pvalue": 0.8734628894882257, "log10_pvalue": -0.058755542006586246, "inference": "Homoskedastic nested-model F", "observations": 683, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 739.6194984888045, "rss_restricted": 739.6482939210238, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.33484544435644065 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05404965625332503 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.08095456952632889 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4186759127165261 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.34332108496807584, "se": 0.14040248075255257, "lower": 0.06813727935299463, "upper": 0.618504890583157 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3392788777721344, "se": 0.12601679776076866, "lower": 0.09229049271396009, "upper": 0.5862672628303087 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.33918822144136657, "se": 0.13055744461570248, "lower": 0.0833003320810069, "upper": 0.5950761108017262 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 341.0, "post_cells": 6, "estimate": 0.34738385756396195, "se": 0.12378200178438815, "lower": 0.10477559213228846, "upper": 0.5899921229956354 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.34332108496807584, "se": 0.14040248075255257, "lower": 0.06813727935299463, "upper": 0.618504890583157, "event_study": [ { "event_time": -3, "estimate": -0.42560504772002683, "se": 0.1642847040493874, "lower": -0.7475971508676477, "upper": -0.103612944572406, "relative_to_minus_one": -0.42560504772002683, "n": 0.0 }, { "event_time": -2, "estimate": 0.009169169117737377, "se": 0.17142689428526195, "lower": -0.3268213696629313, "upper": 0.345159707898406, "relative_to_minus_one": 0.009169169117737377, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3517021541166141, "se": 0.12774267068826986, "lower": 0.10133112027864472, "upper": 0.6020731879545835, "relative_to_minus_one": 0.3517021541166141, "n": 163.0 }, { "event_time": 1, "estimate": 0.29971970196350184, "se": 0.14157357159059378, "lower": 0.022240600483235062, "upper": 0.5771988034437686, "relative_to_minus_one": 0.29971970196350184, "n": 113.0 }, { "event_time": 2, "estimate": 0.3785413988241115, "se": 0.27417385401269395, "lower": -0.1588294805433112, "upper": 0.9159122781915341, "relative_to_minus_one": 0.3785413988241115, "n": 65.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.25026308444380857, "se": 0.15497135432267373, "event_time": 0, "mass": 65.0 }, { "group": 2, "year": 3, "att": 0.15231044734511423, "se": 0.17060103927038994, "event_time": 1, "mass": 69.0 }, { "group": 2, "year": 4, "att": 0.3785413988241115, "se": 0.27417385401269395, "event_time": 2, "mass": 65.0 }, { "group": 3, "year": 1, "att": 0.007903648022588295, "se": 0.2371950645883833, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.6376197009460121, "se": 0.20421502822127746, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.5259757671917247, "se": 0.1939876369861592, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.42560504772002683, "se": 0.1642847040493874, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.01101382698524282, "se": 0.2627760337161509, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.16188941122648043, "se": 0.2718967231973283, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.34738385756396195, "treated_cell_se": 0.12378200178438815, "checks": { "input_rows": 683, "retained_rows": 683, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.0580804580822587, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.46222828719488895, "event_study": [ { "event_time": -3, "estimate": -0.0887743256438843, "raw_gap": -0.0887743256438843, "n": 23, "n_cells": 4, "weight_sum": 23.0, "relative_to_minus_one": -0.10711622172600667 }, { "event_time": -2, "estimate": -0.0029202313832336242, "raw_gap": -0.0029202313832336242, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.021262127465356002 }, { "event_time": -1, "estimate": 0.018341896082122378, "raw_gap": 0.018341896082122378, "n": 122, "n_cells": 13, "weight_sum": 122.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4853431759541872, "raw_gap": 0.4853431759541872, "n": 163, "n_cells": 13, "weight_sum": 163.0, "relative_to_minus_one": 0.4670012798720648 }, { "event_time": 1, "estimate": 0.4435480411795652, "raw_gap": 0.4435480411795652, "n": 113, "n_cells": 9, "weight_sum": 113.0, "relative_to_minus_one": 0.4252061450974428 }, { "event_time": 2, "estimate": 0.43673814768667313, "raw_gap": 0.43673814768667313, "n": 65, "n_cells": 5, "weight_sum": 65.0, "relative_to_minus_one": 0.41839625160455074 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.07817983095317806, 0.008061911268546659, 0.019094093138750757, 0.5086566805289606, 0.49864937056571457, 0.33197555040365323 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.04390705497113914, "lambda_l": 0.017442943250947272, "singular_values": [ 1.2850113238736391, 0.42937736623146, 0.17484690527781493, 0.0 ], "history_objective": [ 0.044184105234627374, 0.044018036329351605, 0.04395528513821408, 0.04392848596832588, 0.04391676083165199, 0.04391152193818708, 0.04390913908210736, 0.04390803885348153, 0.043907524310392396, 0.04390728099161601, 0.043907164789323994, 0.04390710878978548, 0.043907081570810316, 0.04390706823028359, 0.043907061637566, 0.04390705835225924, 0.043907056701187844, 0.0439070558642375, 0.043907055436250314, 0.04390705521545762, 0.043907055100550235, 0.0439070550402303, 0.04390705500829904, 0.04390705499125942, 0.043907054982097245, 0.04390705497713577, 0.04390705497443154, 0.04390705497294887, 0.04390705497213159, 0.04390705497167902, 0.04390705497142731, 0.04390705497128682, 0.04390705497120819, 0.043907054971164004, 0.04390705497113914 ], "history_rmse": [ 0.10449945901860105, 0.10456023847026896, 0.10461601261703796, 0.10463947728391515, 0.10464956693410862, 0.10465400076109152, 0.10465598532834888, 0.10465688650727495, 0.10465730020005354, 0.10465749164581767, 0.10465758077216071, 0.1046576224515164, 0.10465764201189201, 0.10465765121951963, 0.10465765556626284, 0.10465765762450494, 0.10465765860251425, 0.10465765906919512, 0.10465765929304406, 0.10465765940110695, 0.10465765945368376, 0.10465765947950448, 0.10465765949232404, 0.10465765949876787, 0.1046576595020511, 0.10465765950374792, 0.10465765950463796, 0.10465765950511173, 0.1046576595053671, 0.10465765950550698, 0.10465765950558419, 0.10465765950562722, 0.10465765950565172, 0.1046576595056653, 0.104657659505673 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.47260218274022914, "matrix_preparation": { "source_rows": 683, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 683.0, "treated_observation_mass": 341.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003437083214521408, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3138535072417889, "event_study": [ { "event_time": -3, "estimate": -0.12704970617686198, "raw_gap": -0.12704970617686198, "n": 23, "n_cells": 4, "weight_sum": 23.0, "relative_to_minus_one": -0.1429980153066071 }, { "event_time": -2, "estimate": 0.03709601936864021, "raw_gap": 0.03709601936864021, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": 0.021147710238895074 }, { "event_time": -1, "estimate": 0.015948309129745136, "raw_gap": 0.015948309129745136, "n": 122, "n_cells": 13, "weight_sum": 122.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3933678334666533, "raw_gap": 0.3933678334666533, "n": 163, "n_cells": 13, "weight_sum": 163.0, "relative_to_minus_one": 0.3774195243369082 }, { "event_time": 1, "estimate": 0.29455904084835377, "raw_gap": 0.29455904084835377, "n": 113, "n_cells": 9, "weight_sum": 113.0, "relative_to_minus_one": 0.2786107317186086 }, { "event_time": 2, "estimate": 0.14799873074648537, "raw_gap": 0.14799873074648537, "n": 65, "n_cells": 5, "weight_sum": 65.0, "relative_to_minus_one": 0.13205042161674024 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06653733390442627, 0.021649148363401836, 0.007150472977730142, 0.39287034346075483, 0.28770871288718963, 0.06525649561205253 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.038074083882583536, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.2971472355198067, "matrix_preparation": { "source_rows": 683, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 683.0, "treated_observation_mass": 341.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00021891668438911438, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.11422035141728754, "upper": 0.7068501317616458, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1423166807732717, "upper": 0.6693997033509773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07905380683686075, "upper": 0.6618727498671084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2267853339612874, "upper": 0.6928981214441967, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06813727935299463, "upper": 0.618504890583157, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10477559213228846, "upper": 0.5899921229956354, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602770.860055, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.11422035141728754, "upper": 0.7068501317616458, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1423166807732717, "upper": 0.6693997033509773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07905380683686075, "upper": 0.6618727498671084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2267853339612874, "upper": 0.6928981214441967, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06813727935299463, "upper": 0.618504890583157, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10477559213228846, "upper": 0.5899921229956354, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }