{ "study_id": 1, "specification_id": "S01-P076", "source_specification_id": "CI-T5-C-C03", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P076.json", "input_bytes": 154483, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p076", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C03", "specification_id": "S01-P076", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C03.csv", "output_dir": "analyses/full-archive/results/S01-P076" }, "source": { "file": "CI-T5-C-C03.csv", "bytes": 154483, "sha256": "f34dadec7af8c332496fa969b8c8690e1696bdc63d6eee7ff3ac74b5d0af8701" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 1.008773868579148, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23709369878871236, "se": 0.09734179090682957, "pvalue": 0.02548557205046169, "lower": 0.03258618483601944, "upper": 0.4416012127414053 }, { "method": "Dynamic TWFE", "estimate": 0.14956552060300193, "se": 0.12293668767216552, "pvalue": 0.2394668628329103, "lower": -0.10871487608167935, "upper": 0.4078459172876832 }, { "method": "BJS / did2s", "estimate": 0.1793526180136395, "se": 0.1201143796271201, "pvalue": 0.15271124548083825, "lower": -0.07299832949485624, "upper": 0.43170356552213524 }, { "method": "Sun\u2013Abraham", "estimate": 0.17714854287302012, "se": 0.11426107153568407, "pvalue": 0.13845311798346777, "lower": -0.06290506065785648, "upper": 0.41720214640389675 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.022384271044201733, "se": 0.31299744018716164, "pvalue": 0.9437758547699353, "lower": -0.6351989495840322, "upper": 0.6799674916724356 }, { "event_time": -2, "estimate": -0.0023108654719100822, "se": 0.17989534265446036, "pvalue": 0.9898922749079878, "lower": -0.3802569557913796, "upper": 0.37563522484755946 }, { "event_time": 0, "estimate": 0.23790087385173833, "se": 0.09358077720182126, "pvalue": 0.020430178477883542, "lower": 0.041294956485545986, "upper": 0.4345067912179307 }, { "event_time": 1, "estimate": 0.06322775704911021, "se": 0.16189619366329586, "pvalue": 0.7007170542696713, "lower": -0.27690352444923955, "upper": 0.40335903854745997 }, { "event_time": 2, "estimate": 0.07316594543844318, "se": 0.20767787886614478, "pvalue": 0.7287008346612234, "lower": -0.3631490875419489, "upper": 0.5094809784188352 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0013242424991051012, "se": 0.11603762207415141, "pvalue": 0.9910201302821378, "lower": -0.24511024021184982, "upper": 0.24246175521363963 }, { "event_time": -2, "estimate": -0.02523477636498435, "se": 0.05214660366599052, "pvalue": 0.6342777878535024, "lower": -0.13479072533057795, "upper": 0.08432117260060926 }, { "event_time": -1, "estimate": 0.014215272958100775, "se": 0.0207456247117168, "pvalue": 0.5019361437690779, "lower": -0.02936966723731419, "upper": 0.05780021315351574 }, { "event_time": 0, "estimate": 0.2644231729513395, "se": 0.10269543313476473, "pvalue": 0.01908158381867802, "lower": 0.04866807404641246, "upper": 0.4801782718562665 }, { "event_time": 1, "estimate": 0.06323083613365382, "se": 0.1716146884233593, "pvalue": 0.7168379016143677, "lower": -0.2973182452040803, "upper": 0.42377991747138793 }, { "event_time": 2, "estimate": 0.16335208002778276, "se": 0.1923637110154503, "pvalue": 0.40693186126656017, "lower": -0.24078908018713455, "upper": 0.5674932402427001 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09846135092484139, "se": 0.3371928775708094, "pvalue": 0.7736230932450086, "lower": -0.806877299225653, "upper": 0.6099545973759701 }, { "event_time": -2, "estimate": -0.10501388789129965, "se": 0.1534633139362708, "pvalue": 0.5025061073369507, "lower": -0.42742834650844064, "upper": 0.21740057072584137 }, { "event_time": 0, "estimate": 0.24920129107731173, "se": 0.07905589624629168, "pvalue": 0.005511479028623771, "lower": 0.08311101624246878, "upper": 0.41529156591215466 }, { "event_time": 1, "estimate": 0.07004057790302767, "se": 0.18017553306394296, "pvalue": 0.7020319552422333, "lower": -0.30849417062318807, "upper": 0.44857532642924336 }, { "event_time": 2, "estimate": 0.17888395458101905, "se": 0.18906696008204701, "pvalue": 0.356605944966502, "lower": -0.21833098893672612, "upper": 0.5760988980987642 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7153526892683115e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21466534303729037, "df_num": 1, "df_den": 643, "pvalue": 0.6432918537486636, "log10_pvalue": -0.1915919482023121, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 662.76071639885, "rss_restricted": 662.9819788506967, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09377649933587205 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.4305738356121076 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.22487522718449304 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3274985084976827 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p076", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C03", "specification_id": "S01-P076", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C03.csv", "output_dir": "analyses/archive-expanded/fits/S01-P076" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P076", "regression_results": "analyses/archive-expanded/baselines/S01-P076.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C03.csv", "bytes": 154483, "sha256": "f34dadec7af8c332496fa969b8c8690e1696bdc63d6eee7ff3ac74b5d0af8701" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 1.008773868579148, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23709369878871236, "se": 0.09734179090682957, "pvalue": 0.02548557205046169, "lower": 0.03258618483601944, "upper": 0.4416012127414053 }, { "method": "Dynamic TWFE", "estimate": 0.14956552060300193, "se": 0.12293668767216552, "pvalue": 0.2394668628329103, "lower": -0.10871487608167935, "upper": 0.4078459172876832 }, { "method": "BJS / did2s", "estimate": 0.1793526180136395, "se": 0.1201143796271201, "pvalue": 0.15271124548083825, "lower": -0.07299832949485624, "upper": 0.43170356552213524 }, { "method": "Sun\u2013Abraham", "estimate": 0.17714854287302012, "se": 0.11426107153568407, "pvalue": 0.13845311798346777, "lower": -0.06290506065785648, "upper": 0.41720214640389675 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.022384271044201733, "se": 0.31299744018716164, "pvalue": 0.9437758547699353, "lower": -0.6351989495840322, "upper": 0.6799674916724356 }, { "event_time": -2, "estimate": -0.0023108654719100822, "se": 0.17989534265446036, "pvalue": 0.9898922749079878, "lower": -0.3802569557913796, "upper": 0.37563522484755946 }, { "event_time": 0, "estimate": 0.23790087385173833, "se": 0.09358077720182126, "pvalue": 0.020430178477883542, "lower": 0.041294956485545986, "upper": 0.4345067912179307 }, { "event_time": 1, "estimate": 0.06322775704911021, "se": 0.16189619366329586, "pvalue": 0.7007170542696713, "lower": -0.27690352444923955, "upper": 0.40335903854745997 }, { "event_time": 2, "estimate": 0.07316594543844318, "se": 0.20767787886614478, "pvalue": 0.7287008346612234, "lower": -0.3631490875419489, "upper": 0.5094809784188352 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0013242424991051012, "se": 0.11603762207415141, "pvalue": 0.9910201302821378, "lower": -0.24511024021184982, "upper": 0.24246175521363963 }, { "event_time": -2, "estimate": -0.02523477636498435, "se": 0.05214660366599052, "pvalue": 0.6342777878535024, "lower": -0.13479072533057795, "upper": 0.08432117260060926 }, { "event_time": -1, "estimate": 0.014215272958100775, "se": 0.0207456247117168, "pvalue": 0.5019361437690779, "lower": -0.02936966723731419, "upper": 0.05780021315351574 }, { "event_time": 0, "estimate": 0.2644231729513395, "se": 0.10269543313476473, "pvalue": 0.01908158381867802, "lower": 0.04866807404641246, "upper": 0.4801782718562665 }, { "event_time": 1, "estimate": 0.06323083613365382, "se": 0.1716146884233593, "pvalue": 0.7168379016143677, "lower": -0.2973182452040803, "upper": 0.42377991747138793 }, { "event_time": 2, "estimate": 0.16335208002778276, "se": 0.1923637110154503, "pvalue": 0.40693186126656017, "lower": -0.24078908018713455, "upper": 0.5674932402427001 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09846135092484139, "se": 0.3371928775708094, "pvalue": 0.7736230932450086, "lower": -0.806877299225653, "upper": 0.6099545973759701 }, { "event_time": -2, "estimate": -0.10501388789129965, "se": 0.1534633139362708, "pvalue": 0.5025061073369507, "lower": -0.42742834650844064, "upper": 0.21740057072584137 }, { "event_time": 0, "estimate": 0.24920129107731173, "se": 0.07905589624629168, "pvalue": 0.005511479028623771, "lower": 0.08311101624246878, "upper": 0.41529156591215466 }, { "event_time": 1, "estimate": 0.07004057790302767, "se": 0.18017553306394296, "pvalue": 0.7020319552422333, "lower": -0.30849417062318807, "upper": 0.44857532642924336 }, { "event_time": 2, "estimate": 0.17888395458101905, "se": 0.18906696008204701, "pvalue": 0.356605944966502, "lower": -0.21833098893672612, "upper": 0.5760988980987642 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7153526892683115e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21466534303729037, "df_num": 1, "df_den": 643, "pvalue": 0.6432918537486636, "log10_pvalue": -0.1915919482023121, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 662.76071639885, "rss_restricted": 662.9819788506967, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09377649933587205 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.4305738356121076 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.22487522718449304 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3274985084976827 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.16662224325451772, "se": 0.13925202769420295, "lower": -0.10630671580029424, "upper": 0.43955120230932965 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.16672571513682213, "se": 0.1261713889222105, "lower": -0.0805656630301064, "upper": 0.4140170933037507 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14888330215445628, "se": 0.1265903440465004, "lower": -0.09922921296721898, "upper": 0.39699581727613154 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 335.0, "post_cells": 6, "estimate": 0.15847134980844452, "se": 0.1241535101788343, "lower": -0.08486505869629773, "upper": 0.40180775831318677 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.16662224325451772, "se": 0.13925202769420295, "lower": -0.10630671580029424, "upper": 0.43955120230932965, "event_study": [ { "event_time": -3, "estimate": -0.059308752173132855, "se": 0.32773666493360276, "lower": -0.7016608118562655, "upper": 0.5830433075099999, "relative_to_minus_one": -0.059308752173132855, "n": 0.0 }, { "event_time": -2, "estimate": -0.0511198477686806, "se": 0.15897883837376708, "lower": -0.3627126452852784, "upper": 0.2604729497479172, "relative_to_minus_one": -0.0511198477686806, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.24764148903666394, "se": 0.10363205868533251, "lower": 0.044526386369670906, "upper": 0.450756591703657, "relative_to_minus_one": 0.24764148903666394, "n": 162.0 }, { "event_time": 1, "estimate": 0.030913048108180505, "se": 0.17232117257876348, "lower": -0.30683024391990704, "upper": 0.3686563401362681, "relative_to_minus_one": 0.030913048108180505, "n": 110.0 }, { "event_time": 2, "estimate": 0.22131219261870874, "se": 0.23284411279190131, "lower": -0.2350538824655999, "upper": 0.6776782677030174, "relative_to_minus_one": 0.22131219261870874, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.42711383515363954, "se": 0.13906850991274997, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.12269470613856942, "se": 0.21545650785236337, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.22131219261870874, "se": 0.23284411279190131, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": -0.11053114564960219, "se": 0.2433788066785392, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.011268089407768642, "se": 0.15521191145346303, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": -0.10702780635854439, "se": 0.19651924665458897, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.059308752173132855, "se": 0.32773666493360276, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.03571204913420479, "se": 0.25106183633911894, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1988847230920346, "se": 0.23649459848642268, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.15847134980844452, "treated_cell_se": 0.1241535101788343, "checks": { "input_rows": 674, "retained_rows": 674, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04399408306926489, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2136148067842567, "event_study": [ { "event_time": -3, "estimate": 0.029755407440293744, "raw_gap": -0.004101521417579973, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.025449322819009183 }, { "event_time": -2, "estimate": 0.14307727726326466, "raw_gap": 0.06593575863918388, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.08787254700396174 }, { "event_time": -1, "estimate": 0.05520473025930293, "raw_gap": 0.023472122795501402, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.34309628831369826, "raw_gap": 0.29685402340903805, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.2878915580543953 }, { "event_time": 1, "estimate": 0.07001539764915556, "raw_gap": 0.02817928450272927, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.014810667389852629 }, { "event_time": 2, "estimate": 0.13139155276983744, "raw_gap": 0.13139155276983744, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.07618682251053452 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0697834899392186, -0.06482258655712378, 0.018418979438470484, 0.3217282374177748, 0.12353234025151544, 0.1042513930712606 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": -0.10459028286606571 }, { "cohort": 3, "pre_gap": -0.03385692885787371 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07854659140280026, "zeta_omega": [ 0.0, 0.4610210323421587, 0.7650105477700291 ], "zeta_lambda": [ 0.0, 2.741247459135974e-07, 5.409441460074228e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.06897797769153222, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 12, "time_iterations": 14, "unit_objective": 0.05597137781393982, "time_objective": 0.14035959293066175, "unit_projected_gradient": 4.8723889922719366e-09, "time_projected_gradient": 7.773995780446796e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 19, "unit_objective": 0.10114980603337624, "time_objective": 0.048260818637994196, "unit_projected_gradient": 5.556853227561831e-09, "time_projected_gradient": 8.97335605820615e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.25139500342263094, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005815830081701279, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.15404394979185232, "event_study": [ { "event_time": -3, "estimate": 0.002268814402315805, "raw_gap": 0.002268814402315805, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": 0.0007127860108335625 }, { "event_time": -2, "estimate": -0.007023220239977472, "raw_gap": -0.007023220239977472, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.008579248631459714 }, { "event_time": -1, "estimate": 0.0015560283914822423, "raw_gap": 0.0015560283914822423, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2401077759364816, "raw_gap": 0.2401077759364816, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.23855174754499936 }, { "event_time": 1, "estimate": 0.0156361007512581, "raw_gap": 0.0156361007512581, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.01408007235977586 }, { "event_time": 2, "estimate": 0.17440146660193842, "raw_gap": 0.17440146660193842, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.17284543821045617 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02850955021058603, -0.027713996771506894, 0.00828265489849278, 0.3069267620734025, 0.14593971285871274, 0.16518521154677035 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 48, "termination_reason": "Relative objective tolerance reached", "objective": 0.03522208514850406, "lambda_l": 0.014271612847759027, "singular_values": [ 1.0573707307260718, 0.7979536723087644, 0.09887964160070939, 0.0 ], "history_objective": [ 0.0354025465125112, 0.035309888625613836, 0.035271834076943474, 0.03525088446321128, 0.035238981795711714, 0.03523209259076452, 0.035228056103247696, 0.035225670152570575, 0.03522424995273755, 0.035223399476125156, 0.03522288732166277, 0.03522257724666973, 0.035222388532790416, 0.03522227308965868, 0.03522220211365522, 0.03522215826307519, 0.03522213104311547, 0.035222114069945715, 0.03522210344062657, 0.03522209675703888, 0.03522209253848204, 0.035222089866381014, 0.03522208816829394, 0.035222087085939296, 0.035222086394157796, 0.03522208595090693, 0.035222085666258715, 0.035222085483091053, 0.03522208536500995, 0.03522208528876344, 0.035222085239458384, 0.0352220852075338, 0.035222085186839114, 0.03522208517341041, 0.03522208516468865, 0.035222085159019534, 0.03522208515533199, 0.035222085152931876, 0.0352220851513689, 0.03522208515035056, 0.0352220851496868, 0.03522208514925396, 0.035222085148971655, 0.03522208514878746, 0.035222085148667245, 0.03522208514858878, 0.035222085148537544, 0.03522208514850406 ], "history_rmse": [ 0.08554792786953135, 0.08553081651599574, 0.085576529031784, 0.08560030407230103, 0.08561312499886704, 0.08562022374535314, 0.0856242270600871, 0.08562651269384235, 0.08562782877908806, 0.0856285914779217, 0.08562903591081715, 0.08562929623764462, 0.08562944952822647, 0.08562954028692606, 0.08562959433139976, 0.08562962670664148, 0.08562964622127625, 0.08562965805849455, 0.085629665284544, 0.0856296697236618, 0.08562967246764994, 0.08562967417400086, 0.08562967524117744, 0.08562967591220824, 0.08562967633626666, 0.08562967660549002, 0.08562967677713249, 0.08562967688697765, 0.08562967695751325, 0.0856296770029426, 0.08562967703227928, 0.08562967705126726, 0.0856296770635815, 0.08562967707158187, 0.08562967707678613, 0.08562967708017691, 0.08562967708238767, 0.08562967708383046, 0.08562967708477306, 0.08562967708538897, 0.08562967708579165, 0.08562967708605498, 0.08562967708622739, 0.08562967708634023, 0.08562967708641404, 0.08562967708646248, 0.08562967708649415, 0.08562967708651456 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2270159770524629, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041450001299381256, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.32461135081791587, "event_study": [ { "event_time": -3, "estimate": -0.005910280384071639, "raw_gap": -0.005910280384071639, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.042766931063925574 }, { "event_time": -2, "estimate": 0.06076612372053461, "raw_gap": 0.06076612372053461, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.023909473040680675 }, { "event_time": -1, "estimate": 0.036856650679853935, "raw_gap": 0.036856650679853935, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.36851941561000096, "raw_gap": 0.36851941561000096, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.331662764930147 }, { "event_time": 1, "estimate": 0.2762357107702244, "raw_gap": 0.2762357107702244, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.23937906009037047 }, { "event_time": 2, "estimate": 0.29617030175328507, "raw_gap": 0.29617030175328507, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.25931365107343113 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06797473097272691, -0.08804045889976285, 0.0332634421005536, 0.3851745819242233, 0.3704622957046359, 0.2690301420547082 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06763935099233435, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3587622569122284, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002754591405391693, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03258618483601944, "upper": 0.4416012127414053, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10871487608167935, "upper": 0.4078459172876832, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07299832949485624, "upper": 0.43170356552213524, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06290506065785648, "upper": 0.41720214640389675, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10630671580029424, "upper": 0.43955120230932965, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08486505869629773, "upper": 0.40180775831318677, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602654.0823228, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03258618483601944, "upper": 0.4416012127414053, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10871487608167935, "upper": 0.4078459172876832, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07299832949485624, "upper": 0.43170356552213524, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06290506065785648, "upper": 0.41720214640389675, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10630671580029424, "upper": 0.43955120230932965, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08486505869629773, "upper": 0.40180775831318677, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }