{ "study_id": 1, "specification_id": "S01-P018", "source_specification_id": "CI-T3-A06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 6 (\"Trust: police\"), accepted-manuscript p. 46", "outcome_label": "Trust: police [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P018.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p018", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: police [Table 3 original scale]", "source_specification_id": "CI-T3-A06-ORIG", "specification_id": "S01-P018", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P018" }, "source": { "file": "CI-T3-A06-ORIG.csv", "bytes": 194049, "sha256": "95180fa34c8ce879913166ec925267f71b9762058468a1ec98d057c6eaae4dc5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7891038731286711, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18707839792149378, "se": 0.15756426728594378, "pvalue": 0.25053646407110974, "lower": -0.14395184397397548, "upper": 0.518108639816963 }, { "method": "Dynamic TWFE", "estimate": 0.15237835580415815, "se": 0.16205316933671324, "pvalue": 0.3595129655594611, "lower": -0.18808271934625587, "upper": 0.49283943095457217 }, { "method": "BJS / did2s", "estimate": 0.1272373005632055, "se": 0.16161866490749532, "pvalue": 0.4413683049821958, "lower": -0.21231091465528226, "upper": 0.46678551578169325 }, { "method": "Sun\u2013Abraham", "estimate": 0.22224621433890407, "se": 0.1546695560793368, "pvalue": 0.16789894200176214, "lower": -0.10270246498247187, "upper": 0.54719489366028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22062133150039637, "se": 0.16285030562875794, "pvalue": 0.19225863165799228, "lower": -0.5627571278558432, "upper": 0.12151446485505041 }, { "event_time": -2, "estimate": -0.07189427962154461, "se": 0.14372490023428777, "pvalue": 0.6229796037026735, "lower": -0.37384909025520413, "upper": 0.23006053101211493 }, { "event_time": 0, "estimate": 0.2012457848404435, "se": 0.14668871461534688, "pvalue": 0.18694528720623288, "lower": -0.10693576874956648, "upper": 0.5094273384304535 }, { "event_time": 1, "estimate": 0.11987884887991024, "se": 0.17987374809312176, "pvalue": 0.5135688140516871, "lower": -0.2580218729496937, "upper": 0.4977795707095142 }, { "event_time": 2, "estimate": 0.0904904601254289, "se": 0.27731142006235154, "pvalue": 0.7479506045150619, "lower": -0.49211921429410627, "upper": 0.6731001345449641 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13754655244339964, "se": 0.07240508346491463, "pvalue": 0.07361863681155982, "lower": -0.2896639881203308, "upper": 0.014570883233531479 }, { "event_time": -2, "estimate": 0.029180069982985137, "se": 0.0440853550727527, "pvalue": 0.5164207534527193, "lower": -0.06343982414121306, "upper": 0.12179996410718334 }, { "event_time": -1, "estimate": 0.016734729589458874, "se": 0.021107615196909717, "pvalue": 0.43820330407038904, "lower": -0.027610724394655436, "upper": 0.061080183573573185 }, { "event_time": 0, "estimate": 0.1952109159810731, "se": 0.15018110971245222, "pvalue": 0.21005721308376257, "lower": -0.1203078874416752, "upper": 0.5107297194038214 }, { "event_time": 1, "estimate": 0.11369695174775123, "se": 0.17712214135091625, "pvalue": 0.5290207447649944, "lower": -0.2584228588310773, "upper": 0.4858167623265798 }, { "event_time": 2, "estimate": -0.01996254553853003, "se": 0.26820857558693584, "pvalue": 0.9414898117156278, "lower": -0.583447853370778, "upper": 0.5435227622937179 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4298896629279561, "se": 0.2794989183699702, "pvalue": 0.14142430110642196, "lower": -1.0170951007549573, "upper": 0.15731577489904508 }, { "event_time": -2, "estimate": -0.2881355284892343, "se": 0.13540518498780588, "pvalue": 0.04741492560555376, "lower": -0.5726112659930307, "upper": -0.0036597909854379496 }, { "event_time": 0, "estimate": 0.2771299342517694, "se": 0.1379243114036657, "pvalue": 0.05974372236659791, "lower": -0.01263829146126022, "upper": 0.5668981599647991 }, { "event_time": 1, "estimate": 0.14466987016021393, "se": 0.1851402727445797, "pvalue": 0.4447201988196596, "lower": -0.24429540938511074, "upper": 0.5336351497055386 }, { "event_time": 2, "estimate": 0.23201507282596925, "se": 0.2775062067646056, "pvalue": 0.41407610182958515, "lower": -0.35100383326947737, "upper": 0.8150339789214158 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 9.902301779853838e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9227346423122884, "df_num": 1, "df_den": 1076, "pvalue": 0.16584271954927018, "log10_pvalue": -0.7803035891368358, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1148.084962961957, "rss_restricted": 1150.1365082506231, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0868885345175088 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.6061539393653069 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5382357812516771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5985300577449633 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p018", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: police [Table 3 original scale]", "source_specification_id": "CI-T3-A06-ORIG", "specification_id": "S01-P018", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A06-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P018" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P018", "regression_results": "analyses/archive-expanded/baselines/S01-P018.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A06-ORIG.csv", "bytes": 194049, "sha256": "95180fa34c8ce879913166ec925267f71b9762058468a1ec98d057c6eaae4dc5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7891038731286711, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18707839792149378, "se": 0.15756426728594378, "pvalue": 0.25053646407110974, "lower": -0.14395184397397548, "upper": 0.518108639816963 }, { "method": "Dynamic TWFE", "estimate": 0.15237835580415815, "se": 0.16205316933671324, "pvalue": 0.3595129655594611, "lower": -0.18808271934625587, "upper": 0.49283943095457217 }, { "method": "BJS / did2s", "estimate": 0.1272373005632055, "se": 0.16161866490749532, "pvalue": 0.4413683049821958, "lower": -0.21231091465528226, "upper": 0.46678551578169325 }, { "method": "Sun\u2013Abraham", "estimate": 0.22224621433890407, "se": 0.1546695560793368, "pvalue": 0.16789894200176214, "lower": -0.10270246498247187, "upper": 0.54719489366028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22062133150039637, "se": 0.16285030562875794, "pvalue": 0.19225863165799228, "lower": -0.5627571278558432, "upper": 0.12151446485505041 }, { "event_time": -2, "estimate": -0.07189427962154461, "se": 0.14372490023428777, "pvalue": 0.6229796037026735, "lower": -0.37384909025520413, "upper": 0.23006053101211493 }, { "event_time": 0, "estimate": 0.2012457848404435, "se": 0.14668871461534688, "pvalue": 0.18694528720623288, "lower": -0.10693576874956648, "upper": 0.5094273384304535 }, { "event_time": 1, "estimate": 0.11987884887991024, "se": 0.17987374809312176, "pvalue": 0.5135688140516871, "lower": -0.2580218729496937, "upper": 0.4977795707095142 }, { "event_time": 2, "estimate": 0.0904904601254289, "se": 0.27731142006235154, "pvalue": 0.7479506045150619, "lower": -0.49211921429410627, "upper": 0.6731001345449641 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13754655244339964, "se": 0.07240508346491463, "pvalue": 0.07361863681155982, "lower": -0.2896639881203308, "upper": 0.014570883233531479 }, { "event_time": -2, "estimate": 0.029180069982985137, "se": 0.0440853550727527, "pvalue": 0.5164207534527193, "lower": -0.06343982414121306, "upper": 0.12179996410718334 }, { "event_time": -1, "estimate": 0.016734729589458874, "se": 0.021107615196909717, "pvalue": 0.43820330407038904, "lower": -0.027610724394655436, "upper": 0.061080183573573185 }, { "event_time": 0, "estimate": 0.1952109159810731, "se": 0.15018110971245222, "pvalue": 0.21005721308376257, "lower": -0.1203078874416752, "upper": 0.5107297194038214 }, { "event_time": 1, "estimate": 0.11369695174775123, "se": 0.17712214135091625, "pvalue": 0.5290207447649944, "lower": -0.2584228588310773, "upper": 0.4858167623265798 }, { "event_time": 2, "estimate": -0.01996254553853003, "se": 0.26820857558693584, "pvalue": 0.9414898117156278, "lower": -0.583447853370778, "upper": 0.5435227622937179 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4298896629279561, "se": 0.2794989183699702, "pvalue": 0.14142430110642196, "lower": -1.0170951007549573, "upper": 0.15731577489904508 }, { "event_time": -2, "estimate": -0.2881355284892343, "se": 0.13540518498780588, "pvalue": 0.04741492560555376, "lower": -0.5726112659930307, "upper": -0.0036597909854379496 }, { "event_time": 0, "estimate": 0.2771299342517694, "se": 0.1379243114036657, "pvalue": 0.05974372236659791, "lower": -0.01263829146126022, "upper": 0.5668981599647991 }, { "event_time": 1, "estimate": 0.14466987016021393, "se": 0.1851402727445797, "pvalue": 0.4447201988196596, "lower": -0.24429540938511074, "upper": 0.5336351497055386 }, { "event_time": 2, "estimate": 0.23201507282596925, "se": 0.2775062067646056, "pvalue": 0.41407610182958515, "lower": -0.35100383326947737, "upper": 0.8150339789214158 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 9.902301779853838e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9227346423122884, "df_num": 1, "df_den": 1076, "pvalue": 0.16584271954927018, "log10_pvalue": -0.7803035891368358, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1148.084962961957, "rss_restricted": 1150.1365082506231, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0868885345175088 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.6061539393653069 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5382357812516771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5985300577449633 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.11284798159799321, "se": 0.15617289693019246, "lower": -0.19324527174647, "upper": 0.4189412349424564 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.10683022283490065, "se": 0.143771549422697, "lower": -0.17495683603510584, "upper": 0.38861728170490717 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09930751569154875, "se": 0.15632857119480142, "lower": -0.20709085360486776, "upper": 0.4057058849879652 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.11039465142836397, "se": 0.14527472147330092, "lower": -0.17433857052339347, "upper": 0.3951278733801214 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.11284798159799321, "se": 0.15617289693019246, "lower": -0.19324527174647, "upper": 0.4189412349424564, "event_study": [ { "event_time": -3, "estimate": -0.3570150586117176, "se": 0.2662197011730287, "lower": -0.8787960848858694, "upper": 0.16476596766243418, "relative_to_minus_one": -0.3570150586117176, "n": 0.0 }, { "event_time": -2, "estimate": 0.04212373558013778, "se": 0.18603514185610678, "lower": -0.3224984423166315, "upper": 0.40674591347690703, "relative_to_minus_one": 0.04212373558013778, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15480038682273947, "se": 0.14023530329143433, "lower": -0.12005575698952312, "upper": 0.4296565306350021, "relative_to_minus_one": 0.15480038682273947, "n": 255.0 }, { "event_time": 1, "estimate": -0.0008416026491323281, "se": 0.1747045049483443, "lower": -0.3432561402847868, "upper": 0.3415729349865222, "relative_to_minus_one": -0.0008416026491323281, "n": 193.0 }, { "event_time": 2, "estimate": 0.1845851606203725, "se": 0.25211536030271364, "lower": -0.3095518655222855, "upper": 0.6787221867630304, "relative_to_minus_one": 0.1845851606203725, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.11160374018956454, "se": 0.17444663263547533, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.09466619297533217, "se": 0.19916754581706228, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.1845851606203725, "se": 0.2521153603027137, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.20358003304009364, "se": 0.2248576235015933, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.26401796138942135, "se": 0.18998610950258457, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.13666756805278255, "se": 0.26977079888479993, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.3570150586117176, "se": 0.2662197011730287, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.38850612158622017, "se": 0.2123523646508474, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.08743425373231906, "se": 0.34679289152779313, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.11039465142836397, "treated_cell_se": 0.14527472147330092, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04584429087117314, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5353966990571553, "event_study": [ { "event_time": -3, "estimate": -0.38221073609674944, "raw_gap": -0.45711651221995103, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.537039113692005 }, { "event_time": -2, "estimate": 0.09557123990562934, "raw_gap": -0.05934731318643636, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.05925713768962622 }, { "event_time": -1, "estimate": 0.15482837759525556, "raw_gap": 0.08411678942879999, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6001467242490571, "raw_gap": 0.5082585479323456, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.44531834665380154 }, { "event_time": 1, "estimate": 0.5113434864220611, "raw_gap": 0.43429403403916916, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.3565151088268055 }, { "event_time": 2, "estimate": 0.4167068352035369, "raw_gap": 0.41670683520353735, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.2618784576082813 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3647121163606788, 0.0743440338537022, 0.0664689380471618, 0.5420113958113292, 0.3809238107160889, 0.30242375365062185 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 4.440892098500626e-16 }, { "cohort": 2, "pre_gap": -0.20095330148511076 }, { "cohort": 3, "pre_gap": -0.07490577612320172 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2706957685043791, "zeta_omega": [ 0.0, 1.1024625567492594, 1.1018684789432294 ], "zeta_lambda": [ 0.0, 6.555281582551552e-07, 7.791386734364639e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 0.5145863232081067, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031833304092288017, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2907576071367897, "event_study": [ { "event_time": -3, "estimate": -0.06727179954909523, "raw_gap": -0.06727179954909523, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07880836593689468 }, { "event_time": -2, "estimate": -0.0071405304391261104, "raw_gap": -0.0071405304391261104, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.01867709682692555 }, { "event_time": -1, "estimate": 0.01153656638779944, "raw_gap": 0.01153656638779944, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3148828541897789, "raw_gap": 0.3148828541897789, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3033462878019795 }, { "event_time": 1, "estimate": 0.27588769348053294, "raw_gap": 0.27588769348053294, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.2643511270927335 }, { "event_time": 2, "estimate": 0.257937160508243, "raw_gap": 0.257937160508243, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.24640059412044357 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06241682063154319, 0.02036211562268775, 0.006674489932502175, 0.3807180070080204, 0.29889191815674826, 0.16433307971995728 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.054185764392554445, "lambda_l": 0.018448484765600143, "singular_values": [ 1.4403876638558701, 0.7625212244369174, 0.056248312648965015, 0.0 ], "history_objective": [ 0.05485706736545295, 0.05446740195409525, 0.0543081736806273, 0.05424118620131982, 0.05421161778535654, 0.05419806930094616, 0.054191705704477254, 0.054188665616456015, 0.054187194489514784, 0.0541864750589533, 0.05418612005308228, 0.054185943499456476, 0.05418585509197309, 0.05418581055482417, 0.05418578799712374, 0.05418577651586918, 0.05418577064571907, 0.05418576763152484, 0.054185766077355216, 0.05418576527269604, 0.05418576485436158, 0.05418576463595364, 0.054185764521429584, 0.054185764461108586, 0.05418576442918977, 0.05418576441221937, 0.05418576440315251, 0.054185764398284236, 0.054185764395657116, 0.05418576439423223, 0.054185764393455564, 0.05418576439303013, 0.05418576439279596, 0.0541857643926665, 0.054185764392594545, 0.054185764392554445 ], "history_rmse": [ 0.11109659346270072, 0.11158218855772557, 0.11174774347316903, 0.11180326658252024, 0.1118234662883729, 0.11183157579635779, 0.11183506732246432, 0.11183663309628962, 0.11183735235547021, 0.11183768822646818, 0.11183784712921171, 0.11183792315912397, 0.11183795989984915, 0.11183797780907809, 0.11183798660428312, 0.11183799095103955, 0.11183799311078704, 0.11183799418873965, 0.11183799472883808, 0.1118379950003689, 0.1118379951373015, 0.11183799520655952, 0.11183799524169244, 0.11183799525956885, 0.11183799526869471, 0.11183799527337025, 0.11183799527577512, 0.11183799527701786, 0.11183799527766321, 0.11183799527800022, 0.11183799527817721, 0.11183799527827086, 0.11183799527832057, 0.11183799527834776, 0.11183799527836187, 0.11183799527836975 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.31337136122647347, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002316669560968876, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2248104909471848, "event_study": [ { "event_time": -3, "estimate": -0.1541396969899066, "raw_gap": -0.1541396969899066, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.18288136508431485 }, { "event_time": -2, "estimate": -0.03203578352579998, "raw_gap": -0.03203578352579998, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.060777451620208235 }, { "event_time": -1, "estimate": 0.028741668094408257, "raw_gap": 0.028741668094408257, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2780618771029445, "raw_gap": 0.2780618771029445, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.24932020900853624 }, { "event_time": 1, "estimate": 0.21524458300062765, "raw_gap": 0.21524458300062765, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.1865029149062194 }, { "event_time": 2, "estimate": 0.10748165858685288, "raw_gap": 0.10748165858685288, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.07873999049244462 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0617353011306343, 0.0302219524244573, 0.0003973527017521952, 0.3104944045844539, 0.1709964351510006, -0.0068014229660626315 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05593775039032684, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.20523659485654053, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001682075671851635, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14395184397397548, "upper": 0.518108639816963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18808271934625587, "upper": 0.49283943095457217, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21231091465528226, "upper": 0.46678551578169325, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10270246498247187, "upper": 0.54719489366028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19324527174647, "upper": 0.4189412349424564, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17433857052339347, "upper": 0.3951278733801214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588626.933577, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14395184397397548, "upper": 0.518108639816963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18808271934625587, "upper": 0.49283943095457217, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21231091465528226, "upper": 0.46678551578169325, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10270246498247187, "upper": 0.54719489366028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19324527174647, "upper": 0.4189412349424564, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17433857052339347, "upper": 0.3951278733801214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }