{ "study_id": 1, "specification_id": "S01-P011", "source_specification_id": "CI-F4-K-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P011.json", "input_bytes": 199878, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p011", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-K-DYNAMIC", "source_specification_id": "CI-F4-K-DYNAMIC", "specification_id": "S01-P011", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-K-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P011" }, "source": { "file": "CI-F4-K-DYNAMIC.csv", "bytes": 199878, "sha256": "773f75b6e795644e3f5c1b3fce1899b389537465863059b813a1e395cb7da4b5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640264, "se": 0.14308541369898528, "pvalue": 0.2507894271589519, "lower": -0.1308179767108025, "upper": 0.47040462184360776 }, { "method": "Dynamic TWFE", "estimate": 0.0759086201346267, "se": 0.15253893406042632, "pvalue": 0.6247663070270408, "lower": -0.24456378842779736, "upper": 0.3963810286970507 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17398322771944855, "se": 0.24583850607248947, "pvalue": 0.48818640340671066, "lower": -0.3425043080281749, "upper": 0.6904707634670719 }, { "event_time": -2, "estimate": 0.036230640842607305, "se": 0.09970712047682734, "pvalue": 0.7205605076151068, "lower": -0.1732462461361278, "upper": 0.2457075278213424 }, { "event_time": 0, "estimate": 0.1327135645132288, "se": 0.12666807816943215, "pvalue": 0.3086299534588879, "lower": -0.13340619270790594, "upper": 0.39883332173436353 }, { "event_time": 1, "estimate": 0.0830992653330187, "se": 0.18223126642512263, "pvalue": 0.6538365753249208, "lower": -0.29975441872055814, "upper": 0.46595294938659554 }, { "event_time": 2, "estimate": -0.08232758601205492, "se": 0.23484541132913964, "pvalue": 0.7299869908088783, "lower": -0.5757194867229167, "upper": 0.41106431469880694 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p011", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-K-DYNAMIC", "source_specification_id": "CI-F4-K-DYNAMIC", "specification_id": "S01-P011", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-K-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P011" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P011", "regression_results": "analyses/archive-expanded/baselines/S01-P011.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-K-DYNAMIC.csv", "bytes": 199878, "sha256": "773f75b6e795644e3f5c1b3fce1899b389537465863059b813a1e395cb7da4b5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640264, "se": 0.14308541369898528, "pvalue": 0.2507894271589519, "lower": -0.1308179767108025, "upper": 0.47040462184360776 }, { "method": "Dynamic TWFE", "estimate": 0.0759086201346267, "se": 0.15253893406042632, "pvalue": 0.6247663070270408, "lower": -0.24456378842779736, "upper": 0.3963810286970507 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17398322771944855, "se": 0.24583850607248947, "pvalue": 0.48818640340671066, "lower": -0.3425043080281749, "upper": 0.6904707634670719 }, { "event_time": -2, "estimate": 0.036230640842607305, "se": 0.09970712047682734, "pvalue": 0.7205605076151068, "lower": -0.1732462461361278, "upper": 0.2457075278213424 }, { "event_time": 0, "estimate": 0.1327135645132288, "se": 0.12666807816943215, "pvalue": 0.3086299534588879, "lower": -0.13340619270790594, "upper": 0.39883332173436353 }, { "event_time": 1, "estimate": 0.0830992653330187, "se": 0.18223126642512263, "pvalue": 0.6538365753249208, "lower": -0.29975441872055814, "upper": 0.46595294938659554 }, { "event_time": 2, "estimate": -0.08232758601205492, "se": 0.23484541132913964, "pvalue": 0.7299869908088783, "lower": -0.5757194867229167, "upper": 0.41106431469880694 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.09453683007745294, "se": 0.1604000150730242, "lower": -0.21984142258535627, "upper": 0.40891508274026217 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.10448452643978655, "se": 0.1633531772525885, "lower": -0.2156818177354745, "upper": 0.42465087061504764 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.09546234736926976, "se": 0.16167854811980892, "lower": -0.2214217840182818, "upper": 0.4123464787568213 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885, "event_study": [ { "event_time": -3, "estimate": 0.2900779706980714, "se": 0.3547876817682276, "lower": -0.4052931077261127, "upper": 0.9854490491222555, "relative_to_minus_one": 0.2900779706980714, "n": 0.0 }, { "event_time": -2, "estimate": -0.026542442626241003, "se": 0.18033062606277814, "lower": -0.3799839750188462, "upper": 0.32689908976636417, "relative_to_minus_one": -0.026542442626241003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15531151355046502, "se": 0.13602232369406847, "lower": -0.11128734198335843, "upper": 0.4219103690842885, "relative_to_minus_one": 0.15531151355046502, "n": 244.0 }, { "event_time": 1, "estimate": 0.05639799777828332, "se": 0.22212932138133437, "lower": -0.378967472039455, "upper": 0.49176346759602163, "relative_to_minus_one": 0.05639799777828332, "n": 185.0 }, { "event_time": 2, "estimate": 0.024650239666411652, "se": 0.27277837126908, "lower": -0.5099855437824806, "upper": 0.559286023115304, "relative_to_minus_one": 0.024650239666411652, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2685703330020406, "se": 0.15216595884984088, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.27745873916874186, "se": 0.21787932199946275, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.024650239666411652, "se": 0.27277837126908006, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.276988239646075, "se": 0.21709407285325763, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.15190836900047847, "se": 0.19451929154400477, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.24883889780711851, "se": 0.3187649877723368, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.2900779706980714, "se": 0.3547876817682276, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.3306924252040806, "se": 0.30868034750828816, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.37046057471596666, "se": 0.2078941141015274, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.09546234736926976, "treated_cell_se": 0.16167854811980892, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.0443894169293344, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.21348876069665798, "event_study": [ { "event_time": -3, "estimate": 0.3590764114840417, "raw_gap": -0.004598629748677501, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.1762575179374146 }, { "event_time": -2, "estimate": 0.2815986134485644, "raw_gap": -0.03623057047206174, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.09877971990193732 }, { "event_time": -1, "estimate": 0.1828188935466271, "raw_gap": 0.013431066414435578, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44105938058407707, "raw_gap": 0.23687105468375302, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.25824048703744995 }, { "event_time": 1, "estimate": 0.048158839132886204, "raw_gap": -0.06379953155530735, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.13466005441374088 }, { "event_time": 2, "estimate": -0.046315361837013465, "raw_gap": -0.046315361837013506, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.22913425538364054 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.051456366621928054, 0.06170444634059269, -0.022139238787463798, 0.25102578572348705, -0.06562652139607954, -0.01837414508719766 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": -0.291722515173462 }, { "cohort": 3, "pre_gap": -0.36367504123271926 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2820890612280672, "zeta_omega": [ 0.0, 2.4462594366915997, 2.5363166522278493 ], "zeta_lambda": [ 0.0, 1.4545545636280993e-06, 1.7934467040266744e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.23590022528604446, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032016728073358536, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1334088766433089, "event_study": [ { "event_time": -3, "estimate": 0.07728299255975496, "raw_gap": 0.07728299255975496, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.08882112520227696 }, { "event_time": -2, "estimate": -0.042697006692172815, "raw_gap": -0.042697006692172815, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.03115887404965082 }, { "event_time": -1, "estimate": -0.011538132642521995, "raw_gap": -0.011538132642521995, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21289236642243475, "raw_gap": 0.21289236642243475, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.22443049906495674 }, { "event_time": 1, "estimate": 0.08485150277654359, "raw_gap": 0.08485150277654359, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.09638963541906559 }, { "event_time": 2, "estimate": 0.02496244601044285, "raw_gap": 0.02496244601044285, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.03650057865296485 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04226434978866601, -0.0035648733364879656, -0.010810527528310802, 0.23417536435455488, 0.13021820514225493, 0.0566647985138841 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 26, "termination_reason": "Relative objective tolerance reached", "objective": 0.16028953326998086, "lambda_l": 0.03765692922533473, "singular_values": [ 2.8837576396073783, 0.2577502640459134, 0.0, 0.0 ], "history_objective": [ 0.16324649492179336, 0.1607699402128294, 0.16041199323385408, 0.1603261753832801, 0.1603009146420683, 0.16029309635737046, 0.16029065126588127, 0.16028988485218038, 0.16028964428968365, 0.16028956859557345, 0.16028954466422285, 0.16028953703173435, 0.16028953455977069, 0.16028953373806132, 0.16028953345329436, 0.16028953334836715, 0.16028953330648654, 0.16028953328820741, 0.1602895332795275, 0.1602895332751173, 0.1602895332727672, 0.16028953327147633, 0.16028953327075415, 0.16028953327034576, 0.16028953327011355, 0.16028953326998086 ], "history_rmse": [ 0.21455460514229133, 0.20632395207881374, 0.2050897885686775, 0.20490186219013393, 0.20488737110331556, 0.2048963765634667, 0.20490429151114975, 0.20490901096453595, 0.20491158613397756, 0.20491296513278706, 0.2049137060235897, 0.20491410767592158, 0.20491432731708542, 0.20491444821841406, 0.20491451505844555, 0.20491455210383203, 0.20491457265859236, 0.20491458406353466, 0.2049145903856726, 0.20491459388363187, 0.20491459581326155, 0.20491459687309724, 0.20491459745156793, 0.2049145977644734, 0.20491459793152433, 0.20491459801897763 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.16665065094292328, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002177082933485508, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.34925162238858914, "event_study": [ { "event_time": -3, "estimate": 0.030086798615413655, "raw_gap": 0.030086798615413655, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.009494473987038024 }, { "event_time": -2, "estimate": -0.007676154474508284, "raw_gap": -0.007676154474508284, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.047257427076959964 }, { "event_time": -1, "estimate": 0.03958127260245168, "raw_gap": 0.03958127260245168, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3434402801412964, "raw_gap": 0.3434402801412964, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.3038590075388447 }, { "event_time": 1, "estimate": 0.40266781880499286, "raw_gap": 0.40266781880499286, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.36308654620254116 }, { "event_time": 2, "estimate": 0.261084655423013, "raw_gap": 0.261084655423013, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.22150338282056134 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01677093825783689, -0.0028953066007053677, 0.006942015833614432, 0.31404151703616373, 0.4120267317098828, 0.2890258721728289 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.012891004829970854, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.34207072843419345, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001500002108514309, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179767108025, "upper": 0.47040462184360776, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456378842779736, "upper": 0.3963810286970507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588618.9235551, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179767108025, "upper": 0.47040462184360776, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456378842779736, "upper": 0.3963810286970507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }