{ "study_id": 1, "specification_id": "S01-P079", "source_specification_id": "CI-T5-C-C06", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P079.json", "input_bytes": 110155, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p079", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [science-track students only]", "source_specification_id": "CI-T5-C-C06", "specification_id": "S01-P079", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C06.csv", "output_dir": "analyses/full-archive/results/S01-P079" }, "source": { "file": "CI-T5-C-C06.csv", "bytes": 110155, "sha256": "8ebe457a3333574ae6606760bc30e441864d69edcd020300e844efeabfa615bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1002, "source_sd": 0.4527875222948195, "rows": 640, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.022752399509013088, "se": 0.17966124563021166, "pvalue": 0.9006288208538716, "lower": -0.3547018712126575, "upper": 0.4002066702306837 }, { "method": "Dynamic TWFE", "estimate": 0.033531574397901956, "se": 0.23942597839919832, "pvalue": 0.8901758284926146, "lower": -0.46948374062724857, "upper": 0.5365468894230525 }, { "method": "BJS / did2s", "estimate": 0.05607109758103658, "se": 0.23724532341268442, "pvalue": 0.815835627034186, "lower": -0.44236283132078535, "upper": 0.5545050264828585 }, { "method": "Sun\u2013Abraham", "estimate": 0.025541150642906123, "se": 0.2522132665571726, "pvalue": 0.9204571808592226, "lower": -0.5043392599082458, "upper": 0.5554215611940579 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2668983368919008, "se": 0.31315883008237183, "pvalue": 0.40525750786194614, "lower": -0.3910239513242525, "upper": 0.9248206251080541 }, { "event_time": -2, "estimate": 0.27025089975565303, "se": 0.1728621257425402, "pvalue": 0.13537116566959437, "lower": -0.09291895013976742, "upper": 0.6334207496510735 }, { "event_time": 0, "estimate": 0.03332480714632703, "se": 0.18924622830355592, "pvalue": 0.8621874038735692, "lower": -0.364266764929101, "upper": 0.430916379221755 }, { "event_time": 1, "estimate": 0.05187911516608398, "se": 0.2564610495535954, "pvalue": 0.8419599903190178, "lower": -0.4869255563044136, "upper": 0.5906837866365816 }, { "event_time": 2, "estimate": 0.002670111507774467, "se": 0.3867771697494075, "pvalue": 0.9945677942454724, "lower": -0.8099185690808051, "upper": 0.8152587920963541 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011736582482568371, "se": 0.1183462944827192, "pvalue": 0.9220982005647569, "lower": -0.2603729209421695, "upper": 0.23689975597703278 }, { "event_time": -2, "estimate": 0.08983429283004303, "se": 0.06372102572209586, "pvalue": 0.17564194478637613, "lower": -0.044038614536274265, "upper": 0.2237072001963603 }, { "event_time": -1, "estimate": -0.045873327741674255, "se": 0.02857912764180582, "pvalue": 0.12586534298326826, "lower": -0.10591584689520599, "upper": 0.014169191411857476 }, { "event_time": 0, "estimate": 0.03802506343340793, "se": 0.20431948815536918, "pvalue": 0.854442989837265, "lower": -0.39123425248297494, "upper": 0.46728437934979083 }, { "event_time": 1, "estimate": 0.07724143467674391, "se": 0.22704888612762114, "pvalue": 0.737645771505034, "lower": -0.3997705744009531, "upper": 0.5542534437544409 }, { "event_time": 2, "estimate": 0.0641185404567556, "se": 0.38451262351765036, "pvalue": 0.8694235294928593, "lower": -0.7437125050423806, "upper": 0.8719495859558918 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.31901757482201226, "se": 0.3100460976418578, "pvalue": 0.31713862193257725, "lower": -0.33236510520449175, "upper": 0.9704002548485162 }, { "event_time": -2, "estimate": 0.2817096968164088, "se": 0.21462439702090688, "pvalue": 0.20581837080456236, "lower": -0.16919942925825754, "upper": 0.732618822891075 }, { "event_time": 0, "estimate": 0.030891629021783468, "se": 0.19424579103354356, "pvalue": 0.8754131100193082, "lower": -0.37720363458464323, "upper": 0.4389868926282102 }, { "event_time": 1, "estimate": 0.0027223020367852027, "se": 0.2463685544498602, "pvalue": 0.9913053322809651, "lower": -0.5148788240292503, "upper": 0.5203234281028208 }, { "event_time": 2, "estimate": 0.051436719008381336, "se": 0.4596372616318702, "pvalue": 0.9121354807688995, "lower": -0.9142253344700513, "upper": 1.017098772486814 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.475, 0.33125, 0.19375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.2669209748338058e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.044480358305321745, "df_num": 1, "df_den": 609, "pvalue": 0.8330329896265545, "log10_pvalue": -0.07933779939864223, "inference": "Homoskedastic nested-model F", "observations": 640, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 628.1432542828545, "rss_restricted": 628.1891328329655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.1530829742016886 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27932858795735344 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.10579949711557426 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.03330492450839242 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p079", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [science-track students only]", "source_specification_id": "CI-T5-C-C06", "specification_id": "S01-P079", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P079" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P079", "regression_results": "analyses/archive-expanded/baselines/S01-P079.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C06.csv", "bytes": 110155, "sha256": "8ebe457a3333574ae6606760bc30e441864d69edcd020300e844efeabfa615bf" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1002, "source_sd": 0.4527875222948195, "rows": 640, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.022752399509013088, "se": 0.17966124563021166, "pvalue": 0.9006288208538716, "lower": -0.3547018712126575, "upper": 0.4002066702306837 }, { "method": "Dynamic TWFE", "estimate": 0.033531574397901956, "se": 0.23942597839919832, "pvalue": 0.8901758284926146, "lower": -0.46948374062724857, "upper": 0.5365468894230525 }, { "method": "BJS / did2s", "estimate": 0.05607109758103658, "se": 0.23724532341268442, "pvalue": 0.815835627034186, "lower": -0.44236283132078535, "upper": 0.5545050264828585 }, { "method": "Sun\u2013Abraham", "estimate": 0.025541150642906123, "se": 0.2522132665571726, "pvalue": 0.9204571808592226, "lower": -0.5043392599082458, "upper": 0.5554215611940579 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2668983368919008, "se": 0.31315883008237183, "pvalue": 0.40525750786194614, "lower": -0.3910239513242525, "upper": 0.9248206251080541 }, { "event_time": -2, "estimate": 0.27025089975565303, "se": 0.1728621257425402, "pvalue": 0.13537116566959437, "lower": -0.09291895013976742, "upper": 0.6334207496510735 }, { "event_time": 0, "estimate": 0.03332480714632703, "se": 0.18924622830355592, "pvalue": 0.8621874038735692, "lower": -0.364266764929101, "upper": 0.430916379221755 }, { "event_time": 1, "estimate": 0.05187911516608398, "se": 0.2564610495535954, "pvalue": 0.8419599903190178, "lower": -0.4869255563044136, "upper": 0.5906837866365816 }, { "event_time": 2, "estimate": 0.002670111507774467, "se": 0.3867771697494075, "pvalue": 0.9945677942454724, "lower": -0.8099185690808051, "upper": 0.8152587920963541 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011736582482568371, "se": 0.1183462944827192, "pvalue": 0.9220982005647569, "lower": -0.2603729209421695, "upper": 0.23689975597703278 }, { "event_time": -2, "estimate": 0.08983429283004303, "se": 0.06372102572209586, "pvalue": 0.17564194478637613, "lower": -0.044038614536274265, "upper": 0.2237072001963603 }, { "event_time": -1, "estimate": -0.045873327741674255, "se": 0.02857912764180582, "pvalue": 0.12586534298326826, "lower": -0.10591584689520599, "upper": 0.014169191411857476 }, { "event_time": 0, "estimate": 0.03802506343340793, "se": 0.20431948815536918, "pvalue": 0.854442989837265, "lower": -0.39123425248297494, "upper": 0.46728437934979083 }, { "event_time": 1, "estimate": 0.07724143467674391, "se": 0.22704888612762114, "pvalue": 0.737645771505034, "lower": -0.3997705744009531, "upper": 0.5542534437544409 }, { "event_time": 2, "estimate": 0.0641185404567556, "se": 0.38451262351765036, "pvalue": 0.8694235294928593, "lower": -0.7437125050423806, "upper": 0.8719495859558918 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.31901757482201226, "se": 0.3100460976418578, "pvalue": 0.31713862193257725, "lower": -0.33236510520449175, "upper": 0.9704002548485162 }, { "event_time": -2, "estimate": 0.2817096968164088, "se": 0.21462439702090688, "pvalue": 0.20581837080456236, "lower": -0.16919942925825754, "upper": 0.732618822891075 }, { "event_time": 0, "estimate": 0.030891629021783468, "se": 0.19424579103354356, "pvalue": 0.8754131100193082, "lower": -0.37720363458464323, "upper": 0.4389868926282102 }, { "event_time": 1, "estimate": 0.0027223020367852027, "se": 0.2463685544498602, "pvalue": 0.9913053322809651, "lower": -0.5148788240292503, "upper": 0.5203234281028208 }, { "event_time": 2, "estimate": 0.051436719008381336, "se": 0.4596372616318702, "pvalue": 0.9121354807688995, "lower": -0.9142253344700513, "upper": 1.017098772486814 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.475, 0.33125, 0.19375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.2669209748338058e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.044480358305321745, "df_num": 1, "df_den": 609, "pvalue": 0.8330329896265545, "log10_pvalue": -0.07933779939864223, "inference": "Homoskedastic nested-model F", "observations": 640, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 628.1432542828545, "rss_restricted": 628.1891328329655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.1530829742016886 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27932858795735344 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.10579949711557426 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.03330492450839242 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.12747605207006413, "se": 0.23094738451466354, "lower": -0.3251725039023998, "upper": 0.5801246080425281 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.14305818322233943, "se": 0.20590568590572805, "lower": -0.26050954536490417, "upper": 0.5466259118095831 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.15272654667060595, "se": 0.1845803672472297, "lower": -0.20904432538714088, "upper": 0.5144974187283528 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 320.0, "post_cells": 6, "estimate": 0.1431365976261864, "se": 0.19672441285913358, "lower": -0.2424361664575037, "upper": 0.5287093617098766 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.12747605207006413, "se": 0.23094738451466354, "lower": -0.3251725039023998, "upper": 0.5801246080425281, "event_study": [ { "event_time": -3, "estimate": 0.3276240232317844, "se": 0.27936997787941187, "lower": -0.21993107177361448, "upper": 0.8751791182371833, "relative_to_minus_one": 0.3276240232317844, "n": 0.0 }, { "event_time": -2, "estimate": 0.3495109001372616, "se": 0.15126754448747354, "lower": 0.05303196091200307, "upper": 0.6459898393625201, "relative_to_minus_one": 0.3495109001372616, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.20118266532438447, "se": 0.18197690223384883, "lower": -0.15548550907212574, "upper": 0.5578508397208947, "relative_to_minus_one": 0.20118266532438447, "n": 152.0 }, { "event_time": 1, "estimate": 0.11552639976909544, "se": 0.19679875721308232, "lower": -0.2701920765707881, "upper": 0.5012448761089789, "relative_to_minus_one": 0.11552639976909544, "n": 106.0 }, { "event_time": 2, "estimate": 0.06571909111671247, "se": 0.37883776065146196, "lower": -0.6767892757439582, "upper": 0.8082274579773832, "relative_to_minus_one": 0.06571909111671247, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2337933257298555, "se": 0.35398461719469404, "event_time": 0, "mass": 58.0 }, { "group": 2, "year": 3, "att": 0.14560106217831617, "se": 0.23679900924749925, "event_time": 1, "mass": 63.0 }, { "group": 2, "year": 4, "att": 0.06571909111671247, "se": 0.3788377606514619, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": 0.2765050323860013, "se": 0.24418472793941923, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.12256952233193529, "se": 0.2106559351025982, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": 0.07068781217716635, "se": 0.3274584117782655, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": 0.3276240232317844, "se": 0.27936997787941187, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.45803313598372974, "se": 0.2043758445866199, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.24576776563076508, "se": 0.2467449032959767, "event_time": 0, "mass": 36.0 } ], "treated_cell_att": 0.1431365976261864, "treated_cell_se": 0.19672441285913358, "checks": { "input_rows": 640, "retained_rows": 640, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04794758418574929, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.07437081113131841, "event_study": [ { "event_time": -3, "estimate": 0.32749125000397855, "raw_gap": 0.09049136231489173, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.4745091506345027 }, { "event_time": -2, "estimate": 0.23653349803530416, "raw_gap": 0.11135689246683247, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.3835513986658283 }, { "event_time": -1, "estimate": -0.14701790063052417, "raw_gap": -0.21663503469756787, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.04938921401517766, "raw_gap": -0.12521354330130832, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.09762868661534652 }, { "event_time": 1, "estimate": -0.12863300517937531, "raw_gap": -0.14956859237381964, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.018384895451148853 }, { "event_time": 2, "estimate": -0.042845169075824203, "raw_gap": -0.04284516907582424, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.10417273155469997 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06200818916678541, 0.1749196192088115, -0.12672228541058744, -0.17792185444406958, -0.0765361920836847, -0.11834690483567992 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": -0.05160865680490911 }, { "cohort": 3, "pre_gap": -0.2369998876890868 } ], "diagnostics": { "converged": true, "pre_rmse": 0.168985698945778, "zeta_omega": [ 0.0, 1.7623989158204882, 1.0480907692330101 ], "zeta_lambda": [ 0.0, 1.0479286650834032e-06, 7.411120902236863e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.7378229076721013, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 16, "unit_objective": 0.5380202609050743, "time_objective": 0.30418552418718064, "unit_projected_gradient": 1.6348304376911926e-09, "time_projected_gradient": 4.373176820671176e-09 }, { "cohort": 3, "unit_iterations": 12, "time_iterations": 17, "unit_objective": 0.23327943553583147, "time_objective": 1.0135065971807655, "unit_projected_gradient": 8.342543628137022e-09, "time_projected_gradient": 3.3512489450160388e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.8041124150158794e-16 }, "native_matrix_att": -0.08269168724106819, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005134171806275845, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05486041498883106, "event_study": [ { "event_time": -3, "estimate": 0.0299155052878674, "raw_gap": 0.0299155052878674, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.06292256259297851 }, { "event_time": -2, "estimate": 0.039490752674731754, "raw_gap": 0.039490752674731754, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.07249780997984287 }, { "event_time": -1, "estimate": -0.033007057305111116, "raw_gap": -0.033007057305111116, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.014704823357224292, "raw_gap": 0.014704823357224292, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.04771188066233541 }, { "event_time": 1, "estimate": 0.06602537934788727, "raw_gap": 0.06602537934788727, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.09903243665299838 }, { "event_time": 2, "estimate": 0.13421789411696433, "raw_gap": 0.13421789411696433, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.16722495142207544 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.012264410714206198, 0.06739045394325283, -0.04524480590501762, -0.10087455775818271, 0.07293240268448664, -0.04627191045442709 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.08769802644654794, "lambda_l": 0.02109795783011731, "singular_values": [ 1.5317912592691094, 1.5183349843880718, 0.347054153518478, 0.0 ], "history_objective": [ 0.08781416633727386, 0.08774763726495692, 0.08772462452011426, 0.087714077895695, 0.08770823440535436, 0.08770465307954617, 0.08770236224414277, 0.08770087243106624, 0.08769989733920205, 0.08769925742425996, 0.08769883691014019, 0.08769856033894316, 0.08769837831979149, 0.08769825846041411, 0.08769817949283876, 0.08769812744167158, 0.08769809311729855, 0.08769807047334642, 0.08769805552932906, 0.08769804566342344, 0.08769803914787795, 0.08769803484360925, 0.08769803199931825, 0.0876980301192802, 0.08769802887628407, 0.08769802805427501, 0.0876980275105483, 0.0876980271508187, 0.08769802691277452, 0.08769802675522399, 0.08769802665093027, 0.08769802658187947, 0.08769802653615524, 0.08769802650587295, 0.08769802648581485, 0.08769802647252714, 0.0876980264637235, 0.08769802645789002, 0.08769802645402425, 0.08769802645146214, 0.08769802644976389, 0.08769802644863811, 0.08769802644789185, 0.08769802644739698, 0.08769802644706892, 0.08769802644685139, 0.08769802644670704, 0.08769802644661139, 0.08769802644654794 ], "history_rmse": [ 0.12645955046090548, 0.12654233081143387, 0.12656912093484657, 0.1265782111556398, 0.12658214433964027, 0.12658423559466567, 0.12658548645184953, 0.12658627559500635, 0.12658678459007755, 0.12658711596867783, 0.1265873326422276, 0.126587474640497, 0.12658756783326414, 0.1265876290581029, 0.12658766931375484, 0.12658769580029916, 0.12658771323792373, 0.1265877247244214, 0.12658773229461331, 0.1265877372860943, 0.12658774057871602, 0.1265877427515805, 0.12658774418604835, 0.12658774513339122, 0.12658774575924453, 0.126587746172842, 0.1265877464462531, 0.12658774662704494, 0.1265877467466255, 0.12658774682573937, 0.12658774687809335, 0.12658774691274668, 0.1265877469356886, 0.1265877469508806, 0.12658774696094238, 0.12658774696760713, 0.1265877469720233, 0.12658774697494948, 0.12658774697688893, 0.12658774697817432, 0.12658774697902636, 0.12658774697959108, 0.12658774697996594, 0.1265877469802141, 0.1265877469803791, 0.12658774698048847, 0.12658774698056066, 0.12658774698060893, 0.1265877469806407 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-17, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": -0.03282730292474559, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004458753392100334, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.01424846941699318, "event_study": [ { "event_time": -3, "estimate": 0.01722283961311689, "raw_gap": 0.01722283961311689, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.17135340950069822 }, { "event_time": -2, "estimate": 0.01586764206943125, "raw_gap": 0.01586764206943125, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.1699982119570126 }, { "event_time": -1, "estimate": -0.15413056988758134, "raw_gap": -0.15413056988758134, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.010056309684955416, "raw_gap": 0.010056309684955416, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.16418687957253675 }, { "event_time": 1, "estimate": 0.03871387983348272, "raw_gap": 0.03871387983348272, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.19284444972106407 }, { "event_time": 2, "estimate": -0.017301937435880255, "raw_gap": -0.017301937435880255, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.13682863245170107 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.011260333534989453, 0.07944718084039393, -0.045425854814084406, -0.07310242182422318, 0.09631496131175428, -0.09280367319573593 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07647135856979008, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.020278340662510826, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00029841717332601547, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3547018712126575, "upper": 0.4002066702306837, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46948374062724857, "upper": 0.5365468894230525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.44236283132078535, "upper": 0.5545050264828585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5043392599082458, "upper": 0.5554215611940579, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3251725039023998, "upper": 0.5801246080425281, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2424361664575037, "upper": 0.5287093617098766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602659.741621, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3547018712126575, "upper": 0.4002066702306837, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46948374062724857, "upper": 0.5365468894230525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.44236283132078535, "upper": 0.5545050264828585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5043392599082458, "upper": 0.5554215611940579, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3251725039023998, "upper": 0.5801246080425281, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2424361664575037, "upper": 0.5287093617098766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }