{ "study_id": 1, "specification_id": "S01-P082", "source_specification_id": "CI-T5-C-C09", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P082.json", "input_bytes": 152525, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p082", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C09", "specification_id": "S01-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C09.csv", "output_dir": "analyses/full-archive/results/S01-P082" }, "source": { "file": "CI-T5-C-C09.csv", "bytes": 152525, "sha256": "0d1eb15614ac1bae48d3f8f2aa924bf1235641871cf5d1b42be8a80ba7a5b7a0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1044, "source_sd": 0.9804089792282011, "rows": 664, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.130558664046681, "se": 0.20311776580766325, "pvalue": 0.528474765400332, "lower": -0.5572932549965183, "upper": 0.2961759269031563 }, { "method": "Dynamic TWFE", "estimate": -0.2268286737661935, "se": 0.29017445272300063, "pvalue": 0.44455354816724696, "lower": -0.8364625770068267, "upper": 0.3828052294744396 }, { "method": "BJS / did2s", "estimate": -0.16584054066400708, "se": 0.2612503022238842, "pvalue": 0.5335481895630468, "lower": -0.7147070586257978, "upper": 0.38302597729778354 }, { "method": "Sun\u2013Abraham", "estimate": -0.25577428336671953, "se": 0.2879755077337005, "pvalue": 0.3861586559511879, "lower": -0.8607883746140546, "upper": 0.3492398078806154 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1327626599488652, "se": 0.458636598318507, "pvalue": 0.7755277041025727, "lower": -0.8307970779196621, "upper": 1.0963223978173924 }, { "event_time": -2, "estimate": 0.17787397991252804, "se": 0.25146222514590144, "pvalue": 0.4884015674896934, "lower": -0.3504285511845505, "upper": 0.7061765110096067 }, { "event_time": 0, "estimate": -0.1488354931728388, "se": 0.218990192586897, "pvalue": 0.5053767583836645, "lower": -0.6089168153752803, "upper": 0.31124582902960274 }, { "event_time": 1, "estimate": -0.19506139210753773, "se": 0.33459852331211204, "pvalue": 0.5671451600502614, "lower": -0.8980268043660588, "upper": 0.5079040201509833 }, { "event_time": 2, "estimate": -0.4766593140139526, "se": 0.4930560027779295, "pvalue": 0.34648224072640205, "lower": -1.5125315373232513, "upper": 0.5592129092953462 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.007921668930689796, "se": 0.17992610357487876, "pvalue": 0.9653673501828115, "lower": -0.38593238554584447, "upper": 0.3700890476844649 }, { "event_time": -2, "estimate": 0.07929100815060099, "se": 0.0824078255402936, "pvalue": 0.34870875319577194, "lower": -0.09384140881534019, "upper": 0.25242342511654214 }, { "event_time": -1, "estimate": -0.043612293692936004, "se": 0.042792192996123204, "pvalue": 0.3216284828065832, "lower": -0.13351535510873944, "upper": 0.04629076772286742 }, { "event_time": 0, "estimate": -0.12845800726310064, "se": 0.20796509247912842, "pvalue": 0.5445158417589853, "lower": -0.5653764536532673, "upper": 0.30846043912706606 }, { "event_time": 1, "estimate": -0.10794267410760164, "se": 0.30139950551108463, "pvalue": 0.7244054800111572, "lower": -0.7411595381535896, "upper": 0.5252741899383864 }, { "event_time": 2, "estimate": -0.36009170042824373, "se": 0.3973586726251712, "pvalue": 0.3767944935233618, "lower": -1.1949112936273891, "upper": 0.4747278927709017 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2892365067688925, "se": 0.5062637349284627, "pvalue": 0.5748505220500801, "lower": -0.7743841321170615, "upper": 1.3528571456548464 }, { "event_time": -2, "estimate": 0.23607216511322204, "se": 0.27317444942095853, "pvalue": 0.3988585744631196, "lower": -0.33784605650598043, "upper": 0.8099903867324245 }, { "event_time": 0, "estimate": -0.155430513576035, "se": 0.21329399982114183, "pvalue": 0.4755511411781457, "lower": -0.60354457885144, "upper": 0.29268355169936994 }, { "event_time": 1, "estimate": -0.2636960710310411, "se": 0.3977715595113763, "pvalue": 0.5157734887084977, "lower": -1.0993831073895413, "upper": 0.5719909653274592 }, { "event_time": 2, "estimate": -0.49200563597088, "se": 0.4212447228845947, "pvalue": 0.2580529180292623, "lower": -1.3770079586143535, "upper": 0.39299668667259346 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47575757575757577, 0.3333333333333333, 0.19090909090909092 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7205036997878002e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10168390876909644, "df_num": 1, "df_den": 633, "pvalue": 0.7499233525260419, "log10_pvalue": -0.12498312230969551, "inference": "Homoskedastic nested-model F", "observations": 664, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 660.7764792115106, "rss_restricted": 660.8826250807506, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21897918846948275 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.03709347053577006 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15611642063222692 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.23823947767935338 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p082", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C09", "specification_id": "S01-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C09.csv", "output_dir": "analyses/archive-expanded/fits/S01-P082" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P082", "regression_results": "analyses/archive-expanded/baselines/S01-P082.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C09.csv", "bytes": 152525, "sha256": "0d1eb15614ac1bae48d3f8f2aa924bf1235641871cf5d1b42be8a80ba7a5b7a0" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1044, "source_sd": 0.9804089792282011, "rows": 664, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.130558664046681, "se": 0.20311776580766325, "pvalue": 0.528474765400332, "lower": -0.5572932549965183, "upper": 0.2961759269031563 }, { "method": "Dynamic TWFE", "estimate": -0.2268286737661935, "se": 0.29017445272300063, "pvalue": 0.44455354816724696, "lower": -0.8364625770068267, "upper": 0.3828052294744396 }, { "method": "BJS / did2s", "estimate": -0.16584054066400708, "se": 0.2612503022238842, "pvalue": 0.5335481895630468, "lower": -0.7147070586257978, "upper": 0.38302597729778354 }, { "method": "Sun\u2013Abraham", "estimate": -0.25577428336671953, "se": 0.2879755077337005, "pvalue": 0.3861586559511879, "lower": -0.8607883746140546, "upper": 0.3492398078806154 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1327626599488652, "se": 0.458636598318507, "pvalue": 0.7755277041025727, "lower": -0.8307970779196621, "upper": 1.0963223978173924 }, { "event_time": -2, "estimate": 0.17787397991252804, "se": 0.25146222514590144, "pvalue": 0.4884015674896934, "lower": -0.3504285511845505, "upper": 0.7061765110096067 }, { "event_time": 0, "estimate": -0.1488354931728388, "se": 0.218990192586897, "pvalue": 0.5053767583836645, "lower": -0.6089168153752803, "upper": 0.31124582902960274 }, { "event_time": 1, "estimate": -0.19506139210753773, "se": 0.33459852331211204, "pvalue": 0.5671451600502614, "lower": -0.8980268043660588, "upper": 0.5079040201509833 }, { "event_time": 2, "estimate": -0.4766593140139526, "se": 0.4930560027779295, "pvalue": 0.34648224072640205, "lower": -1.5125315373232513, "upper": 0.5592129092953462 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.007921668930689796, "se": 0.17992610357487876, "pvalue": 0.9653673501828115, "lower": -0.38593238554584447, "upper": 0.3700890476844649 }, { "event_time": -2, "estimate": 0.07929100815060099, "se": 0.0824078255402936, "pvalue": 0.34870875319577194, "lower": -0.09384140881534019, "upper": 0.25242342511654214 }, { "event_time": -1, "estimate": -0.043612293692936004, "se": 0.042792192996123204, "pvalue": 0.3216284828065832, "lower": -0.13351535510873944, "upper": 0.04629076772286742 }, { "event_time": 0, "estimate": -0.12845800726310064, "se": 0.20796509247912842, "pvalue": 0.5445158417589853, "lower": -0.5653764536532673, "upper": 0.30846043912706606 }, { "event_time": 1, "estimate": -0.10794267410760164, "se": 0.30139950551108463, "pvalue": 0.7244054800111572, "lower": -0.7411595381535896, "upper": 0.5252741899383864 }, { "event_time": 2, "estimate": -0.36009170042824373, "se": 0.3973586726251712, "pvalue": 0.3767944935233618, "lower": -1.1949112936273891, "upper": 0.4747278927709017 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2892365067688925, "se": 0.5062637349284627, "pvalue": 0.5748505220500801, "lower": -0.7743841321170615, "upper": 1.3528571456548464 }, { "event_time": -2, "estimate": 0.23607216511322204, "se": 0.27317444942095853, "pvalue": 0.3988585744631196, "lower": -0.33784605650598043, "upper": 0.8099903867324245 }, { "event_time": 0, "estimate": -0.155430513576035, "se": 0.21329399982114183, "pvalue": 0.4755511411781457, "lower": -0.60354457885144, "upper": 0.29268355169936994 }, { "event_time": 1, "estimate": -0.2636960710310411, "se": 0.3977715595113763, "pvalue": 0.5157734887084977, "lower": -1.0993831073895413, "upper": 0.5719909653274592 }, { "event_time": 2, "estimate": -0.49200563597088, "se": 0.4212447228845947, "pvalue": 0.2580529180292623, "lower": -1.3770079586143535, "upper": 0.39299668667259346 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47575757575757577, 0.3333333333333333, 0.19090909090909092 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7205036997878002e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10168390876909644, "df_num": 1, "df_den": 633, "pvalue": 0.7499233525260419, "log10_pvalue": -0.12498312230969551, "inference": "Homoskedastic nested-model F", "observations": 664, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 660.7764792115106, "rss_restricted": 660.8826250807506, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21897918846948275 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.03709347053577006 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15611642063222692 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.23823947767935338 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.21734356399668955, "se": 0.2464282195762204, "lower": -0.7003339991404098, "upper": 0.2656468711470308 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.17190445970306192, "se": 0.23267879938702207, "lower": -0.6279465264676456, "upper": 0.2841376070615217 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.14174647718979652, "se": 0.2240049845099945, "lower": -0.5807881791868384, "upper": 0.29729522480724535 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 330.0, "post_cells": 6, "estimate": -0.15997702251073612, "se": 0.2332890696900995, "lower": -0.6172151970901859, "upper": 0.2972611520687136 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.21734356399668955, "se": 0.2464282195762204, "lower": -0.7003339991404098, "upper": 0.2656468711470308, "event_study": [ { "event_time": -3, "estimate": 0.1699050394838993, "se": 0.48344195283221497, "lower": -0.7776237766829537, "upper": 1.1174338556507522, "relative_to_minus_one": 0.1699050394838993, "n": 0.0 }, { "event_time": -2, "estimate": 0.24690983031521396, "se": 0.24719418953579966, "lower": -0.23758187836252126, "upper": 0.7314015389929491, "relative_to_minus_one": 0.24690983031521396, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.07086281818213948, "se": 0.22193596082049966, "lower": -0.5058493082646113, "upper": 0.36412367190033235, "relative_to_minus_one": -0.07086281818213948, "n": 157.0 }, { "event_time": 1, "estimate": -0.1414255259075506, "se": 0.309923538608628, "lower": -0.7488644995416704, "upper": 0.4660134477265692, "relative_to_minus_one": -0.1414255259075506, "n": 110.0 }, { "event_time": 2, "estimate": -0.4397423479003787, "se": 0.3540057026613454, "lower": -1.1335807754384108, "upper": 0.25409607963765346, "relative_to_minus_one": -0.4397423479003787, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.13488285110427453, "se": 0.28881839436708207, "event_time": 0, "mass": 60.0 }, { "group": 2, "year": 3, "att": -0.1485390333361254, "se": 0.29741325092824544, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.4397423479003787, "se": 0.3540057026613454, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": 0.21534793077282974, "se": 0.42497693404222725, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.0037492553200545245, "se": 0.45643500017660193, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.13096448557141122, "se": 0.5179979049164251, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": 0.1699050394838993, "se": 0.48344195283221497, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.29316433826525984, "se": 0.5022284784003167, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.04223388943075338, "se": 0.19697204005145616, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.15997702251073612, "treated_cell_se": 0.2332890696900995, "checks": { "input_rows": 664, "retained_rows": 664, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045196874998509884, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.18438817074921574, "event_study": [ { "event_time": -3, "estimate": -0.07195036069763916, "raw_gap": -0.01735692314018365, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.00925594776001891 }, { "event_time": -2, "estimate": 0.032024749854829115, "raw_gap": 0.08793077747540619, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.09471916279244937 }, { "event_time": -1, "estimate": -0.06269441293762025, "raw_gap": -0.035832209755321726, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.14819961603270218, "raw_gap": -0.11367750539866599, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": -0.08550520309508193 }, { "event_time": 1, "estimate": -0.06347534940704266, "raw_gap": -0.040779988684263926, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": -0.0007809364694224136 }, { "event_time": 2, "estimate": -0.4856899713544803, "raw_gap": -0.48568997135448033, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.42299555841686004 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.15383510349772392, 0.05435770904727813, 0.01388298012405157, -0.12642588641641292, -0.009440168791952142, -0.5377092645397668 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": 0.05673840180694687 }, { "cohort": 3, "pre_gap": 0.054593437557455465 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08884419529039932, "zeta_omega": [ 0.0, 1.383340572403769, 1.6641500631925223 ], "zeta_lambda": [ 0.0, 8.225392255872495e-07, 1.176731794595454e-06 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4307791206771269, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 15, "unit_objective": 0.32560262637503157, "time_objective": 0.7167574160752924, "unit_projected_gradient": 1.6310381933948292e-09, "time_projected_gradient": 1.6987906775733919e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 38, "unit_objective": 0.4780498299027096, "time_objective": 0.2030338951566594, "unit_projected_gradient": 1.2711354191452529e-10, "time_projected_gradient": 3.852457242103924e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.18849353073796923, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006190408021211624, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15936205355999278, "event_study": [ { "event_time": -3, "estimate": -0.013889229007923179, "raw_gap": -0.013889229007923179, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.00781099962530883 }, { "event_time": -2, "estimate": 0.034900050684983204, "raw_gap": 0.034900050684983204, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.04097828006759755 }, { "event_time": -1, "estimate": -0.006078229382614349, "raw_gap": -0.006078229382614349, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.11684343322155537, "raw_gap": -0.11684343322155537, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": -0.11076520383894102 }, { "event_time": 1, "estimate": -0.046363248826928626, "raw_gap": -0.046363248826928626, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": -0.04028501944431428 }, { "event_time": 2, "estimate": -0.4626206553658932, "raw_gap": -0.4626206553658932, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.4565424259832788 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05500315440468005, 0.030809935678830117, -0.002035855737208545, -0.1705576399130246, -0.10084525365380502, -0.6107462312565369 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.11338331319193018, "lambda_l": 0.026844871182651688, "singular_values": [ 1.953563750455797, 1.088309937826729, 0.2153599441581534, 0.0 ], "history_objective": [ 0.11371775765104358, 0.11347188355676206, 0.11342200430613175, 0.11340366050631694, 0.11339483748502155, 0.11339004311236917, 0.11338730362846658, 0.11338570045074278, 0.1133847494492529, 0.11338418049257322, 0.11338383820277892, 0.1133836315189472, 0.11338350641247563, 0.11338343056162217, 0.1133833845235798, 0.11338335655970937, 0.11338333956543506, 0.11338332923382721, 0.11338332295106855, 0.11338331912967634, 0.11338331680499979, 0.11338331539063944, 0.11338331453003181, 0.11338331400632137, 0.11338331368759848, 0.11338331349361366, 0.11338331337554051, 0.11338331330366808, 0.11338331325991613, 0.11338331323328092, 0.11338331321706527, 0.11338331320719251, 0.1133833132011815, 0.11338331319752147, 0.11338331319529277, 0.11338331319393569, 0.11338331319310938, 0.1133833131926061, 0.11338331319229963, 0.11338331319211302, 0.11338331319199935, 0.11338331319193018 ], "history_rmse": [ 0.16087639560207026, 0.1609819389074504, 0.1610415330429069, 0.16105767429354106, 0.1610634994892014, 0.16106612955695973, 0.16106747561783843, 0.16106821108193908, 0.16106862813167383, 0.161068870201742, 0.16106901290173975, 0.1610690979132163, 0.16106914892317972, 0.1610691796821387, 0.16106919829256702, 0.1610692095788907, 0.1610692164345478, 0.16106922060356846, 0.16106922314080963, 0.16106922468582188, 0.16106922562700568, 0.1610692262005149, 0.16106922655005243, 0.16106922676311713, 0.16106922689300654, 0.16106922697219622, 0.16106922702047832, 0.16106922704991647, 0.16106922706786597, 0.16106922707881047, 0.16106922708548374, 0.16106922708955274, 0.161069227092034, 0.1610692270935467, 0.16106922709446903, 0.16106922709503121, 0.16106922709537466, 0.1610692270955835, 0.161069227095711, 0.16106922709578886, 0.16106922709583602, 0.16106922709586555 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.22883658363097226, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004147500731050968, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.006508146520436092, "event_study": [ { "event_time": -3, "estimate": 0.028220041085239556, "raw_gap": 0.028220041085239556, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.06675150297797922 }, { "event_time": -2, "estimate": 0.055022359222854575, "raw_gap": 0.055022359222854575, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.09355382111559424 }, { "event_time": -1, "estimate": -0.038531461892739656, "raw_gap": -0.038531461892739656, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.006828807909496112, "raw_gap": 0.006828807909496112, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.045360269802235766 }, { "event_time": 1, "estimate": 0.07558856182056166, "raw_gap": 0.07558856182056166, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.11412002371330132 }, { "event_time": 2, "estimate": -0.11490756016363116, "raw_gap": -0.11490756016363116, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.07637609827089151 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10825813927230071, 0.03319620366188684, 0.012881763676470112, 0.009727293044215692, 0.11787995980695085, -0.16692685334891771 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05520450255319596, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": 0.013064451151584196, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003088749945163727, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5572932549965183, "upper": 0.2961759269031563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8364625770068267, "upper": 0.3828052294744396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7147070586257978, "upper": 0.38302597729778354, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8607883746140546, "upper": 0.3492398078806154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7003339991404098, "upper": 0.2656468711470308, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6172151970901859, "upper": 0.2972611520687136, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602665.169846, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5572932549965183, "upper": 0.2961759269031563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8364625770068267, "upper": 0.3828052294744396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7147070586257978, "upper": 0.38302597729778354, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8607883746140546, "upper": 0.3492398078806154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7003339991404098, "upper": 0.2656468711470308, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6172151970901859, "upper": 0.2972611520687136, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }