{ "study_id": 1, "specification_id": "S01-P090", "source_specification_id": "CI-T5-D-C05", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P090.json", "input_bytes": 50665, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p090", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [humanities-track students only]", "source_specification_id": "CI-T5-D-C05", "specification_id": "S01-P090", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C05.csv", "output_dir": "analyses/full-archive/results/S01-P090" }, "source": { "file": "CI-T5-D-C05.csv", "bytes": 50665, "sha256": "d5faa538ed7ba51798f7cf18a21250bfc5a832b0475404e2fef25e5da32851a3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.49744617082408027, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.013652890780187027, "se": 0.15900157709156928, "pvalue": 0.9326379752049311, "lower": -0.32341539508076755, "upper": 0.35072117664114155 }, { "method": "Dynamic TWFE", "estimate": 0.014324506361385214, "se": 0.21272717786510623, "pvalue": 0.9471473562085083, "lower": -0.43663696528323587, "upper": 0.4652859780060063 }, { "method": "BJS / did2s", "estimate": 0.06800553380919058, "se": 0.19072761816036504, "pvalue": 0.7260809893171555, "lower": -0.33631895463681527, "upper": 0.4723300222551964 }, { "method": "Sun\u2013Abraham", "estimate": 0.07752727058447548, "se": 0.22133541568246318, "pvalue": 0.7307043403895005, "lower": -0.39168285002611736, "upper": 0.5467373911950684 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18558446596824263, "se": 0.5892811674555716, "pvalue": 0.7568819946957525, "lower": -1.063635803652111, "upper": 1.4348047355885962 }, { "event_time": -2, "estimate": -0.14705852739445033, "se": 0.20397478095111435, "pvalue": 0.48133397747032747, "lower": -0.5794657464402122, "upper": 0.2853486916513116 }, { "event_time": 0, "estimate": -0.04418674141953228, "se": 0.20046941290751413, "pvalue": 0.8283347863920857, "lower": -0.46916291217394523, "upper": 0.3807894293348807 }, { "event_time": 1, "estimate": 0.09184209514598755, "se": 0.2681013447445812, "pvalue": 0.7363848083922019, "lower": -0.4765073663063945, "upper": 0.6601915565983696 }, { "event_time": 2, "estimate": 0.040982150848713796, "se": 0.3761950988047849, "pvalue": 0.9146057757844738, "lower": -0.7565158326486132, "upper": 0.8384801343460409 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08191035848770645, "se": 0.3139582092848073, "pvalue": 0.7975011331477181, "lower": -0.5836513131091722, "upper": 0.7474720300845851 }, { "event_time": -2, "estimate": -0.08747884190142151, "se": 0.1274574410094967, "pvalue": 0.5023260876080367, "lower": -0.35767654652263403, "upper": 0.182718862719791 }, { "event_time": -1, "estimate": 0.044877360310663424, "se": 0.05140939874743383, "pvalue": 0.3956076821818772, "lower": -0.06410569652380008, "upper": 0.15386041714512694 }, { "event_time": 0, "estimate": 0.016620564390109997, "se": 0.1966972510260294, "pvalue": 0.9337085790086622, "lower": -0.40035898040222306, "upper": 0.43360010918244307 }, { "event_time": 1, "estimate": 0.19875068689392783, "se": 0.20472509388786933, "pvalue": 0.3460875916438408, "lower": -0.23524712452253527, "upper": 0.6327484983103909 }, { "event_time": 2, "estimate": -0.033920919953665224, "se": 0.3667492148968356, "pvalue": 0.9274563100567602, "lower": -0.8113945240987016, "upper": 0.7435526841913712 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.04512945129989739, "se": 0.4822725572335719, "pvalue": 0.9266072430866498, "lower": -1.0675016010483322, "upper": 0.9772426984485374 }, { "event_time": -2, "estimate": -0.3211639168062119, "se": 0.26670089091864846, "pvalue": 0.2460209485745516, "lower": -0.8865445487716845, "upper": 0.2442167151592607 }, { "event_time": 0, "estimate": 0.008069869512384253, "se": 0.21559239068036623, "pvalue": 0.9706042901253159, "lower": -0.44896558196270314, "upper": 0.46510532098747165 }, { "event_time": 1, "estimate": 0.1835655749265048, "se": 0.2859164717167189, "pvalue": 0.5299487660328625, "lower": -0.42255026860041156, "upper": 0.7896814184534212 }, { "event_time": 2, "estimate": 0.08113417049270007, "se": 0.3624255424571812, "pvalue": 0.825696274978832, "lower": -0.6871736575354161, "upper": 0.8494419985208164 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.159006750518504e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5719573123197158, "df_num": 1, "df_den": 235, "pvalue": 0.45023964544400547, "log10_pvalue": -0.3465562662446655, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 238.20379352215718, "rss_restricted": 238.78354842227333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3020738712199331 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.09135081170167539 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5521620031873011 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.45875592381069785 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p090", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [humanities-track students only]", "source_specification_id": "CI-T5-D-C05", "specification_id": "S01-P090", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P090" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P090", "regression_results": "analyses/archive-expanded/baselines/S01-P090.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C05.csv", "bytes": 50665, "sha256": "d5faa538ed7ba51798f7cf18a21250bfc5a832b0475404e2fef25e5da32851a3" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.49744617082408027, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.013652890780187027, "se": 0.15900157709156928, "pvalue": 0.9326379752049311, "lower": -0.32341539508076755, "upper": 0.35072117664114155 }, { "method": "Dynamic TWFE", "estimate": 0.014324506361385214, "se": 0.21272717786510623, "pvalue": 0.9471473562085083, "lower": -0.43663696528323587, "upper": 0.4652859780060063 }, { "method": "BJS / did2s", "estimate": 0.06800553380919058, "se": 0.19072761816036504, "pvalue": 0.7260809893171555, "lower": -0.33631895463681527, "upper": 0.4723300222551964 }, { "method": "Sun\u2013Abraham", "estimate": 0.07752727058447548, "se": 0.22133541568246318, "pvalue": 0.7307043403895005, "lower": -0.39168285002611736, "upper": 0.5467373911950684 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18558446596824263, "se": 0.5892811674555716, "pvalue": 0.7568819946957525, "lower": -1.063635803652111, "upper": 1.4348047355885962 }, { "event_time": -2, "estimate": -0.14705852739445033, "se": 0.20397478095111435, "pvalue": 0.48133397747032747, "lower": -0.5794657464402122, "upper": 0.2853486916513116 }, { "event_time": 0, "estimate": -0.04418674141953228, "se": 0.20046941290751413, "pvalue": 0.8283347863920857, "lower": -0.46916291217394523, "upper": 0.3807894293348807 }, { "event_time": 1, "estimate": 0.09184209514598755, "se": 0.2681013447445812, "pvalue": 0.7363848083922019, "lower": -0.4765073663063945, "upper": 0.6601915565983696 }, { "event_time": 2, "estimate": 0.040982150848713796, "se": 0.3761950988047849, "pvalue": 0.9146057757844738, "lower": -0.7565158326486132, "upper": 0.8384801343460409 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08191035848770645, "se": 0.3139582092848073, "pvalue": 0.7975011331477181, "lower": -0.5836513131091722, "upper": 0.7474720300845851 }, { "event_time": -2, "estimate": -0.08747884190142151, "se": 0.1274574410094967, "pvalue": 0.5023260876080367, "lower": -0.35767654652263403, "upper": 0.182718862719791 }, { "event_time": -1, "estimate": 0.044877360310663424, "se": 0.05140939874743383, "pvalue": 0.3956076821818772, "lower": -0.06410569652380008, "upper": 0.15386041714512694 }, { "event_time": 0, "estimate": 0.016620564390109997, "se": 0.1966972510260294, "pvalue": 0.9337085790086622, "lower": -0.40035898040222306, "upper": 0.43360010918244307 }, { "event_time": 1, "estimate": 0.19875068689392783, "se": 0.20472509388786933, "pvalue": 0.3460875916438408, "lower": -0.23524712452253527, "upper": 0.6327484983103909 }, { "event_time": 2, "estimate": -0.033920919953665224, "se": 0.3667492148968356, "pvalue": 0.9274563100567602, "lower": -0.8113945240987016, "upper": 0.7435526841913712 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.04512945129989739, "se": 0.4822725572335719, "pvalue": 0.9266072430866498, "lower": -1.0675016010483322, "upper": 0.9772426984485374 }, { "event_time": -2, "estimate": -0.3211639168062119, "se": 0.26670089091864846, "pvalue": 0.2460209485745516, "lower": -0.8865445487716845, "upper": 0.2442167151592607 }, { "event_time": 0, "estimate": 0.008069869512384253, "se": 0.21559239068036623, "pvalue": 0.9706042901253159, "lower": -0.44896558196270314, "upper": 0.46510532098747165 }, { "event_time": 1, "estimate": 0.1835655749265048, "se": 0.2859164717167189, "pvalue": 0.5299487660328625, "lower": -0.42255026860041156, "upper": 0.7896814184534212 }, { "event_time": 2, "estimate": 0.08113417049270007, "se": 0.3624255424571812, "pvalue": 0.825696274978832, "lower": -0.6871736575354161, "upper": 0.8494419985208164 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.159006750518504e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5719573123197158, "df_num": 1, "df_den": 235, "pvalue": 0.45023964544400547, "log10_pvalue": -0.3465562662446655, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 238.20379352215718, "rss_restricted": 238.78354842227333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3020738712199331 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.09135081170167539 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5521620031873011 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.45875592381069785 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.06797373690139638, "se": 0.25653166862665466, "lower": -0.43481909450081047, "upper": 0.5707665683036033 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.0712214168640187, "se": 0.23188474213765525, "lower": -0.38326432629014306, "upper": 0.5257071600181804 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.03218768465987393, "se": 0.21596458452660253, "lower": -0.39109512294842325, "upper": 0.4554704922681711 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 116.0, "post_cells": 6, "estimate": 0.08274150754119713, "se": 0.21958536744987786, "lower": -0.34763790419255736, "upper": 0.5131209192749516 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.06797373690139638, "se": 0.25653166862665466, "lower": -0.43481909450081047, "upper": 0.5707665683036033, "event_study": [ { "event_time": -3, "estimate": -0.13242240012399567, "se": 0.4762739049404467, "lower": -1.0659021005835245, "upper": 0.8010573003355332, "relative_to_minus_one": -0.13242240012399567, "n": 0.0 }, { "event_time": -2, "estimate": -0.07465092973483133, "se": 0.41890586607716923, "lower": -0.8956913401586422, "upper": 0.7463894806889795, "relative_to_minus_one": -0.07465092973483133, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.03725610353996406, "se": 0.22184436556293727, "lower": -0.3975508631365308, "upper": 0.47206307021645894, "relative_to_minus_one": 0.03725610353996406, "n": 59.0 }, { "event_time": 1, "estimate": 0.13191589664267223, "se": 0.3178059718848252, "lower": -0.4909723623233341, "upper": 0.7548041556086785, "relative_to_minus_one": 0.13191589664267223, "n": 38.0 }, { "event_time": 2, "estimate": 0.034749210521552866, "se": 0.38078995220670137, "lower": -0.7115853814783103, "upper": 0.7810838025214161, "relative_to_minus_one": 0.034749210521552866, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.059845311348059385, "se": 0.41601647193606783, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": 0.38956090148728795, "se": 0.2960844218061122, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": 0.034749210521552866, "se": 0.38078995220670137, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.15320079798895156, "se": 0.43818729572331205, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.27235500485025466, "se": 0.41327082968918777, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": -0.14885109581620384, "se": 0.4897770456730249, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": -0.13242240012399567, "se": 0.47627390494044675, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.09094068442250326, "se": 0.575089660956921, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.23528697853356773, "se": 0.20952118005363926, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.08274150754119713, "treated_cell_se": 0.21958536744987786, "checks": { "input_rows": 264, "retained_rows": 264, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04078904166817665, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.36658781054048256, "event_study": [ { "event_time": -3, "estimate": -0.4499886852792934, "raw_gap": -0.5383895093518353, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.4870189562804237 }, { "event_time": -2, "estimate": -0.08125899625781978, "raw_gap": -0.2315277120998185, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.11828926725895006 }, { "event_time": -1, "estimate": 0.03703027100113028, "raw_gap": -0.04685603373656928, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.24993559556717918, "raw_gap": 0.17038671241570108, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.21290532456604888 }, { "event_time": 1, "estimate": 0.4201722624582512, "raw_gap": 0.3593396798757944, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.3831419914571209 }, { "event_time": 2, "estimate": 0.6216547321483608, "raw_gap": 0.6216547321483608, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.5846244611472304 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02001820201441168, -0.052715418826196014, 0.027625610892835262, 0.2667927172199831, 0.3801817953934328, 0.7080609780124011 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.7755575615628914e-17 }, { "cohort": 2, "pre_gap": -0.1651170098666684 }, { "cohort": 3, "pre_gap": -0.08840082407254177 } ], "diagnostics": { "converged": true, "pre_rmse": 0.142271388918057, "zeta_omega": [ 0.0, 1.0984162582773913, 1.276753130607835 ], "zeta_lambda": [ 0.0, 6.531222147890701e-07, 1.0736171306920861e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.30904937094865376, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 13, "time_iterations": 14, "unit_objective": 0.22068053044015903, "time_objective": 0.8342715604554082, "unit_projected_gradient": 3.158491732047075e-09, "time_projected_gradient": 8.820991768791009e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 15, "unit_objective": 0.28109808656745616, "time_objective": 0.20512504538910264, "unit_projected_gradient": 7.528801415634945e-09, "time_projected_gradient": 6.604467472914877e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.6653345369377348e-16 }, "native_matrix_att": 0.4563346897488785, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006245831027626991, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17789142417616954, "event_study": [ { "event_time": -3, "estimate": -0.11198078568770067, "raw_gap": -0.11198078568770067, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.09808244873203319 }, { "event_time": -2, "estimate": -0.06718049960708479, "raw_gap": -0.06718049960708479, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.0532821626514173 }, { "event_time": -1, "estimate": -0.01389833695566749, "raw_gap": -0.01389833695566749, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.013878815297351639, "raw_gap": -0.013878815297351639, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 1.952165831585126e-05 }, { "event_time": 1, "estimate": 0.3762875553798639, "raw_gap": 0.3762875553798639, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.3901858923355314 }, { "event_time": 2, "estimate": 0.37659622118655733, "raw_gap": 0.37659622118655733, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.39049455814222483 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04006737342577271, -0.02262987955758693, 0.005564488296890236, 0.22590077081656706, 0.47005661842019253, 0.6834265636425373 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 46, "termination_reason": "Relative objective tolerance reached", "objective": 0.14407518951460338, "lambda_l": 0.030802583481927562, "singular_values": [ 2.2512953778895413, 1.4712432074398971, 0.0, 0.0 ], "history_objective": [ 0.14796728902470016, 0.14665123112332648, 0.1458446264594056, 0.1453213982778102, 0.1449617449812935, 0.14470375430742655, 0.14451428313729403, 0.1443738056271948, 0.14426949567935443, 0.14419222552214564, 0.14413521707112245, 0.1441021668423141, 0.1440878228983254, 0.14408142297213036, 0.1440784015818469, 0.14407690200081247, 0.1440761261427101, 0.14407571139180864, 0.14407548416472613, 0.14407535743151106, 0.14407528584211027, 0.14407524503693941, 0.1440752216293805, 0.1440752081398247, 0.14407520033936486, 0.1440751958168679, 0.14407519318936557, 0.14407519166017055, 0.14407519076884542, 0.144075190248617, 0.14407518994460683, 0.14407518976674447, 0.14407518966257163, 0.1440751896014944, 0.14407518956564858, 0.14407518954459045, 0.14407518953220813, 0.1440751895249207, 0.14407518952062803, 0.1440751895180973, 0.1440751895166042, 0.14407518951572262, 0.14407518951520168, 0.14407518951489362, 0.14407518951471135, 0.14407518951460338 ], "history_rmse": [ 0.17305916178524738, 0.17379375202010103, 0.1742255671938369, 0.1744693026277811, 0.1746119071776234, 0.17470140340553672, 0.17476172348139854, 0.17480454275499166, 0.1748358606272608, 0.17485909316709544, 0.1748764133510862, 0.1737746006021511, 0.17292387483056154, 0.17240780160657207, 0.1720887987584152, 0.17188812423637326, 0.17175974480981987, 0.17167626411798084, 0.17162111151580545, 0.17158411035220067, 0.17155891817716437, 0.17154152471600378, 0.17152935776805944, 0.17152074380755525, 0.17151457840358494, 0.17151012234198354, 0.1715068739586336, 0.17150448820999448, 0.1715027247280731, 0.17150141405247368, 0.17150043539224052, 0.17149970178708016, 0.1714991500749497, 0.17149873402075638, 0.17149841955075468, 0.1714981814077183, 0.1714980007770829, 0.17149786358495786, 0.1714977592666281, 0.1714976798682179, 0.17149761938672034, 0.17149757328215684, 0.17149753811508422, 0.17149751127602852, 0.17149749078278226, 0.17149747512805205 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3978712231862437, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00048125023022294044, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32341539508076755, "upper": 0.35072117664114155, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43663696528323587, "upper": 0.4652859780060063, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33631895463681527, "upper": 0.4723300222551964, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39168285002611736, "upper": 0.5467373911950684, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43481909450081047, "upper": 0.5707665683036033, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34763790419255736, "upper": 0.5131209192749516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602680.257835, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32341539508076755, "upper": 0.35072117664114155, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43663696528323587, "upper": 0.4652859780060063, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33631895463681527, "upper": 0.4723300222551964, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39168285002611736, "upper": 0.5467373911950684, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43481909450081047, "upper": 0.5707665683036033, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34763790419255736, "upper": 0.5131209192749516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }