[ { "study_id": 1, "specification_id": "S01-P001", "source_specification_id": "CI-F4-A-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P001.json", "input_bytes": 208004, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p001", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-A-DYNAMIC", "source_specification_id": "CI-F4-A-DYNAMIC", "specification_id": "S01-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-A-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P001" }, "source": { "file": "CI-F4-A-DYNAMIC.csv", "bytes": 208004, "sha256": "7fb69fdd4c046c8f3acbe2e9569005c934e4074c92833e41402823a6c7de26c7" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.1400907126234599, "pvalue": 0.03003327630587605, "lower": 0.03568314831902247, "upper": 0.6243224798864231 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301121846, "se": 0.13732499724662509, "pvalue": 0.0061562637610705385, "lower": 0.1374330396197439, "upper": 0.714451266402693 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101892, "pvalue": 0.038743251136386846, "lower": -0.24503081359750012, "upper": -0.007284565289696163 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508098, "pvalue": 0.9402088873378288, "lower": -0.07392267338402632, "upper": 0.079476339707041 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.020769730897669036, "pvalue": 0.171661558765293, "lower": -0.014067480729575678, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640633, "pvalue": 0.03634774652616076, "lower": 0.023782672608697486, "upper": 0.6462441376283926 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.2368991078428402, "pvalue": 0.31040821266323415, "lower": -0.2504385084725004, "upper": 0.7449746054884229 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134573, "se": 0.17327567721838863, "pvalue": 0.008991386102855518, "lower": -0.871330379519262, "upper": -0.1432530009076527 }, { "event_time": -2, "estimate": -0.2993185819443757, "se": 0.15242740049745937, "pvalue": 0.06520450341540279, "lower": -0.6195566671861359, "upper": 0.020919503297384456 }, { "event_time": 0, "estimate": 0.41503202150832197, "se": 0.1227654751075072, "pvalue": 0.0033309150627083635, "lower": 0.15711132907429753, "upper": 0.6729527139423463 }, { "event_time": 1, "estimate": 0.4234993914055421, "se": 0.14942958040711912, "pvalue": 0.011001352031773635, "lower": 0.10955949246425511, "upper": 0.7374392903468291 }, { "event_time": 2, "estimate": 0.45847751824255994, "se": 0.24970864534264564, "pvalue": 0.0829251361312241, "lower": -0.06614087839653698, "upper": 0.9830959148816569 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "code_sha256": { "replication_engine.py": "f9d56fa725aee6a41a1b7f11796f1d432696b3a0c8161ac280f273cca73f63c2", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb" } } }, { "study_id": 1, "specification_id": "S01-P002", "source_specification_id": "CI-F4-B-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P002.json", "input_bytes": 204259, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p002", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-B-DYNAMIC", "source_specification_id": "CI-F4-B-DYNAMIC", "specification_id": "S01-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-B-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P002" }, "source": { "file": "CI-F4-B-DYNAMIC.csv", "bytes": 204259, "sha256": "f807a87d5be0088a5018146c800dd7d6236825d26dd6bab32ad9bbd190b44541" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258394, "se": 0.11188359088426762, "pvalue": 0.17227242214440652, "lower": -0.07601850520422976, "upper": 0.39409889885590854 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443842, "se": 0.1437921135994485, "pvalue": 0.38737651400241047, "lower": -0.174716787069486, "upper": 0.42947525427836286 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723128, "se": 0.2509691858549951, "pvalue": 0.7023449213034048, "lower": -0.62471920002134, "upper": 0.42981418794687737 }, { "event_time": -2, "estimate": -0.021437892101152285, "se": 0.1368137489084827, "pvalue": 0.8772301613945953, "lower": -0.3088729125909868, "upper": 0.2659971283886823 }, { "event_time": 0, "estimate": 0.15308008958023991, "se": 0.11799265140712922, "pvalue": 0.21088629031357442, "lower": -0.09481327234747564, "upper": 0.4009734515079555 }, { "event_time": 1, "estimate": 0.1435394507489843, "se": 0.164479680374474, "pvalue": 0.39432596927715763, "lower": -0.20201953492154948, "upper": 0.4890984364195181 }, { "event_time": 2, "estimate": 0.030454985523499085, "se": 0.22896720449278912, "pvalue": 0.8956609767452542, "lower": -0.45058726088777845, "upper": 0.5114972319347766 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P003", "source_specification_id": "CI-F4-C-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P003.json", "input_bytes": 203155, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p003", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-C-DYNAMIC", "source_specification_id": "CI-F4-C-DYNAMIC", "specification_id": "S01-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-C-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P003" }, "source": { "file": "CI-F4-C-DYNAMIC.csv", "bytes": 203155, "sha256": "4f0fc974aa0237cb8003e125fa3d2eb903f685da46d1573342e58b7c4f00704a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P004", "source_specification_id": "CI-F4-D-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P004.json", "input_bytes": 194483, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p004", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-D-DYNAMIC", "source_specification_id": "CI-F4-D-DYNAMIC", "specification_id": "S01-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-D-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P004" }, "source": { "file": "CI-F4-D-DYNAMIC.csv", "bytes": 194483, "sha256": "284f44102121a5e62227bc0a925b8a949a77227e101471d9f504414ae98e839a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.2208707981145346, "se": 0.17307920324768178, "pvalue": 0.21813231445613146, "lower": -0.14275511469587834, "upper": 0.5844967109249476 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.5141670739445391, "se": 0.2740725271366351, "pvalue": 0.07696461999116448, "lower": -0.0616379389413777, "upper": 1.0899720868304559 }, { "event_time": -2, "estimate": 0.16874763266058257, "se": 0.1475524301394546, "pvalue": 0.2677530841635153, "lower": -0.14124851991052367, "upper": 0.4787437852316888 }, { "event_time": 0, "estimate": 0.24994919318066522, "se": 0.1252441123105027, "pvalue": 0.06132665702395444, "lower": -0.013178922782893843, "upper": 0.5130773091442242 }, { "event_time": 1, "estimate": 0.17036010116411224, "se": 0.23780511046590497, "pvalue": 0.4829453692030162, "lower": -0.3292498966956623, "upper": 0.6699700990238868 }, { "event_time": 2, "estimate": 0.24118945989430562, "se": 0.2832842639267153, "pvalue": 0.40572969129202313, "lower": -0.35396869384278984, "upper": 0.8363476136314011 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.502076811930471e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P005", "source_specification_id": "CI-F4-E-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P005.json", "input_bytes": 171860, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p005", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-E-DYNAMIC", "source_specification_id": "CI-F4-E-DYNAMIC", "specification_id": "S01-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-E-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P005" }, "source": { "file": "CI-F4-E-DYNAMIC.csv", "bytes": 171860, "sha256": "ac794208fb03601e2a803eeb774c034215ef9bd5d69c3a573573c20ad06e8b28" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625027, "se": 0.1067820354752803, "pvalue": 0.21785132432541915, "lower": -0.08798658231556652, "upper": 0.36069488134806704 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140282684, "se": 0.16605034388484874, "pvalue": 0.25232272492732366, "lower": -0.15247426585445556, "upper": 0.5452433886601092 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146234935, "se": 0.22401371254533262, "pvalue": 0.9182346945440056, "lower": -0.49395701914894463, "upper": 0.4473136728564747 }, { "event_time": -2, "estimate": 0.13365187342818993, "se": 0.14828955982650502, "pvalue": 0.37933599306973237, "lower": -0.17789293114895652, "upper": 0.44519667800533635 }, { "event_time": 0, "estimate": 0.17860061394049828, "se": 0.11757123792673, "pvalue": 0.14611097295667844, "lower": -0.06840739111819183, "upper": 0.4256086189991884 }, { "event_time": 1, "estimate": 0.17774816807766167, "se": 0.19467793899638267, "pvalue": 0.37329091336498993, "lower": -0.23125500470853896, "upper": 0.5867513408638623 }, { "event_time": 2, "estimate": 0.27814736982950744, "se": 0.2806414603625026, "pvalue": 0.33476762137400135, "lower": -0.3114584596515059, "upper": 0.8677531993105208 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P006", "source_specification_id": "CI-F4-F-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P006.json", "input_bytes": 161991, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p006", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-F-DYNAMIC", "source_specification_id": "CI-F4-F-DYNAMIC", "specification_id": "S01-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-F-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P006" }, "source": { "file": "CI-F4-F-DYNAMIC.csv", "bytes": 161991, "sha256": "b621dc9b7374d4a65eb1ab891cadbaca413e8d848b5b7d4689ffa7fabc8bd1c1" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040884, "se": 0.13497323278179119, "pvalue": 0.26958460322718686, "lower": -0.12981690517344047, "upper": 0.43731957401425814 }, { "method": "Dynamic TWFE", "estimate": 0.167886046245096, "se": 0.16185875094108587, "pvalue": 0.31335902970212615, "lower": -0.17216657101291621, "upper": 0.5079386635031082 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2886787496981946, "se": 0.2174991043919501, "pvalue": 0.20101140569374656, "lower": -0.16826991245153977, "upper": 0.745627411847929 }, { "event_time": -2, "estimate": 0.18354837834328894, "se": 0.1800324460379209, "pvalue": 0.32146009385726454, "lower": -0.19468575549628445, "upper": 0.5617825121828623 }, { "event_time": 0, "estimate": 0.1361615608884481, "se": 0.13606179948786234, "pvalue": 0.33021986067502207, "lower": -0.14969367249045873, "upper": 0.42201679426735494 }, { "event_time": 1, "estimate": 0.21536684032856626, "se": 0.17522817549531736, "pvalue": 0.23487332776529937, "lower": -0.15277389564077057, "upper": 0.5835075762979031 }, { "event_time": 2, "estimate": 0.1564419565069196, "se": 0.25078883719930734, "pvalue": 0.5405847541354414, "lower": -0.3704458390115267, "upper": 0.6833297520253659 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P007", "source_specification_id": "CI-F4-G-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P007.json", "input_bytes": 212271, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p007", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-G-DYNAMIC", "source_specification_id": "CI-F4-G-DYNAMIC", "specification_id": "S01-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-G-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P007" }, "source": { "file": "CI-F4-G-DYNAMIC.csv", "bytes": 212271, "sha256": "ef4f89c0f8249fe10b4d19022435114f057b1f7918f25eb3c28533504e9c11a8" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831890981, "se": 0.12200052276134092, "pvalue": 0.3253979494519957, "lower": -0.1329667088713198, "upper": 0.37966046550913946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.03974792509906768, "se": 0.22240085518847694, "pvalue": 0.8601522083052371, "lower": -0.5069947835329943, "upper": 0.427498933334859 }, { "event_time": -2, "estimate": -0.024820748461187342, "se": 0.16159376523103, "pvalue": 0.8796343202533436, "lower": -0.3643166514005942, "upper": 0.3146751544782196 }, { "event_time": 0, "estimate": 0.019330720775350085, "se": 0.11851788518319593, "pvalue": 0.8722539203692906, "lower": -0.22966611636878304, "upper": 0.2683275579194832 }, { "event_time": 1, "estimate": 0.3180181374199935, "se": 0.14199154606024256, "pvalue": 0.03797228118101691, "lower": 0.01970496877412936, "upper": 0.6163313060658577 }, { "event_time": 2, "estimate": 0.01863560474762408, "se": 0.19113650685969083, "pvalue": 0.923407642851141, "lower": -0.38292729520858276, "upper": 0.42019850470383097 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.041036567996504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P008", "source_specification_id": "CI-F4-H-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P008.json", "input_bytes": 169709, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p008", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-H-DYNAMIC", "source_specification_id": "CI-F4-H-DYNAMIC", "specification_id": "S01-P008", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-H-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P008" }, "source": { "file": "CI-F4-H-DYNAMIC.csv", "bytes": 169709, "sha256": "5cd04538ff79ba999f6cf18cbe81911b892a284f3e4da6fc1537ca17987c991f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026649, "se": 0.1391896861950219, "pvalue": 0.3973416817325259, "lower": -0.17174631250108877, "upper": 0.4131070465016218 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615642, "se": 0.2289024791861355, "pvalue": 0.684394793927107, "lower": -0.575471598914124, "upper": 0.38634092826181116 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.02158858000909039, "se": 0.26091296759778787, "pvalue": 0.9349695249932817, "lower": -0.5697463842199788, "upper": 0.5265692242017981 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.44330946432046797, "se": 0.3038878669017064, "pvalue": 0.16185222737270658, "lower": -0.19513525301516205, "upper": 1.081754181656098 }, { "event_time": -2, "estimate": -0.18101354818929485, "se": 0.1934361268028217, "pvalue": 0.36177266523801194, "lower": -0.5874077703682032, "upper": 0.2253806739896135 }, { "event_time": 0, "estimate": 0.057297050121776494, "se": 0.1669956272151844, "pvalue": 0.7354940047110868, "lower": -0.2935477437184806, "upper": 0.40814184396203357 }, { "event_time": 1, "estimate": -0.27877494215796667, "se": 0.25497913209519635, "pvalue": 0.2886679482490302, "lower": -0.8144662205782958, "upper": 0.2569163362623625 }, { "event_time": 2, "estimate": -0.12524208569121553, "se": 0.40673887448335844, "pvalue": 0.7616796143256351, "lower": -0.9797687517161365, "upper": 0.7292845803337055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198775387, "se": 0.34397366167339327, "pvalue": 0.8108731957385378, "lower": -0.6391304650842922, "upper": 0.8061932290598 }, { "event_time": -2, "estimate": -0.2919111206400988, "se": 0.2627877143502324, "pvalue": 0.28126241548030734, "lower": -0.8440076216230683, "upper": 0.2601853803428707 }, { "event_time": 0, "estimate": 0.07997578854625675, "se": 0.17977073177274297, "pvalue": 0.6617122614256189, "lower": -0.29770850402535887, "upper": 0.4576600811178724 }, { "event_time": 1, "estimate": -0.08574399317382328, "se": 0.28628624373432376, "pvalue": 0.7679860743438404, "lower": -0.6872090724530819, "upper": 0.5157210861054353 }, { "event_time": 2, "estimate": -0.15471182219495752, "se": 0.5068453024459106, "pvalue": 0.7636814268843117, "lower": -1.2195542890962061, "upper": 0.9101306447062911 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0688193739557529e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P009", "source_specification_id": "CI-F4-I-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P009.json", "input_bytes": 201131, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p009", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-I-DYNAMIC", "source_specification_id": "CI-F4-I-DYNAMIC", "specification_id": "S01-P009", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-I-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P009" }, "source": { "file": "CI-F4-I-DYNAMIC.csv", "bytes": 201131, "sha256": "e6fe25bb63d9d4ddec0242b7489a570bc72972c4af978404eb084604f93b6c43" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.19720465361266512, "se": 0.23831296860540183, "pvalue": 0.418788264491447, "lower": -0.6978816218310244, "upper": 0.3034723146056941 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31327974559026706, "se": 0.37616771472729665, "pvalue": 0.41586059308262024, "lower": -1.103578788287948, "upper": 0.47701929710741386 }, { "event_time": -2, "estimate": 0.0030416262637916747, "se": 0.2973476223919159, "pvalue": 0.9919509491706519, "lower": -0.6216625472326541, "upper": 0.6277457997602375 }, { "event_time": 0, "estimate": -0.12013577323972735, "se": 0.17232345647551292, "pvalue": 0.49461374278306386, "lower": -0.48217392099964973, "upper": 0.24190237452019503 }, { "event_time": 1, "estimate": -0.15952707793377946, "se": 0.3348946209644672, "pvalue": 0.6395560231995686, "lower": -0.8631145682761971, "upper": 0.5440604124086381 }, { "event_time": 2, "estimate": -0.4641108883306288, "se": 0.336022480723986, "pvalue": 0.18412794497660323, "lower": -1.1700679241001204, "upper": 0.24184614743886285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0754784509392937e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P010", "source_specification_id": "CI-F4-J-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P010.json", "input_bytes": 200114, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p010", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-J-DYNAMIC", "source_specification_id": "CI-F4-J-DYNAMIC", "specification_id": "S01-P010", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-J-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P010" }, "source": { "file": "CI-F4-J-DYNAMIC.csv", "bytes": 200114, "sha256": "d618b2bc9a14b851c3009841f9591cb8451aef349e4fe53740c28d962a33b0e9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549636, "se": 0.09784091446362361, "pvalue": 0.27741764425347515, "lower": -0.09596995037846866, "upper": 0.31514231688946137 }, { "method": "Dynamic TWFE", "estimate": 0.09114698572120529, "se": 0.11768060074787942, "pvalue": 0.44867335875347575, "lower": -0.1560907820988206, "upper": 0.33838475354123115 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.26664786849456373, "se": 0.12476889592623024, "pvalue": 0.04656468378616419, "lower": -0.528777591882521, "upper": -0.004518145106606364 }, { "event_time": -2, "estimate": -0.31886417440172266, "se": 0.11976092102590544, "pvalue": 0.01586375247584924, "lower": -0.5704725329446138, "upper": -0.06725581585883156 }, { "event_time": 0, "estimate": 0.06680908056552175, "se": 0.11153570902232968, "pvalue": 0.5566420450024985, "lower": -0.1675187487934019, "upper": 0.30113690992444536 }, { "event_time": 1, "estimate": 0.14634352135819917, "se": 0.15593754511199548, "pvalue": 0.36042352044021503, "lower": -0.1812691040686733, "upper": 0.47395614678507164 }, { "event_time": 2, "estimate": 0.0466375041081106, "se": 0.1583485034389632, "pvalue": 0.7717268946481032, "lower": -0.28604035680599105, "upper": 0.3793153650222122 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P011", "source_specification_id": "CI-F4-K-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P011.json", "input_bytes": 199878, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p011", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-K-DYNAMIC", "source_specification_id": "CI-F4-K-DYNAMIC", "specification_id": "S01-P011", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-K-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P011" }, "source": { "file": "CI-F4-K-DYNAMIC.csv", "bytes": 199878, "sha256": "773f75b6e795644e3f5c1b3fce1899b389537465863059b813a1e395cb7da4b5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640264, "se": 0.14308541369898528, "pvalue": 0.2507894271589519, "lower": -0.1308179767108025, "upper": 0.47040462184360776 }, { "method": "Dynamic TWFE", "estimate": 0.0759086201346267, "se": 0.15253893406042632, "pvalue": 0.6247663070270408, "lower": -0.24456378842779736, "upper": 0.3963810286970507 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17398322771944855, "se": 0.24583850607248947, "pvalue": 0.48818640340671066, "lower": -0.3425043080281749, "upper": 0.6904707634670719 }, { "event_time": -2, "estimate": 0.036230640842607305, "se": 0.09970712047682734, "pvalue": 0.7205605076151068, "lower": -0.1732462461361278, "upper": 0.2457075278213424 }, { "event_time": 0, "estimate": 0.1327135645132288, "se": 0.12666807816943215, "pvalue": 0.3086299534588879, "lower": -0.13340619270790594, "upper": 0.39883332173436353 }, { "event_time": 1, "estimate": 0.0830992653330187, "se": 0.18223126642512263, "pvalue": 0.6538365753249208, "lower": -0.29975441872055814, "upper": 0.46595294938659554 }, { "event_time": 2, "estimate": -0.08232758601205492, "se": 0.23484541132913964, "pvalue": 0.7299869908088783, "lower": -0.5757194867229167, "upper": 0.41106431469880694 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P012", "source_specification_id": "CI-F4-L-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P012.json", "input_bytes": 169314, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p012", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-L-DYNAMIC", "source_specification_id": "CI-F4-L-DYNAMIC", "specification_id": "S01-P012", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-L-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P012" }, "source": { "file": "CI-F4-L-DYNAMIC.csv", "bytes": 169314, "sha256": "af85a7f5bd69b4a5d6a71098bb4ebbaef7c7924ad144ce8bdad23794abf9fe46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.062037859929712315, "se": 0.10124164893310571, "pvalue": 0.5476929030202613, "lower": -0.2747386715636197, "upper": 0.15066295170419508 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358364, "se": 0.25447562110418454, "pvalue": 0.2917096259370606, "lower": -0.8110529588153924, "upper": 0.2582139233482251 }, { "event_time": -2, "estimate": 0.010498378026893209, "se": 0.11319430309004584, "pvalue": 0.927129425112314, "lower": -0.22731402816470836, "upper": 0.24831078421849478 }, { "event_time": 0, "estimate": 0.04053557945384703, "se": 0.09827702464647482, "pvalue": 0.68487152322954, "lower": -0.16593678767524364, "upper": 0.2470079465829377 }, { "event_time": 1, "estimate": -0.13668456955271735, "se": 0.1305012846744272, "pvalue": 0.30878511481922616, "lower": -0.4108575948049915, "upper": 0.1374884556995568 }, { "event_time": 2, "estimate": -0.17889492169359295, "se": 0.19157497229814438, "pvalue": 0.36275968394512303, "lower": -0.5813790033533308, "upper": 0.22358915996614492 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.1491746662009321e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P013", "source_specification_id": "CI-T3-A01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 1 (\"Trust: central government\"), accepted-manuscript p. 46", "outcome_label": "Trust: central government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P013.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: central government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p013", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: central government [Table 3 original scale]", "source_specification_id": "CI-T3-A01-ORIG", "specification_id": "S01-P013", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P013" }, "source": { "file": "CI-T3-A01-ORIG.csv", "bytes": 194049, "sha256": "af90f812a417a627b7d7aaa29b12841ca0bc3b62d108db9e97ba1e203470ce04" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7433697408754478, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2145722116583281, "se": 0.11377748070807477, "pvalue": 0.07555280901655836, "lower": -0.024465405244365718, "upper": 0.45360982856102194 }, { "method": "Dynamic TWFE", "estimate": 0.32452178198914444, "se": 0.10681546302713821, "pvalue": 0.00707280413208553, "lower": 0.10011082147687805, "upper": 0.5489327425014108 }, { "method": "BJS / did2s", "estimate": 0.28827128509820965, "se": 0.11601574526296207, "pvalue": 0.02302534342835015, "lower": 0.0445312488602628, "upper": 0.5320113213361565 }, { "method": "Sun\u2013Abraham", "estimate": 0.3885253830076921, "se": 0.10881719686300068, "pvalue": 0.0021863006212762335, "lower": 0.15990893576096604, "upper": 0.6171418302544183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2734094211132707, "se": 0.15979406892331108, "pvalue": 0.10425710741479637, "lower": -0.6091243024140505, "upper": 0.0623054601875091 }, { "event_time": -2, "estimate": -0.10423773075876798, "se": 0.10889626703722294, "pvalue": 0.35113708446180625, "lower": -0.33302029827724333, "upper": 0.12454483675970736 }, { "event_time": 0, "estimate": 0.2432054966550746, "se": 0.11328451896872442, "pvalue": 0.04567983699897751, "lower": 0.005203553935577504, "upper": 0.48120743937457167 }, { "event_time": 1, "estimate": 0.35953453946350317, "se": 0.11298541762952993, "pvalue": 0.005161205427691081, "lower": 0.12216098533978537, "upper": 0.596908093587221 }, { "event_time": 2, "estimate": 0.4643036876655104, "se": 0.1566004317835753, "pvalue": 0.008294382732353264, "lower": 0.13529838902013386, "upper": 0.7933089863108869 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.15250669892257324, "se": 0.07303380855337478, "pvalue": 0.051264007257100445, "lower": -0.3059450369951028, "upper": 0.0009316391499563093 }, { "event_time": -2, "estimate": 0.02762931081441932, "se": 0.037600937899155064, "pvalue": 0.4719245180578361, "lower": -0.05136732835165011, "upper": 0.10662594998048874 }, { "event_time": -1, "estimate": 0.021355403110918412, "se": 0.019089417210712785, "pvalue": 0.27797434521226255, "lower": -0.018749974242424684, "upper": 0.06146078046426151 }, { "event_time": 0, "estimate": 0.23392695484139092, "se": 0.11238526610893101, "pvalue": 0.05193867386133636, "lower": -0.002185727725216441, "upper": 0.47003963740799826 }, { "event_time": 1, "estimate": 0.32769616056578194, "se": 0.12155172650536158, "pvalue": 0.014778517695821463, "lower": 0.07232545932131701, "upper": 0.5830668618102468 }, { "event_time": 2, "estimate": 0.35075931760068274, "se": 0.18132689089647797, "pvalue": 0.06894088971321548, "lower": -0.030194343972109905, "upper": 0.7317129791734753 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5391315374662096, "se": 0.17557923014013713, "pvalue": 0.006589590281983387, "lower": -0.9080098118761772, "upper": -0.1702532630562419 }, { "event_time": -2, "estimate": -0.19433817226594474, "se": 0.13028607997118336, "pvalue": 0.1531152935826694, "lower": -0.46805906921401036, "upper": 0.07938272468212088 }, { "event_time": 0, "estimate": 0.2922514986231172, "se": 0.10540366146524223, "pvalue": 0.012549283869363383, "lower": 0.07080662312868483, "upper": 0.5136963741175496 }, { "event_time": 1, "estimate": 0.4526909101310629, "se": 0.11607317545656029, "pvalue": 0.0010493052797647046, "lower": 0.20883021753361022, "upper": 0.6965516027285156 }, { "event_time": 2, "estimate": 0.5101843208402526, "se": 0.1908561356036554, "pvalue": 0.015510745250420803, "lower": 0.10921045903530058, "upper": 0.9111581826452045 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6123458407688631e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09924367305115425, "df_num": 1, "df_den": 1076, "pvalue": 0.7528002318625951, "log10_pvalue": -0.12332025581800704, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1128.163299431126, "rss_restricted": 1128.2673543285582, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.23712499492163666 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.0824335595208281 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.12121692818930509 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5697842384040116 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P014", "source_specification_id": "CI-T3-A02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 2 (\"Trust: provincial government\"), accepted-manuscript p. 46", "outcome_label": "Trust: provincial government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P014.json", "input_bytes": 193950, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: provincial government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p014", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: provincial government [Table 3 original scale]", "source_specification_id": "CI-T3-A02-ORIG", "specification_id": "S01-P014", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P014" }, "source": { "file": "CI-T3-A02-ORIG.csv", "bytes": 193950, "sha256": "32a8c0922abe355b6a33070784899517f7a6683f74f6eb1210d1c283e6125220" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.7627420052807632, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2319714901623524, "se": 0.13413628045075177, "pvalue": 0.10085406641076518, "lower": -0.0498383778325851, "upper": 0.5137813581572899 }, { "method": "Dynamic TWFE", "estimate": 0.3224253252524971, "se": 0.1260264179645267, "pvalue": 0.019749897004666932, "lower": 0.057653646098193845, "upper": 0.5871970044068004 }, { "method": "BJS / did2s", "estimate": 0.30301860880217446, "se": 0.14240290007550158, "pvalue": 0.04741998046472568, "lower": 0.0038412174393109844, "upper": 0.6021960001650379 }, { "method": "Sun\u2013Abraham", "estimate": 0.3328428430090348, "se": 0.11093930068215999, "pvalue": 0.007681655764350103, "lower": 0.0997680210769572, "upper": 0.5659176649411124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2219374709029033, "se": 0.1667789004243902, "pvalue": 0.19989098881581052, "lower": -0.5723269386516702, "upper": 0.12845199684586353 }, { "event_time": -2, "estimate": -0.15009119289639347, "se": 0.16483364321548652, "pvalue": 0.3745593362757238, "lower": -0.4963938269010367, "upper": 0.1962114411082498 }, { "event_time": 0, "estimate": 0.24504170607214285, "se": 0.14269871258394126, "pvalue": 0.10309980942361638, "lower": -0.05475716430948055, "upper": 0.5448405764537663 }, { "event_time": 1, "estimate": 0.3554779390240644, "se": 0.11450513857814797, "pvalue": 0.00611916673556436, "lower": 0.11491156966437893, "upper": 0.5960443083837499 }, { "event_time": 2, "estimate": 0.45596200958327554, "se": 0.20592458582787376, "pvalue": 0.03995886477989584, "lower": 0.023330508589988197, "upper": 0.8885935105765629 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10514356452230501, "se": 0.06532017262303903, "pvalue": 0.12486838785690968, "lower": -0.24237615485839697, "upper": 0.03208902581378696 }, { "event_time": -2, "estimate": 0.045130769858795376, "se": 0.04997976205889359, "pvalue": 0.37846177755113053, "lower": -0.059872813816736974, "upper": 0.15013435353432772 }, { "event_time": -1, "estimate": -0.0007378320315384817, "se": 0.021784007653198677, "pvalue": 0.9733533039588659, "lower": -0.046504333834923035, "upper": 0.045028669771846073 }, { "event_time": 0, "estimate": 0.2512689972024886, "se": 0.15036978908739304, "pvalue": 0.11201533538110751, "lower": -0.0646462068776118, "upper": 0.567184201282589 }, { "event_time": 1, "estimate": 0.3726374569638549, "se": 0.13633480101804993, "pvalue": 0.013651150610943638, "lower": 0.08620866865315746, "upper": 0.6590662452745524 }, { "event_time": 2, "estimate": 0.3006157414293302, "se": 0.24648030690928044, "pvalue": 0.2383442493957004, "lower": -0.21722016784175252, "upper": 0.8184516507004129 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2590917104435435, "se": 0.18121218486106247, "pvalue": 0.16991127259384267, "lower": -0.6398043835783831, "upper": 0.12162096269129602 }, { "event_time": -2, "estimate": -0.067388214332049, "se": 0.18395279851964152, "pvalue": 0.7183861317902813, "lower": -0.4538587031059829, "upper": 0.3190822744418849 }, { "event_time": 0, "estimate": 0.2809460158621565, "se": 0.11999029384531215, "pvalue": 0.03091708021001314, "lower": 0.028855762907541604, "upper": 0.5330362688167714 }, { "event_time": 1, "estimate": 0.3907756576020903, "se": 0.09517183960860878, "pvalue": 0.0006633062369581154, "lower": 0.1908270421580791, "upper": 0.5907242730461015 }, { "event_time": 2, "estimate": 0.3533694200689774, "se": 0.23485918274581213, "pvalue": 0.14977167521991194, "lower": -0.14005141331469706, "upper": 0.8467902534526519 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.988626591782467e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6939224166198229, "df_num": 1, "df_den": 1075, "pvalue": 0.40501845027573946, "log10_pvalue": -0.39252519241389666, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1143.3703862897162, "rss_restricted": 1144.1084424213866, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.2489741586159127 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4389699771904025 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3230866741699449 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.06782026027415154 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P015", "source_specification_id": "CI-T3-A03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 3 (\"Trust: local government\"), accepted-manuscript p. 46", "outcome_label": "Trust: local government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P015.json", "input_bytes": 193935, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: local government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p015", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: local government [Table 3 original scale]", "source_specification_id": "CI-T3-A03-ORIG", "specification_id": "S01-P015", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P015" }, "source": { "file": "CI-T3-A03-ORIG.csv", "bytes": 193935, "sha256": "6bedeb62b18de39a1b8817b4cac534b739a7b13640c89bc18248954306de311a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.8128859948526956, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38820146125710797, "se": 0.12372858453606565, "pvalue": 0.005691906903435967, "lower": 0.12825735099746116, "upper": 0.6481455715167548 }, { "method": "Dynamic TWFE", "estimate": 0.3735393387717817, "se": 0.11628203901885763, "pvalue": 0.004829472900838224, "lower": 0.1292398401128953, "upper": 0.617838837430668 }, { "method": "BJS / did2s", "estimate": 0.33288060630824245, "se": 0.10362429096911133, "pvalue": 0.004829220320988734, "lower": 0.11517404950688609, "upper": 0.5505871631095989 }, { "method": "Sun\u2013Abraham", "estimate": 0.385059491047323, "se": 0.11641914369729853, "pvalue": 0.003915693665503817, "lower": 0.14047194614768, "upper": 0.629647035946966 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.24748748315389504, "se": 0.17623769612286996, "pvalue": 0.1772549218781977, "lower": -0.6177491432597351, "upper": 0.12277417695194501 }, { "event_time": -2, "estimate": -0.26606260687078753, "se": 0.11813195237450284, "pvalue": 0.03702748702909215, "lower": -0.5142486292710852, "upper": -0.01787658447048987 }, { "event_time": 0, "estimate": 0.3895409028131125, "se": 0.12177901087908367, "pvalue": 0.0049761184219523575, "lower": 0.13369269481849244, "upper": 0.6453891108077325 }, { "event_time": 1, "estimate": 0.31862050434155614, "se": 0.12633031614746779, "pvalue": 0.021304145419287577, "lower": 0.053210358796722756, "upper": 0.5840306498863895 }, { "event_time": 2, "estimate": 0.43872870091672356, "se": 0.14797175669071994, "pvalue": 0.008293395193011173, "lower": 0.12785157595200575, "upper": 0.7496058258814413 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04739070823184612, "se": 0.056998823394462085, "pvalue": 0.41662269319851625, "lower": -0.16714079256907802, "upper": 0.07235937610538579 }, { "event_time": -2, "estimate": -0.02374190331824427, "se": 0.035636407209755444, "pvalue": 0.513715515401069, "lower": -0.09861121666022413, "upper": 0.05112741002373558 }, { "event_time": -1, "estimate": 0.025797239873879527, "se": 0.020931232486331466, "pvalue": 0.23362767744695948, "lower": -0.018177647786063473, "upper": 0.06977212753382253 }, { "event_time": 0, "estimate": 0.40518353044307076, "se": 0.10967446716796836, "pvalue": 0.0016591508094861876, "lower": 0.17476602511819392, "upper": 0.6356010357679476 }, { "event_time": 1, "estimate": 0.27708576964012654, "se": 0.13005941497738388, "pvalue": 0.04718163177390648, "lower": 0.003841078173285384, "upper": 0.5503304611069677 }, { "event_time": 2, "estimate": 0.25619218453389403, "se": 0.14144276132264424, "pvalue": 0.08681905574841473, "lower": -0.040968030161401936, "upper": 0.55335239922919 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28788292235934393, "se": 0.2291126515839791, "pvalue": 0.22499298714200433, "lower": -0.7692307417701914, "upper": 0.19346489705150355 }, { "event_time": -2, "estimate": -0.2081919297083002, "se": 0.16085706300165356, "pvalue": 0.21193276940483663, "lower": -0.5461400786969155, "upper": 0.12975621928031505 }, { "event_time": 0, "estimate": 0.42021519999550483, "se": 0.10782418941409673, "pvalue": 0.0010559245966315618, "lower": 0.19368498398430456, "upper": 0.6467454160067051 }, { "event_time": 1, "estimate": 0.3407281554331545, "se": 0.13732491386532727, "pvalue": 0.023196857045840888, "lower": 0.052219217219286296, "upper": 0.6292370936470226 }, { "event_time": 2, "estimate": 0.3809719109648048, "se": 0.18011451368739287, "pvalue": 0.04862220381111695, "lower": 0.0025653593916649675, "upper": 0.7593784625379447 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4128164307291388e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5088589855562098, "df_num": 1, "df_den": 1076, "pvalue": 0.47578789224074497, "log10_pvalue": -0.32258661400101957, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1126.5552222387498, "rss_restricted": 1127.087989662134, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.212659109783813 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.23895919171091384 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.27428423234456734 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11805811912133432 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P016", "source_specification_id": "CI-T3-A04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 4 (\"Trust: courts\"), accepted-manuscript p. 46", "outcome_label": "Trust: courts [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P016.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p016", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: courts [Table 3 original scale]", "source_specification_id": "CI-T3-A04-ORIG", "specification_id": "S01-P016", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P016" }, "source": { "file": "CI-T3-A04-ORIG.csv", "bytes": 194049, "sha256": "7063c296fc3dfe96bf950cc8b4e760655aa880cb3c96511cad2cdfede39d8924" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7461047172254185, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18352232522747058, "se": 0.10583659840441823, "pvalue": 0.10000868540908846, "lower": -0.03883211702451117, "upper": 0.40587676747945234 }, { "method": "Dynamic TWFE", "estimate": 0.14801183647369248, "se": 0.12375576668138996, "pvalue": 0.2472146527437832, "lower": -0.1119893813541672, "upper": 0.40801305430155216 }, { "method": "BJS / did2s", "estimate": 0.13090633196334808, "se": 0.1320832030240584, "pvalue": 0.3347785306824661, "lower": -0.146590180415528, "upper": 0.4084028443422242 }, { "method": "Sun\u2013Abraham", "estimate": 0.20535587329137728, "se": 0.1288264781420953, "pvalue": 0.1283327004676065, "lower": -0.06529851400398112, "upper": 0.4760102605867357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1924069306326123, "se": 0.14797119279320228, "pvalue": 0.20990181994330814, "lower": -0.5032828708926068, "upper": 0.11846900962738224 }, { "event_time": -2, "estimate": -0.1817762125639749, "se": 0.1531825278490213, "pvalue": 0.2507867203128127, "lower": -0.5036007615018204, "upper": 0.14004833637387062 }, { "event_time": 0, "estimate": 0.17914025029548222, "se": 0.09248875757610112, "pvalue": 0.06861667336458281, "lower": -0.015171418970658906, "upper": 0.3734519195616234 }, { "event_time": 1, "estimate": 0.114782528373045, "se": 0.14643529815809533, "pvalue": 0.44332426875763287, "lower": -0.1928666169965654, "upper": 0.42243167374265544 }, { "event_time": 2, "estimate": 0.13276694586237828, "se": 0.24354523225689445, "pvalue": 0.5923466165883463, "lower": -0.37890260038175394, "upper": 0.6444364921065104 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08789000386076251, "se": 0.06348377975644463, "pvalue": 0.18314541304939366, "lower": -0.2212644759488849, "upper": 0.04548446822735988 }, { "event_time": -2, "estimate": -0.01276194427997142, "se": 0.04405360561193389, "pvalue": 0.775362967332223, "lower": -0.10531513526216961, "upper": 0.07979124670222677 }, { "event_time": -1, "estimate": 0.0293109772237906, "se": 0.022605933312337317, "pvalue": 0.21114363357554491, "lower": -0.01818232631231797, "upper": 0.07680428075989917 }, { "event_time": 0, "estimate": 0.19109726725254997, "se": 0.12450153396492634, "pvalue": 0.14219882515911686, "lower": -0.07047074949818202, "upper": 0.452665284003282 }, { "event_time": 1, "estimate": 0.14035052808320925, "se": 0.15418727001545438, "pvalue": 0.3747140204021545, "lower": -0.183584905816855, "upper": 0.4642859619832735 }, { "event_time": 2, "estimate": -0.040807851535448775, "se": 0.24085180970028738, "pvalue": 0.8673469463294636, "lower": -0.5468187269667228, "upper": 0.46520302389582535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.41038755641892943, "se": 0.22231784797844603, "pvalue": 0.08141238468039648, "lower": -0.8774600231758032, "upper": 0.05668491033794437 }, { "event_time": -2, "estimate": -0.2794763810420658, "se": 0.17461267089798976, "pvalue": 0.12688078552098522, "lower": -0.6463239898370075, "upper": 0.08737122775287581 }, { "event_time": 0, "estimate": 0.23336190134727366, "se": 0.09166283394672646, "pvalue": 0.020273926674953934, "lower": 0.04078543323764161, "upper": 0.4259383694569057 }, { "event_time": 1, "estimate": 0.20814511422876564, "se": 0.15097244166712845, "pvalue": 0.1848828584336557, "lower": -0.10903621593870899, "upper": 0.5253264443962402 }, { "event_time": 2, "estimate": 0.12855726673968204, "se": 0.2618491759213758, "pvalue": 0.6293874259911983, "lower": -0.4215674381724893, "upper": 0.6786819716518534 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.0490667485672e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5094178723143679, "df_num": 1, "df_den": 1076, "pvalue": 0.4755457444652286, "log10_pvalue": -0.32280770036005363, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1109.6450401248376, "rss_restricted": 1110.170386793392, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.47541501111725715 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.12665449263000136 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.27236732324979296 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.387858921619513 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P017", "source_specification_id": "CI-T3-A05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 5 (\"Trust: armed forces\"), accepted-manuscript p. 46", "outcome_label": "Trust: armed forces [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P017.json", "input_bytes": 193950, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: armed forces [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p017", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: armed forces [Table 3 original scale]", "source_specification_id": "CI-T3-A05-ORIG", "specification_id": "S01-P017", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P017" }, "source": { "file": "CI-T3-A05-ORIG.csv", "bytes": 193950, "sha256": "7407d4b30d81d71ef9bf801b0e157d8fdfa7352cf96fed2e049493f7bbef2f6e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.828300334393963, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3073758706064841, "se": 0.0955445266648996, "pvalue": 0.004779386510462072, "lower": 0.10664426871179894, "upper": 0.5081074725011692 }, { "method": "Dynamic TWFE", "estimate": 0.3131511450983964, "se": 0.1442715388747404, "pvalue": 0.04358560733431992, "lower": 0.010047889296962542, "upper": 0.6162544008998303 }, { "method": "BJS / did2s", "estimate": 0.33768945086665547, "se": 0.12132495909484094, "pvalue": 0.012266434665376517, "lower": 0.08279517027296174, "upper": 0.5925837314603493 }, { "method": "Sun\u2013Abraham", "estimate": 0.35038915647090907, "se": 0.11617681898135382, "pvalue": 0.007422496668219952, "lower": 0.10631071690788943, "upper": 0.5944675960339287 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0016979612439860213, "se": 0.21455566213702845, "pvalue": 0.9937727787937418, "lower": -0.45246268068617873, "upper": 0.4490667581982067 }, { "event_time": -2, "estimate": -0.07843501323646415, "se": 0.14720277205364893, "pvalue": 0.6006639090851092, "lower": -0.3876965614285527, "upper": 0.2308265349556244 }, { "event_time": 0, "estimate": 0.2875110280231747, "se": 0.1110986492422073, "pvalue": 0.018565800165916524, "lower": 0.05410142718921304, "upper": 0.5209206288571363 }, { "event_time": 1, "estimate": 0.3449117335351038, "se": 0.1700391171526737, "pvalue": 0.05757771317606278, "lower": -0.01232719539407634, "upper": 0.7021506624642839 }, { "event_time": 2, "estimate": 0.3172355079573667, "se": 0.26356487283166524, "pvalue": 0.244322437351713, "lower": -0.2364937424080052, "upper": 0.8709647583227387 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0189897851973341, "se": 0.04346821485642906, "pvalue": 0.6674042231100918, "lower": -0.11031311583913884, "upper": 0.07233354544447064 }, { "event_time": -2, "estimate": -0.02069502392937538, "se": 0.030048168014369346, "pvalue": 0.499775947537602, "lower": -0.08382388237962973, "upper": 0.04243383452087898 }, { "event_time": -1, "estimate": 0.016968781300750323, "se": 0.018152462487455737, "pvalue": 0.3622675692830155, "lower": -0.021168127223794096, "upper": 0.05510568982529474 }, { "event_time": 0, "estimate": 0.3162211256177565, "se": 0.09660768694331492, "pvalue": 0.004223342299921556, "lower": 0.11325590686183981, "upper": 0.5191863443736732 }, { "event_time": 1, "estimate": 0.40459435797933313, "se": 0.14357854666963288, "pvalue": 0.011390231238820096, "lower": 0.10294702477532491, "upper": 0.7062416911833413 }, { "event_time": 2, "estimate": 0.26330720952388004, "se": 0.2483363698035129, "pvalue": 0.3030358810432046, "lower": -0.2584281431897692, "upper": 0.7850425622375292 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1498297497344518, "se": 0.15919001284756473, "pvalue": 0.35906300671845653, "lower": -0.4842755563121546, "upper": 0.184616056843251 }, { "event_time": -2, "estimate": -0.15967104957740277, "se": 0.1518981299001802, "pvalue": 0.3070879918613902, "lower": -0.4787971785560876, "upper": 0.1594550794012821 }, { "event_time": 0, "estimate": 0.3163564477347092, "se": 0.09635824208724865, "pvalue": 0.004132327455423683, "lower": 0.1139152931747269, "upper": 0.5187976022946915 }, { "event_time": 1, "estimate": 0.4098251698795417, "se": 0.13700336488620654, "pvalue": 0.00783128465139972, "lower": 0.12199178100292524, "upper": 0.6976585587561581 }, { "event_time": 2, "estimate": 0.32246105786955775, "se": 0.21939760854095755, "pvalue": 0.15889046548279265, "lower": -0.13847621349031541, "upper": 0.7833983292294309 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.649274294959402e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.47417479969633874, "df_num": 1, "df_den": 1075, "pvalue": 0.4912213849296376, "log10_pvalue": -0.30872273479283385, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1102.902900448488, "rss_restricted": 1103.3893830177017, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.24511695733688527 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06030318743820407 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2623058590632945 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24005133788906127 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P018", "source_specification_id": "CI-T3-A06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 6 (\"Trust: police\"), accepted-manuscript p. 46", "outcome_label": "Trust: police [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P018.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p018", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: police [Table 3 original scale]", "source_specification_id": "CI-T3-A06-ORIG", "specification_id": "S01-P018", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P018" }, "source": { "file": "CI-T3-A06-ORIG.csv", "bytes": 194049, "sha256": "95180fa34c8ce879913166ec925267f71b9762058468a1ec98d057c6eaae4dc5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7891038731286711, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18707839792149378, "se": 0.15756426728594378, "pvalue": 0.25053646407110974, "lower": -0.14395184397397548, "upper": 0.518108639816963 }, { "method": "Dynamic TWFE", "estimate": 0.15237835580415815, "se": 0.16205316933671324, "pvalue": 0.3595129655594611, "lower": -0.18808271934625587, "upper": 0.49283943095457217 }, { "method": "BJS / did2s", "estimate": 0.1272373005632055, "se": 0.16161866490749532, "pvalue": 0.4413683049821958, "lower": -0.21231091465528226, "upper": 0.46678551578169325 }, { "method": "Sun\u2013Abraham", "estimate": 0.22224621433890407, "se": 0.1546695560793368, "pvalue": 0.16789894200176214, "lower": -0.10270246498247187, "upper": 0.54719489366028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22062133150039637, "se": 0.16285030562875794, "pvalue": 0.19225863165799228, "lower": -0.5627571278558432, "upper": 0.12151446485505041 }, { "event_time": -2, "estimate": -0.07189427962154461, "se": 0.14372490023428777, "pvalue": 0.6229796037026735, "lower": -0.37384909025520413, "upper": 0.23006053101211493 }, { "event_time": 0, "estimate": 0.2012457848404435, "se": 0.14668871461534688, "pvalue": 0.18694528720623288, "lower": -0.10693576874956648, "upper": 0.5094273384304535 }, { "event_time": 1, "estimate": 0.11987884887991024, "se": 0.17987374809312176, "pvalue": 0.5135688140516871, "lower": -0.2580218729496937, "upper": 0.4977795707095142 }, { "event_time": 2, "estimate": 0.0904904601254289, "se": 0.27731142006235154, "pvalue": 0.7479506045150619, "lower": -0.49211921429410627, "upper": 0.6731001345449641 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13754655244339964, "se": 0.07240508346491463, "pvalue": 0.07361863681155982, "lower": -0.2896639881203308, "upper": 0.014570883233531479 }, { "event_time": -2, "estimate": 0.029180069982985137, "se": 0.0440853550727527, "pvalue": 0.5164207534527193, "lower": -0.06343982414121306, "upper": 0.12179996410718334 }, { "event_time": -1, "estimate": 0.016734729589458874, "se": 0.021107615196909717, "pvalue": 0.43820330407038904, "lower": -0.027610724394655436, "upper": 0.061080183573573185 }, { "event_time": 0, "estimate": 0.1952109159810731, "se": 0.15018110971245222, "pvalue": 0.21005721308376257, "lower": -0.1203078874416752, "upper": 0.5107297194038214 }, { "event_time": 1, "estimate": 0.11369695174775123, "se": 0.17712214135091625, "pvalue": 0.5290207447649944, "lower": -0.2584228588310773, "upper": 0.4858167623265798 }, { "event_time": 2, "estimate": -0.01996254553853003, "se": 0.26820857558693584, "pvalue": 0.9414898117156278, "lower": -0.583447853370778, "upper": 0.5435227622937179 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4298896629279561, "se": 0.2794989183699702, "pvalue": 0.14142430110642196, "lower": -1.0170951007549573, "upper": 0.15731577489904508 }, { "event_time": -2, "estimate": -0.2881355284892343, "se": 0.13540518498780588, "pvalue": 0.04741492560555376, "lower": -0.5726112659930307, "upper": -0.0036597909854379496 }, { "event_time": 0, "estimate": 0.2771299342517694, "se": 0.1379243114036657, "pvalue": 0.05974372236659791, "lower": -0.01263829146126022, "upper": 0.5668981599647991 }, { "event_time": 1, "estimate": 0.14466987016021393, "se": 0.1851402727445797, "pvalue": 0.4447201988196596, "lower": -0.24429540938511074, "upper": 0.5336351497055386 }, { "event_time": 2, "estimate": 0.23201507282596925, "se": 0.2775062067646056, "pvalue": 0.41407610182958515, "lower": -0.35100383326947737, "upper": 0.8150339789214158 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 9.902301779853838e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9227346423122884, "df_num": 1, "df_den": 1076, "pvalue": 0.16584271954927018, "log10_pvalue": -0.7803035891368358, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1148.084962961957, "rss_restricted": 1150.1365082506231, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0868885345175088 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.6061539393653069 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5382357812516771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5985300577449633 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P019", "source_specification_id": "CI-T3-A07-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 7 (\"Trust in government officials z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 1, p. 48 and Table 5, panel A, column 1, p. 49", "outcome_label": "Trust in government officials z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P019.json", "input_bytes": 258030, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p019", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-A07-ORIG", "specification_id": "S01-P019", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A07-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P019" }, "source": { "file": "CI-T3-A07-ORIG.csv", "bytes": 258030, "sha256": "2ca1e5266018a25b1f674ea21a072dc8b9709c3fd56ee2a0530175e688255221" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.14009071262345993, "pvalue": 0.03003327630587605, "lower": 0.03568314831902242, "upper": 0.6243224798864232 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301119437, "se": 0.13732501132762595, "pvalue": 0.006156268044298772, "lower": 0.13743301003663477, "upper": 0.714451295985754 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101899, "pvalue": 0.03874325113638694, "lower": -0.24503081359750029, "upper": -0.007284565289696024 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508097, "pvalue": 0.9402088873378288, "lower": -0.07392267338402628, "upper": 0.07947633970704096 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.02076973089766903, "pvalue": 0.1716615587652928, "lower": -0.014067480729575664, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640636, "pvalue": 0.03634774652616076, "lower": 0.02378267260869743, "upper": 0.6462441376283927 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.23689910784284024, "pvalue": 0.31040821266323415, "lower": -0.25043850847250043, "upper": 0.744974605488423 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134135, "se": 0.17327565551155916, "pvalue": 0.00899137896649768, "lower": -0.8713303339148617, "upper": -0.1432530465119653 }, { "event_time": -2, "estimate": -0.29931858194436156, "se": 0.1524274016190216, "pvalue": 0.06520450521388134, "lower": -0.6195566695424366, "upper": 0.02091950565371342 }, { "event_time": 0, "estimate": 0.41503202150830837, "se": 0.12276548784829701, "pvalue": 0.003330917649427941, "lower": 0.1571113023068778, "upper": 0.6729527407097389 }, { "event_time": 1, "estimate": 0.4234993914055088, "se": 0.14942958660647765, "pvalue": 0.011001354811359948, "lower": 0.10955947943985284, "upper": 0.7374393033711648 }, { "event_time": 2, "estimate": 0.458477518242527, "se": 0.24970865559319644, "pvalue": 0.08292514774163687, "lower": -0.06614089993217798, "upper": 0.983095936417232 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.9484522481082865e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } } }, { "study_id": 1, "specification_id": "S01-P020", "source_specification_id": "CI-T3-A08-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 8 (\"Trust in non-governmental institutions z-score index (falsification)\"), accepted-manuscript p. 46", "outcome_label": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P020.json", "input_bytes": 258297, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p020", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "source_specification_id": "CI-T3-A08-ORIG", "specification_id": "S01-P020", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A08-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P020" }, "source": { "file": "CI-T3-A08-ORIG.csv", "bytes": 258297, "sha256": "68eb6329636f0bbf10b294197f720fd6221e1b2e247a0b48bdbc760f40e13331" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.9855885629411788, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023184407426537507, "se": 0.13367108565586608, "pvalue": 0.8642382631061715, "lower": -0.25764812257081926, "upper": 0.30401693742389424 }, { "method": "Dynamic TWFE", "estimate": 0.039041610401804996, "se": 0.11686862509296697, "pvalue": 0.7421918238387554, "lower": -0.2064902598686762, "upper": 0.28457348067228616 }, { "method": "BJS / did2s", "estimate": 0.07646465567525854, "se": 0.14556241365881004, "pvalue": 0.6057822654973329, "lower": -0.22935062741121862, "upper": 0.3822799387617357 }, { "method": "Sun\u2013Abraham", "estimate": 0.0636290695671966, "se": 0.11963174938729869, "pvalue": 0.6013165457916684, "lower": -0.1877079094331715, "upper": 0.3149660485675647 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03171828336706152, "se": 0.21518111623423206, "pvalue": 0.8844526810611147, "lower": -0.4203604663731053, "upper": 0.4837970331072283 }, { "event_time": -2, "estimate": -0.14502985977964927, "se": 0.14133725300757205, "pvalue": 0.3184251018164003, "lower": -0.4419684097303814, "upper": 0.15190869017108283 }, { "event_time": 0, "estimate": -0.001519934037721124, "se": 0.13675525804838398, "pvalue": 0.9912545420740615, "lower": -0.28883206979042164, "upper": 0.28579220171497943 }, { "event_time": 1, "estimate": 0.05334175906995598, "se": 0.14500014025971752, "pvalue": 0.7172575394833125, "lower": -0.25129223143972645, "upper": 0.3579757495796384 }, { "event_time": 2, "estimate": 0.1148742617930652, "se": 0.1454520225606664, "pvalue": 0.439940327352346, "lower": -0.19070909820227555, "upper": 0.42045762178840596 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02597086560092115, "se": 0.11313398427142772, "pvalue": 0.8210231850988583, "lower": -0.2117148154552043, "upper": 0.2636565466570466 }, { "event_time": -2, "estimate": -0.05240007506858552, "se": 0.07193148827549246, "pvalue": 0.4756961536792763, "lower": -0.20352252417390745, "upper": 0.09872237403673642 }, { "event_time": -1, "estimate": 0.024636291649879474, "se": 0.023106537177716862, "pvalue": 0.30042422857590234, "lower": -0.023908741580434836, "upper": 0.07318132488019378 }, { "event_time": 0, "estimate": 0.031918060441405736, "se": 0.13348634352953764, "pvalue": 0.8137208356556628, "lower": -0.2485263407509866, "upper": 0.31236246163379805 }, { "event_time": 1, "estimate": 0.12313778273211311, "se": 0.17756106390898707, "pvalue": 0.49685103107860396, "lower": -0.24990416992292536, "upper": 0.4961797353871516 }, { "event_time": 2, "estimate": 0.09997933830185388, "se": 0.21353313256524764, "pvalue": 0.6452508405735329, "lower": -0.34863712622618626, "upper": 0.5485958028298941 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.11899513569492066, "se": 0.24721137403250798, "pvalue": 0.6360676086125664, "lower": -0.6383669599980878, "upper": 0.40037668860824643 }, { "event_time": -2, "estimate": -0.10302867623785364, "se": 0.14423432010536086, "pvalue": 0.48419387912686207, "lower": -0.40605373830638736, "upper": 0.1999963858306801 }, { "event_time": 0, "estimate": 0.005794711717338918, "se": 0.11841296351989457, "pvalue": 0.9615088454407641, "lower": -0.2429816931918656, "upper": 0.2545711166265434 }, { "event_time": 1, "estimate": 0.1451465914685658, "se": 0.14489404194859687, "pvalue": 0.3297450362249014, "lower": -0.15926449476085092, "upper": 0.4495576776979825 }, { "event_time": 2, "estimate": 0.05377786481469136, "se": 0.20428927593479349, "pvalue": 0.7953524801090935, "lower": -0.3754179775815994, "upper": 0.48297370721098215 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.522125714979304e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2405960753059819, "df_num": 1, "df_den": 1076, "pvalue": 0.6238759371413234, "log10_pvalue": -0.20490176475956218, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1067.2157771321233, "rss_restricted": 1067.4544090349882, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.38685582343809227 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3923498232693374 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1835676987843581 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19513418976581226 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } } }, { "study_id": 1, "specification_id": "S01-P021", "source_specification_id": "CI-T3-B01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 1 (\"Village head is not self-interested\"), accepted-manuscript p. 46", "outcome_label": "Village head is not self-interested [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P021.json", "input_bytes": 192481, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head is not self-interested [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p021", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head is not self-interested [Table 3 original scale]", "source_specification_id": "CI-T3-B01-ORIG", "specification_id": "S01-P021", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P021" }, "source": { "file": "CI-T3-B01-ORIG.csv", "bytes": 192481, "sha256": "89af4f13f857fbc14dd79737920f404d63dd3cc9ff27533832a50e2813c2a842" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.8739264672101494, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03480352404481226, "se": 0.0926559787142215, "pvalue": 0.7115887142441781, "lower": -0.1598594637960002, "upper": 0.22946651188562472 }, { "method": "Dynamic TWFE", "estimate": 0.06113239236576071, "se": 0.1387491330368987, "pvalue": 0.6647508343039897, "lower": -0.23036871929579575, "upper": 0.3526335040273172 }, { "method": "BJS / did2s", "estimate": -0.04603705788602125, "se": 0.13636217282878627, "pvalue": 0.7395633074940224, "lower": -0.33252335223717594, "upper": 0.24044923646513344 }, { "method": "Sun\u2013Abraham", "estimate": 0.06153564561861635, "se": 0.13761108291226878, "pvalue": 0.6600860367744641, "lower": -0.22757451145320606, "upper": 0.35064580269043877 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5243255197574709, "se": 0.2101118796738018, "pvalue": 0.02251953973754974, "lower": -0.9657541986806341, "upper": -0.0828968408343077 }, { "event_time": -2, "estimate": -0.195931839196591, "se": 0.09575541319662442, "pvalue": 0.055632765155532754, "lower": -0.3971064972537668, "upper": 0.005242818860584836 }, { "event_time": 0, "estimate": 0.06532002904900391, "se": 0.08864124719492583, "pvalue": 0.47067784001104573, "lower": -0.12090832085726988, "upper": 0.2515483789552777 }, { "event_time": 1, "estimate": 0.06632096232810021, "se": 0.16838121299339892, "pvalue": 0.6983010710511661, "lower": -0.28743483921225227, "upper": 0.42007676386845266 }, { "event_time": 2, "estimate": 0.04042038283376703, "se": 0.23624425479948857, "pvalue": 0.8660571556013744, "lower": -0.4559103789547982, "upper": 0.5367511446223323 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13640037777953462, "se": 0.06044813335594832, "pvalue": 0.036713494681644615, "lower": -0.2633971934384759, "upper": -0.009403562120593317 }, { "event_time": -2, "estimate": 0.015326501003004804, "se": 0.037245888573354154, "pvalue": 0.6855677590502088, "lower": -0.06292420720911679, "upper": 0.09357720921512638 }, { "event_time": -1, "estimate": 0.023958769116785572, "se": 0.017883543811007045, "pvalue": 0.19700946660614752, "lower": -0.013613162233375338, "upper": 0.06153070046694648 }, { "event_time": 0, "estimate": 0.01109000880558108, "se": 0.09884675832645604, "pvalue": 0.9119113269775443, "lower": -0.19657932436884976, "upper": 0.21875934198001193 }, { "event_time": 1, "estimate": -0.07628054586355874, "se": 0.17540851241281868, "pvalue": 0.6688231236976517, "lower": -0.44480015563754327, "upper": 0.29223906391042576 }, { "event_time": 2, "estimate": -0.1336799030301195, "se": 0.21176847638779195, "pvalue": 0.5358083997489347, "lower": -0.5785889625014955, "upper": 0.3112291564412565 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5139191123529423, "se": 0.23345046156274962, "pvalue": 0.0409936037506074, "lower": -1.0043803323545664, "upper": -0.023457892351318288 }, { "event_time": -2, "estimate": -0.18290828236489987, "se": 0.10489215856321385, "pvalue": 0.09825215570173922, "lower": -0.4032785301388136, "upper": 0.037461965409013864 }, { "event_time": 0, "estimate": 0.07645818827464157, "se": 0.08879272725368649, "pvalue": 0.40051592758486876, "lower": -0.1100884094257395, "upper": 0.26300478597502264 }, { "event_time": 1, "estimate": 0.06380942679427218, "se": 0.17229124783944588, "pvalue": 0.715437993893988, "lower": -0.29816105313225083, "upper": 0.42577990672079524 }, { "event_time": 2, "estimate": 0.019013468886044244, "se": 0.23734451821473554, "pvalue": 0.9370343932117784, "lower": -0.4796288605616842, "upper": 0.5176557983337727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1201581483323987e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.015566023421188931, "df_num": 1, "df_den": 1069, "pvalue": 0.9007339476341801, "log10_pvalue": -0.045403468884569455, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.917740774943, "rss_restricted": 1014.9325192906806, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.16512925344974685 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.07263333036780703 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04574336049805324 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.009457211583903552 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P022", "source_specification_id": "CI-T3-B02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 2 (\"Village head cares not only about rich and powerful\"), accepted-manuscript p. 46", "outcome_label": "Village head cares not only about rich and powerful [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P022.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head cares not only about rich and powerful [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p022", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head cares not only about rich and powerful [Table 3 original scale]", "source_specification_id": "CI-T3-B02-ORIG", "specification_id": "S01-P022", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P022" }, "source": { "file": "CI-T3-B02-ORIG.csv", "bytes": 192724, "sha256": "425101946df35b124000f034c3bab77ec8b6d9683d87c3e28aef404d1e4dd691" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.8977045331881176, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16009312169879325, "se": 0.11331471184714757, "pvalue": 0.17476733309366588, "lower": -0.07797225390444137, "upper": 0.3981584973020279 }, { "method": "Dynamic TWFE", "estimate": 0.2635810785224344, "se": 0.11505072197633733, "pvalue": 0.034245955613432945, "lower": 0.021868480976703325, "upper": 0.5052936760681654 }, { "method": "BJS / did2s", "estimate": 0.13367827805325316, "se": 0.12679861714427199, "pvalue": 0.30571198991606996, "lower": -0.13271573137723303, "upper": 0.40007228748373935 }, { "method": "Sun\u2013Abraham", "estimate": 0.2860739583907882, "se": 0.1314196265616813, "pvalue": 0.04305014388197034, "lower": 0.009971568427105393, "upper": 0.5621763483544711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5127581897822009, "se": 0.2109881716430133, "pvalue": 0.02577152295884599, "lower": -0.9560278898171668, "upper": -0.06948848974723498 }, { "event_time": -2, "estimate": -0.208546694401648, "se": 0.09554475354026318, "pvalue": 0.04254740603632921, "lower": -0.4092787729437849, "upper": -0.007814615859511126 }, { "event_time": 0, "estimate": 0.20008599493532123, "se": 0.09651514527030822, "pvalue": 0.05279369384309711, "lower": -0.002684800980134905, "upper": 0.40285679085077736 }, { "event_time": 1, "estimate": 0.28964581052905813, "se": 0.12925163580520002, "pvalue": 0.03787740518284041, "lower": 0.018098200128705666, "upper": 0.5611934209294106 }, { "event_time": 2, "estimate": 0.37529650884837223, "se": 0.17754481700284097, "pvalue": 0.048751505766089456, "lower": 0.002288689676541833, "upper": 0.7483043280202026 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1422850407659213, "se": 0.07190296339620741, "pvalue": 0.06334073229239616, "lower": -0.2933475613236581, "upper": 0.008777479791815479 }, { "event_time": -2, "estimate": -0.004851282525528071, "se": 0.040109371499887914, "pvalue": 0.9050695169109199, "lower": -0.08911794512985835, "upper": 0.0794153800788022 }, { "event_time": -1, "estimate": 0.038080316360576245, "se": 0.024685618348711084, "pvalue": 0.14032281813746306, "lower": -0.013782243305209455, "upper": 0.08994287602636195 }, { "event_time": 0, "estimate": 0.15301615378697636, "se": 0.10318350802427366, "pvalue": 0.15538500430586255, "lower": -0.06376435241060818, "upper": 0.3697966599845609 }, { "event_time": 1, "estimate": 0.10075144187741945, "se": 0.17004161966225995, "pvalue": 0.5608792321418131, "lower": -0.2564927446293063, "upper": 0.45799562838414526 }, { "event_time": 2, "estimate": 0.14811736881212298, "se": 0.16219867397800897, "pvalue": 0.3732152714366428, "lower": -0.1926494002461466, "upper": 0.48888413787039253 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.6560910095922662, "se": 0.2552538794565612, "pvalue": 0.019261696259588856, "lower": -1.1923595107995848, "upper": -0.11982250838494757 }, { "event_time": -2, "estimate": -0.18384861604951183, "se": 0.1478208842899422, "pvalue": 0.22955519779970204, "lower": -0.49440876986217164, "upper": 0.12671153776314795 }, { "event_time": 0, "estimate": 0.19949516855403743, "se": 0.10565541294206438, "pvalue": 0.07523066434478272, "lower": -0.022478617166713843, "upper": 0.4214689542747887 }, { "event_time": 1, "estimate": 0.37301636176877895, "se": 0.13760993528317958, "pvalue": 0.014322949767584083, "lower": 0.08390861577620407, "upper": 0.6621241077613538 }, { "event_time": 2, "estimate": 0.338715295563755, "se": 0.23020917869744661, "pvalue": 0.15846717217002473, "lower": -0.14493624182749826, "upper": 0.8223668329550082 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5530109714750472e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10604599693276434, "df_num": 1, "df_den": 1071, "pvalue": 0.744755025448304, "log10_pvalue": -0.12798655757635774, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1024.8580063738461, "rss_restricted": 1024.9594835811295, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4608699984745438 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2842616866739558 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11983276851986115 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.18698259317271768 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P023", "source_specification_id": "CI-T3-B03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 3 (\"Bribes are not necessary: police\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: police [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P023.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p023", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: police [Table 3 original scale]", "source_specification_id": "CI-T3-B03-ORIG", "specification_id": "S01-P023", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P023" }, "source": { "file": "CI-T3-B03-ORIG.csv", "bytes": 190428, "sha256": "6d645bfad9adbf508383eaab52d58650984a5a769f2c1a6617c6daaa69b6aa9f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.0157125484622274, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07176181127411996, "se": 0.08578517243408915, "pvalue": 0.41382538693289317, "lower": -0.1084661482185359, "upper": 0.2519897707667758 }, { "method": "Dynamic TWFE", "estimate": -0.07694147948097135, "se": 0.08611603611531418, "pvalue": 0.3833998209868106, "lower": -0.25786455777382816, "upper": 0.10398159881188546 }, { "method": "BJS / did2s", "estimate": 0.022768454018900472, "se": 0.08533925959031581, "pvalue": 0.792656259875389, "lower": -0.1565226773522454, "upper": 0.20205958539004637 }, { "method": "Sun\u2013Abraham", "estimate": -0.07239225849517301, "se": 0.07291212747652069, "pvalue": 0.33393377531482193, "lower": -0.2255749541114595, "upper": 0.08079043712111349 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.32004203100107237, "se": 0.24050081226992523, "pvalue": 0.19989005568780796, "lower": -0.1852314261926859, "upper": 0.8253154881948306 }, { "event_time": -2, "estimate": -0.0626392164895391, "se": 0.10973402766253175, "pvalue": 0.5751744521276262, "lower": -0.2931818537701718, "upper": 0.16790342079109363 }, { "event_time": 0, "estimate": -0.007321389276774209, "se": 0.08133244545949453, "pvalue": 0.9292669685011783, "lower": -0.1781945165293284, "upper": 0.16355173797578001 }, { "event_time": 1, "estimate": -0.07665549463645753, "se": 0.10315985911801459, "pvalue": 0.467024739358525, "lower": -0.2933863163256548, "upper": 0.14007532705273973 }, { "event_time": 2, "estimate": -0.25722068343593013, "se": 0.12220652319450213, "pvalue": 0.04962107572429527, "lower": -0.5139670614764873, "upper": -0.0004743053953729648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13249251395008574, "se": 0.08977337004726853, "pvalue": 0.1572622172861952, "lower": -0.05611433780893538, "upper": 0.32109936570910685 }, { "event_time": -2, "estimate": -0.07326794086561257, "se": 0.05135951577127702, "pvalue": 0.17081945512273325, "lower": -0.18117027952559567, "upper": 0.034634397794370525 }, { "event_time": -1, "estimate": 0.01157305469800795, "se": 0.02250113751502183, "pvalue": 0.613277037962763, "lower": -0.03570008103779588, "upper": 0.05884619043381178 }, { "event_time": 0, "estimate": 0.07165245875161168, "se": 0.08700200005441962, "pvalue": 0.42096100803859504, "lower": -0.1111319607077705, "upper": 0.25443687821099387 }, { "event_time": 1, "estimate": 0.02178006554359611, "se": 0.11970593615829157, "pvalue": 0.8576581040782421, "lower": -0.2297127740790453, "upper": 0.27327290516623753 }, { "event_time": 2, "estimate": -0.10154608223103852, "se": 0.1373154031735863, "pvalue": 0.4691329185028837, "lower": -0.39003503922301014, "upper": 0.18694287476093313 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.23341815518392153, "se": 0.30159919082116193, "pvalue": 0.44901553450682347, "lower": -0.4002182321311203, "upper": 0.8670545424989633 }, { "event_time": -2, "estimate": 0.05607015188750267, "se": 0.11254441523385021, "pvalue": 0.6243722605387372, "lower": -0.1803768905833325, "upper": 0.29251719435833784 }, { "event_time": 0, "estimate": -0.027275071412619645, "se": 0.07086388959396837, "pvalue": 0.704826112586812, "lower": -0.17615457891779535, "upper": 0.12160443609255606 }, { "event_time": 1, "estimate": -0.011588135535567964, "se": 0.09475714240241248, "pvalue": 0.9040219944579999, "lower": -0.21066550447905497, "upper": 0.18748923340791906 }, { "event_time": 2, "estimate": -0.3048924556924397, "se": 0.12372410208923001, "pvalue": 0.024022886963651374, "lower": -0.5648271486807354, "upper": -0.04495776270414409 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.12053712587946e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.7329938325845409, "df_num": 1, "df_den": 1060, "pvalue": 0.1883135791121969, "log10_pvalue": -0.7251183622941922, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.5744848247509, "rss_restricted": 1016.2332124897499, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8727866946136137 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.31279145592335766 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.486943143171623 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.12145973369836202 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P024", "source_specification_id": "CI-T3-B04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 4 (\"Bribes are not necessary: documents\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: documents [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P024.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: documents [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p024", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: documents [Table 3 original scale]", "source_specification_id": "CI-T3-B04-ORIG", "specification_id": "S01-P024", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P024" }, "source": { "file": "CI-T3-B04-ORIG.csv", "bytes": 190428, "sha256": "4af16b54ac7a385cc5c908655f3bacb8f0ffac9c8917943e602176b395dc3fb8" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.8345733666967224, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15795381156581198, "se": 0.09415794986269062, "pvalue": 0.11071538572423471, "lower": -0.03986470056462538, "upper": 0.35577232369624934 }, { "method": "Dynamic TWFE", "estimate": 0.22182472233525044, "se": 0.10466579886459822, "pvalue": 0.048222840435494865, "lower": 0.0019300386411806036, "upper": 0.44171940602932025 }, { "method": "BJS / did2s", "estimate": 0.19141743865703675, "se": 0.11162091238596027, "pvalue": 0.10353028369747502, "lower": -0.04308939632644107, "upper": 0.42592427364051455 }, { "method": "Sun\u2013Abraham", "estimate": 0.2604059077160187, "se": 0.10139063786494963, "pvalue": 0.019342752647842083, "lower": 0.04739208195144842, "upper": 0.47341973348058897 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.17277513671699699, "se": 0.18740282668514519, "pvalue": 0.3687501609141742, "lower": -0.5664938657032899, "upper": 0.2209435922692959 }, { "event_time": -2, "estimate": -0.044918687277583205, "se": 0.13736879164391144, "pvalue": 0.7474448187829246, "lower": -0.3335198092835557, "upper": 0.2436824347283893 }, { "event_time": 0, "estimate": 0.14694263530351884, "se": 0.09322212029525226, "pvalue": 0.13237734067590246, "lower": -0.048909771862778034, "upper": 0.34279504246981574 }, { "event_time": 1, "estimate": 0.3413406717983492, "se": 0.11675566829657935, "pvalue": 0.00907169875758859, "lower": 0.0960461149509938, "upper": 0.5866352286457046 }, { "event_time": 2, "estimate": 0.18708681896207313, "se": 0.21795641463196358, "pvalue": 0.4019752444350055, "lower": -0.2708226163501335, "upper": 0.6449962542742798 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0977893565548497, "se": 0.046583584386282836, "pvalue": 0.050166653303635816, "lower": -0.1956578357054196, "upper": 7.912259572021019e-05 }, { "event_time": -2, "estimate": 0.0033714578180319235, "se": 0.04517756397684903, "pvalue": 0.9413347524344069, "lower": -0.09154308206532977, "upper": 0.09828599770139362 }, { "event_time": -1, "estimate": 0.02214856879031178, "se": 0.028778980933304162, "pvalue": 0.45151390320149426, "lower": -0.03831382654814354, "upper": 0.0826109641287671 }, { "event_time": 0, "estimate": 0.13402109812489454, "se": 0.09155010221163865, "pvalue": 0.16046432105658928, "lower": -0.058318529397856894, "upper": 0.32636072564764596 }, { "event_time": 1, "estimate": 0.30443225548686764, "se": 0.14154426553334212, "pvalue": 0.0453259379190023, "lower": 0.007058788358139223, "upper": 0.6018057226155961 }, { "event_time": 2, "estimate": 0.12394298363105308, "se": 0.2195109045547587, "pvalue": 0.5792929563236564, "lower": -0.3372323138212864, "upper": 0.5851182810833925 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.43875960313050344, "se": 0.1748668651086963, "pvalue": 0.021889492466289445, "lower": -0.8061412541452202, "upper": -0.07137795211578674 }, { "event_time": -2, "estimate": -0.00016598306055021217, "se": 0.12672662016149702, "pvalue": 0.9989693598190504, "lower": -0.2664087324430936, "upper": 0.2660767663219932 }, { "event_time": 0, "estimate": 0.1333239998668615, "se": 0.09017670232102583, "pvalue": 0.15656708124531515, "lower": -0.05613022155563685, "upper": 0.32277822128935985 }, { "event_time": 1, "estimate": 0.519954948919593, "se": 0.12254407901723699, "pvalue": 0.0004892008470914728, "lower": 0.2624993924112405, "upper": 0.7774105054279457 }, { "event_time": 2, "estimate": 0.09322276466263463, "se": 0.21369883712209448, "pvalue": 0.6678539654998923, "lower": -0.35574183222105343, "upper": 0.5421873615463226 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.404429054875797e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09700861482732714, "df_num": 1, "df_den": 1060, "pvalue": 0.7555106259415197, "log10_pvalue": -0.1217594231114358, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.0770279208352, "rss_restricted": 1065.1745011728758, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.0580598415870892 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.693425131990708 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11804115182825735 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.23865048616607498 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P025", "source_specification_id": "CI-T3-B05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 5 (\"Bribes are not necessary: courts\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: courts [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P025.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p025", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: courts [Table 3 original scale]", "source_specification_id": "CI-T3-B05-ORIG", "specification_id": "S01-P025", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P025" }, "source": { "file": "CI-T3-B05-ORIG.csv", "bytes": 190428, "sha256": "39eda5d6c83fc7998c05ef7a39597fc6d9b2e050da0843692f2fbb56e7208ff9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1499436299361376, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16268422583873243, "se": 0.1331418418563034, "pvalue": 0.23751167194159034, "lower": -0.11703640419546218, "upper": 0.44240485587292705 }, { "method": "Dynamic TWFE", "estimate": 0.08863050974952329, "se": 0.1436940743977576, "pvalue": 0.5450899384030417, "lower": -0.21325953820476118, "upper": 0.3905205577038078 }, { "method": "BJS / did2s", "estimate": 0.16240366192057365, "se": 0.1443736177224081, "pvalue": 0.27541486747394756, "lower": -0.14091405358176767, "upper": 0.465721377422915 }, { "method": "Sun\u2013Abraham", "estimate": 0.11764988087499709, "se": 0.15958392464135415, "pvalue": 0.47048469205159976, "lower": -0.21762350367218877, "upper": 0.452923265422183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.22678348215948163, "se": 0.258504520781919, "pvalue": 0.3918880663817867, "lower": -0.3163143630531995, "upper": 0.7698813273721627 }, { "event_time": -2, "estimate": 0.0230018380197448, "se": 0.112129962728126, "pvalue": 0.8397681753094915, "lower": -0.21257447204718127, "upper": 0.25857814808667084 }, { "event_time": 0, "estimate": 0.11254039311083466, "se": 0.13570413934503905, "pvalue": 0.417793273551842, "lower": -0.17256342419109896, "upper": 0.3976442104127683 }, { "event_time": 1, "estimate": 0.12593511085619447, "se": 0.14569181870554224, "pvalue": 0.39874475033563966, "lower": -0.1801520421450808, "upper": 0.4320222638574697 }, { "event_time": 2, "estimate": -0.04427929532557152, "se": 0.2117281227999176, "pvalue": 0.8366931170856509, "lower": -0.48910357505477947, "upper": 0.40054498440363645 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.040760932939768464, "se": 0.09866602567519757, "pvalue": 0.6843982086100431, "lower": -0.16652869502424228, "upper": 0.2480505609037792 }, { "event_time": -2, "estimate": -0.024164890947749023, "se": 0.041312724655845, "pvalue": 0.5658582516666507, "lower": -0.11095970471962315, "upper": 0.06262992282412509 }, { "event_time": -1, "estimate": 0.004543200763912128, "se": 0.027568964998960565, "pvalue": 0.870942648847186, "lower": -0.05337704542903788, "upper": 0.06246344695686213 }, { "event_time": 0, "estimate": 0.16945121354960263, "se": 0.14083198133378122, "pvalue": 0.24448015290393557, "lower": -0.1264258000053528, "upper": 0.46532822710455807 }, { "event_time": 1, "estimate": 0.214169972733274, "se": 0.15568155081146692, "pvalue": 0.18579528689918579, "lower": -0.11290482862544196, "upper": 0.54124477409199 }, { "event_time": 2, "estimate": 0.04543089983772362, "se": 0.21053167344787319, "pvalue": 0.8315768637252884, "lower": -0.3968797330777421, "upper": 0.4877415327531894 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.06317313799981021, "se": 0.39007231953177346, "pvalue": 0.8731474476554261, "lower": -0.7563383953924375, "upper": 0.8826846713920579 }, { "event_time": -2, "estimate": 0.02089050598835389, "se": 0.1895885610054631, "pvalue": 0.9134790188618562, "lower": -0.37742028040560616, "upper": 0.41920129238231396 }, { "event_time": 0, "estimate": 0.11494454088341749, "se": 0.13898766811727598, "pvalue": 0.41905892506428866, "lower": -0.17705771438587425, "upper": 0.40694679615270923 }, { "event_time": 1, "estimate": 0.20761569400882918, "se": 0.2111956394058821, "pvalue": 0.33861314770611856, "lower": -0.23608987962178724, "upper": 0.6513212676394455 }, { "event_time": 2, "estimate": -0.04703538482048212, "se": 0.22845567598685496, "pvalue": 0.839192118964528, "lower": -0.527002949719431, "upper": 0.43293218007846673 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.3148170580867695e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.023763273679888872, "df_num": 1, "df_den": 1060, "pvalue": 0.8775181204600441, "log10_pvalue": -0.05674390673159282, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1080.4786586214082, "rss_restricted": 1080.5028809893988, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4234941050250305 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.14256255037173762 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.05884356950320225 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2615402646721828 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P026", "source_specification_id": "CI-T3-B06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 6 (\"Bribes are not necessary: education\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: education [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P026.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: education [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p026", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: education [Table 3 original scale]", "source_specification_id": "CI-T3-B06-ORIG", "specification_id": "S01-P026", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P026" }, "source": { "file": "CI-T3-B06-ORIG.csv", "bytes": 190428, "sha256": "f960b454b787a1a805678ffbdf22e347a0cd774f10bd4c2ebafd1fee9e2fe1d4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1780038208404906, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.060192805512769086, "se": 0.09115773136021482, "pvalue": 0.5174134776069169, "lower": -0.13132248144027792, "upper": 0.2517080924658161 }, { "method": "Dynamic TWFE", "estimate": 0.02002490119548511, "se": 0.08414440563558548, "pvalue": 0.81458259846774, "lower": -0.15675593516729866, "upper": 0.19680573755826888 }, { "method": "BJS / did2s", "estimate": 0.09394114739680796, "se": 0.08277926649603455, "pvalue": 0.2713294879265034, "lower": -0.07997163805969758, "upper": 0.2678539328533135 }, { "method": "Sun\u2013Abraham", "estimate": 0.08860159710440971, "se": 0.08411985191185091, "pvalue": 0.3061479962960363, "lower": -0.08812765379901011, "upper": 0.2653308480078295 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2843115903825227, "se": 0.09236213321981077, "pvalue": 0.006480557280220136, "lower": 0.09026594901734328, "upper": 0.47835723174770206 }, { "event_time": -2, "estimate": 0.038543731803365025, "se": 0.08554274189122653, "pvalue": 0.6576734981882042, "lower": -0.14117490001856314, "upper": 0.21826236362529322 }, { "event_time": 0, "estimate": -0.010103040543571518, "se": 0.08217431674438712, "pvalue": 0.9035118693939125, "lower": -0.18274487373360263, "upper": 0.16253879264645957 }, { "event_time": 1, "estimate": 0.13592536264272767, "se": 0.11508251962355769, "pvalue": 0.25292958062848464, "lower": -0.10585403928087647, "upper": 0.37770476456633184 }, { "event_time": 2, "estimate": -0.12335282360709687, "se": 0.14686535163917128, "pvalue": 0.4119795764113774, "lower": -0.43190547781358213, "upper": 0.18519983059938838 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05503167942278489, "se": 0.04372781983755634, "pvalue": 0.22428848149330516, "lower": -0.03683706104562652, "upper": 0.1469004198911963 }, { "event_time": -2, "estimate": -0.06683945651787962, "se": 0.03931421114660907, "pvalue": 0.1063192754192506, "lower": -0.14943554921048052, "upper": 0.01575663617472127 }, { "event_time": -1, "estimate": 0.026841918502441466, "se": 0.020706523618844924, "pvalue": 0.21124573012408035, "lower": -0.016660873345161458, "upper": 0.07034471035004439 }, { "event_time": 0, "estimate": 0.040541245604561675, "se": 0.08681895585278923, "pvalue": 0.6461289632887692, "lower": -0.1418586122572769, "upper": 0.22294110346640025 }, { "event_time": 1, "estimate": 0.244861749862312, "se": 0.12792745244084114, "pvalue": 0.07164736296812435, "lower": -0.023903854522538376, "upper": 0.5136273542471623 }, { "event_time": 2, "estimate": -0.05618107206860981, "se": 0.12173447459988544, "pvalue": 0.6499646456209127, "lower": -0.31193571281267196, "upper": 0.19957356867545237 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.030865278436907184, "se": 0.1804448407248909, "pvalue": 0.8660917783197659, "lower": -0.40996582136361415, "upper": 0.3482352644897998 }, { "event_time": -2, "estimate": -0.1550118473604186, "se": 0.13939454701362203, "pvalue": 0.2807548347792281, "lower": -0.4478689234707527, "upper": 0.13784522874991553 }, { "event_time": 0, "estimate": 0.01047198542378181, "se": 0.08292924964280789, "pvalue": 0.9009131641549605, "lower": -0.16375590293144454, "upper": 0.18469987377900815 }, { "event_time": 1, "estimate": 0.25704883434187886, "se": 0.11540668659520698, "pvalue": 0.03892488525671932, "lower": 0.014588382882818551, "upper": 0.4995092858009392 }, { "event_time": 2, "estimate": -0.03112127644873192, "se": 0.1468125973749878, "pvalue": 0.8345047535825493, "lower": -0.3395630980588774, "upper": 0.2773205451614136 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.204170427930421e-18, "saturated_vs_deviations_relative_rss_difference": 2.1591364119589958e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.550750721794785, "df_num": 1, "df_den": 1060, "pvalue": 0.11053990821571197, "log10_pvalue": -0.9564809003605976, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.0769347589983, "rss_restricted": 1055.6110260339435, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.05943066498991669 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.18692531983490993 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6018688094168001 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5260577507496175 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P027", "source_specification_id": "CI-T3-B07-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 7 (\"Bribes are not necessary: doctors\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: doctors [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P027.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: doctors [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p027", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: doctors [Table 3 original scale]", "source_specification_id": "CI-T3-B07-ORIG", "specification_id": "S01-P027", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B07-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P027" }, "source": { "file": "CI-T3-B07-ORIG.csv", "bytes": 190428, "sha256": "dabbd1b0eff6bd1e073bf3dfe05c9d8278c9790afbf86dd05d29fed4aae294ca" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.2350939444278526, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03963050196059358, "se": 0.1011769609957387, "pvalue": 0.6998821324012698, "lower": -0.1729344053599617, "upper": 0.25219540928114886 }, { "method": "Dynamic TWFE", "estimate": -0.11493893542562585, "se": 0.10432814877419878, "pvalue": 0.28510362448235976, "lower": -0.33412424260288615, "upper": 0.10424637175163444 }, { "method": "BJS / did2s", "estimate": -0.05767500866135543, "se": 0.11521095735156293, "pvalue": 0.622715959275885, "lower": -0.2997242482385243, "upper": 0.1843742309158134 }, { "method": "Sun\u2013Abraham", "estimate": -0.10398415086730348, "se": 0.10250491940642875, "pvalue": 0.32381982135713544, "lower": -0.319338995281401, "upper": 0.11137069354679402 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.20978077932485434, "se": 0.3188304143349018, "pvalue": 0.5188846635653457, "lower": -0.4600570652505231, "upper": 0.8796186239002317 }, { "event_time": -2, "estimate": 0.03042783547179002, "se": 0.11798871464182924, "pvalue": 0.7994189761323137, "lower": -0.21745725561893953, "upper": 0.27831292656251955 }, { "event_time": 0, "estimate": -0.014452436302392116, "se": 0.09309275010030378, "pvalue": 0.8783537079459286, "lower": -0.21003304677477147, "upper": 0.18112817416998722 }, { "event_time": 1, "estimate": -0.11947200806983013, "se": 0.12188972421908756, "pvalue": 0.3399961482966055, "lower": -0.3755528161606131, "upper": 0.1366088000209528 }, { "event_time": 2, "estimate": -0.3657083200553394, "se": 0.18157471483654647, "pvalue": 0.05919330220630419, "lower": -0.7471826404059213, "upper": 0.015766000295242555 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08093800128231174, "se": 0.10310086471352138, "pvalue": 0.44264248444974824, "lower": -0.13566887776223488, "upper": 0.29754488032685833 }, { "event_time": -2, "estimate": -0.04835600224844617, "se": 0.039596107586394105, "pvalue": 0.23775365761939976, "lower": -0.13154433738445692, "upper": 0.03483233288756459 }, { "event_time": -1, "estimate": 0.009247305791407975, "se": 0.017514363118345134, "pvalue": 0.6039590995096977, "lower": -0.027549005704708075, "upper": 0.04604361728752403 }, { "event_time": 0, "estimate": 0.02531127770667634, "se": 0.09896482066626372, "pvalue": 0.8010357655329773, "lower": -0.18260609523957888, "upper": 0.23322865065293158 }, { "event_time": 1, "estimate": -0.05889851895776626, "se": 0.1598535258571373, "pvalue": 0.716833124141881, "lower": -0.39473831464126674, "upper": 0.2769412767257342 }, { "event_time": 2, "estimate": -0.2695804579030208, "se": 0.1926832700181961, "pvalue": 0.17878319364455675, "lower": -0.6743929866699643, "upper": 0.13523207086392258 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14603806611531164, "se": 0.3155381990224249, "pvalue": 0.6490381026162592, "lower": -0.5168830907488641, "upper": 0.8089592229794874 }, { "event_time": -2, "estimate": -0.016881967342085375, "se": 0.138219806758579, "pvalue": 0.9041425743778584, "lower": -0.3072710057590412, "upper": 0.2735070710748705 }, { "event_time": 0, "estimate": -0.022598686952352093, "se": 0.09530982509508672, "pvalue": 0.8152508972436915, "lower": -0.22283719914613817, "upper": 0.17763982524143399 }, { "event_time": 1, "estimate": -0.09407755477584365, "se": 0.1465821037565713, "pvalue": 0.5290872455798139, "lower": -0.402035127262923, "upper": 0.2138800177112357 }, { "event_time": 2, "estimate": -0.33299492474062686, "se": 0.17788049414272658, "pvalue": 0.0775450740996653, "lower": -0.7067079754140481, "upper": 0.040718125932794336 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.19204445648104085, "df_num": 1, "df_den": 1060, "pvalue": 0.6613097442013468, "log10_pvalue": -0.1795950780495374, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1045.3838928801135, "rss_restricted": 1045.573289277776, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17513818145992535 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.08101624174664074 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.16454192274614382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08648657054410187 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P028", "source_specification_id": "CI-T3-B08-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 8 (\"Bribes are not acceptable\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not acceptable [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P028.json", "input_bytes": 190328, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not acceptable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p028", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not acceptable [Table 3 original scale]", "source_specification_id": "CI-T3-B08-ORIG", "specification_id": "S01-P028", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B08-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P028" }, "source": { "file": "CI-T3-B08-ORIG.csv", "bytes": 190328, "sha256": "134f01e64e6ec42e50fa46ff68ab2d354e521f9543eb59378a331576f5bd0a9a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.4646740884228605, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07325613223091536, "se": 0.11099334606770156, "pvalue": 0.517607915547282, "lower": -0.15993223484281982, "upper": 0.30644449930465056 }, { "method": "Dynamic TWFE", "estimate": 0.10123239099408979, "se": 0.15324240124480004, "pvalue": 0.5172328770756015, "lower": -0.22071794728057134, "upper": 0.4231827292687509 }, { "method": "BJS / did2s", "estimate": 0.13025835037062514, "se": 0.13815246545120163, "pvalue": 0.35823672130129125, "lower": -0.15998920920944296, "upper": 0.42050590995069326 }, { "method": "Sun\u2013Abraham", "estimate": 0.17528994011918686, "se": 0.16215014933453437, "pvalue": 0.29395317243828634, "lower": -0.1653748824461121, "upper": 0.5159547626844858 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03147363440136717, "se": 0.1947673704915322, "pvalue": 0.8734240032127654, "lower": -0.37771742698408484, "upper": 0.4406646957868192 }, { "event_time": -2, "estimate": 0.005413663045340814, "se": 0.17107461276333644, "pvalue": 0.9751033774014887, "lower": -0.35400076143485354, "upper": 0.36482808752553514 }, { "event_time": 0, "estimate": 0.08848212653056536, "se": 0.12090355159804507, "pvalue": 0.47368736006874546, "lower": -0.16552680976518713, "upper": 0.34249106282631786 }, { "event_time": 1, "estimate": 0.06725289950003745, "se": 0.17669002035944215, "pvalue": 0.707935118859696, "lower": -0.3039590585637523, "upper": 0.4384648575638272 }, { "event_time": 2, "estimate": 0.19885720277159938, "se": 0.24100623550677308, "pvalue": 0.42010895856002484, "lower": -0.30747810924010255, "upper": 0.7051925147833012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06375934258527126, "se": 0.06802782617373057, "pvalue": 0.3610343408878185, "lower": -0.20668050194334797, "upper": 0.07916181677280547 }, { "event_time": -2, "estimate": -0.01083845437694495, "se": 0.06549003864356588, "pvalue": 0.8703968035694453, "lower": -0.14842791997944982, "upper": 0.12675101122555993 }, { "event_time": -1, "estimate": 0.022332844693592115, "se": 0.03449265130379608, "pvalue": 0.5255024033416003, "lower": -0.05013352665690185, "upper": 0.09479921604408609 }, { "event_time": 0, "estimate": 0.10884795178176469, "se": 0.11777857813330415, "pvalue": 0.3676197067268089, "lower": -0.1385956588867452, "upper": 0.3562915624502746 }, { "event_time": 1, "estimate": 0.10219235004168577, "se": 0.16247955375184764, "pvalue": 0.5372793306450642, "lower": -0.23916452552409945, "upper": 0.44354922560747095 }, { "event_time": 2, "estimate": 0.23886817185944645, "se": 0.22338515690363342, "pvalue": 0.2990602961449611, "lower": -0.23044662774209954, "upper": 0.7081829714609924 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3426858525305015, "se": 0.2567674203152329, "pvalue": 0.19863985160236577, "lower": -0.8821341850866089, "upper": 0.19676248002560587 }, { "event_time": -2, "estimate": -0.06916811466321438, "se": 0.2115356467678852, "pvalue": 0.7474541168109718, "lower": -0.5135880172545073, "upper": 0.37525178792807856 }, { "event_time": 0, "estimate": 0.10765090979330691, "se": 0.11985374307054307, "pvalue": 0.38094427006189197, "lower": -0.14415246062898365, "upper": 0.35945428021559744 }, { "event_time": 1, "estimate": 0.22863519774269392, "se": 0.2034288681864066, "pvalue": 0.275818392850008, "lower": -0.1987529950514167, "upper": 0.6560233905368045 }, { "event_time": 2, "estimate": 0.24742741426741058, "se": 0.2705662214919962, "pvalue": 0.3725528215279749, "lower": -0.32101112380986274, "upper": 0.8158659523446838 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0555934342095504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03944109830907134, "df_num": 1, "df_den": 1059, "pvalue": 0.8426154697309903, "log10_pvalue": -0.07437057184442744, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1076.994551474708, "rss_restricted": 1077.0346627570339, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6022710177369646 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05023707457562294 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.0757223326097033 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6697148416975516 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa" } } }, { "study_id": 1, "specification_id": "S01-P029", "source_specification_id": "CI-T3-B09-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 9 (\"Bribes are not effective\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not effective [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P029.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not effective [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p029", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not effective [Table 3 original scale]", "source_specification_id": "CI-T3-B09-ORIG", "specification_id": "S01-P029", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B09-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P029" }, "source": { "file": "CI-T3-B09-ORIG.csv", "bytes": 190428, "sha256": "9d980625120d4f37a6e9b42233dccbd9d56402b5205ecce5eb790d2925823a62" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.4002018943252916, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12759187653047674, "se": 0.09968996583014077, "pvalue": 0.21683543685784706, "lower": -0.08184896987294199, "upper": 0.33703272293389547 }, { "method": "Dynamic TWFE", "estimate": 0.04808452413869369, "se": 0.16730974688766975, "pvalue": 0.7770899236636226, "lower": -0.30342021064476116, "upper": 0.3995892589221485 }, { "method": "BJS / did2s", "estimate": 0.0818066332020922, "se": 0.13651257678554493, "pvalue": 0.5564672072536441, "lower": -0.20499564813675625, "upper": 0.36860891454094064 }, { "method": "Sun\u2013Abraham", "estimate": 0.06328050733614857, "se": 0.18424735042915266, "pvalue": 0.7352358858612918, "lower": -0.3238088120364724, "upper": 0.45036982670876946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1563748551595671, "se": 0.2499571165373897, "pvalue": 0.5394248400069598, "lower": -0.3687655600889327, "upper": 0.6815152704080668 }, { "event_time": -2, "estimate": 0.10300556162713713, "se": 0.13962619374979568, "pvalue": 0.470191206557467, "lower": -0.19033818621677412, "upper": 0.3963493094710484 }, { "event_time": 0, "estimate": 0.11103710830087005, "se": 0.10990326730449747, "pvalue": 0.3257328165586, "lower": -0.11986108827365097, "upper": 0.34193530487539103 }, { "event_time": 1, "estimate": 0.03505006654445588, "se": 0.20500177230349817, "pvalue": 0.8661511219745038, "lower": -0.39564267517643825, "upper": 0.46574280826535 }, { "event_time": 2, "estimate": -0.08956404956445069, "se": 0.32376050475553203, "pvalue": 0.785210590741005, "lower": -0.7697596297649114, "upper": 0.5906315306360099 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.005927075311553477, "se": 0.06076190800426811, "pvalue": 0.9233708632437275, "lower": -0.1335831070448187, "upper": 0.12172895642171175 }, { "event_time": -2, "estimate": 0.02786902532372409, "se": 0.0322510640488096, "pvalue": 0.3988872794089986, "lower": -0.03988794595764536, "upper": 0.09562599660509355 }, { "event_time": -1, "estimate": -0.015401809950857917, "se": 0.02799388741224492, "pvalue": 0.5889556633200141, "lower": -0.07421478500726944, "upper": 0.0434111651055536 }, { "event_time": 0, "estimate": 0.10803130267320561, "se": 0.10109869509026195, "pvalue": 0.2993839975526866, "lower": -0.10436917408153416, "upper": 0.3204317794279454 }, { "event_time": 1, "estimate": 0.10617035875650131, "se": 0.1815151690397059, "pvalue": 0.5658676815600207, "lower": -0.27517886051709456, "upper": 0.4875195780300972 }, { "event_time": 2, "estimate": -0.0323857959291956, "se": 0.2606410196947955, "pvalue": 0.9024909176720385, "lower": -0.5799722587968899, "upper": 0.5152006669384988 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0860704154514547, "se": 0.3400436782749647, "pvalue": 0.803046976015357, "lower": -0.6283348428810513, "upper": 0.8004756737839607 }, { "event_time": -2, "estimate": 0.10305378445934474, "se": 0.14742196599220175, "pvalue": 0.4934618381223737, "lower": -0.20666827310933675, "upper": 0.4127758420280262 }, { "event_time": 0, "estimate": 0.12209859589741048, "se": 0.1076784243766459, "pvalue": 0.27170525824691344, "lower": -0.10412537913391279, "upper": 0.34832257092873375 }, { "event_time": 1, "estimate": 0.06654886844725386, "se": 0.27429291333231326, "pvalue": 0.8110430501552339, "lower": -0.509719158654528, "upper": 0.6428168955490356 }, { "event_time": 2, "estimate": -0.09480275729421832, "se": 0.2965625146539152, "pvalue": 0.7528974454524381, "lower": -0.7178574806399346, "upper": 0.528251966051498 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1796119636642288e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.447318097966414e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.014258002535090686, "df_num": 1, "df_den": 1060, "pvalue": 0.904975638165574, "log10_pvalue": -0.043363111792219855, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1114.8873975908612, "rss_restricted": 1114.9023938808057, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.03495309429464084 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06150668629133259 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04630017420880478 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.13724573223356837 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P030", "source_specification_id": "CI-T3-B10-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 10 (\"Officials would not accept bribes\"), accepted-manuscript p. 46", "outcome_label": "Officials would not accept bribes [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P030.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Officials would not accept bribes [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p030", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Officials would not accept bribes [Table 3 original scale]", "source_specification_id": "CI-T3-B10-ORIG", "specification_id": "S01-P030", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B10-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P030" }, "source": { "file": "CI-T3-B10-ORIG.csv", "bytes": 190428, "sha256": "b246c735c175d9dbb1c677c1790d740a275a8a8daf041b6a1b7756f3861bd8f6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.22987216116859954, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.00696300399066093, "se": 0.10141420734182618, "pvalue": 0.9460179833937638, "lower": -0.2061003394073562, "upper": 0.22002634738867807 }, { "method": "Dynamic TWFE", "estimate": -0.038602929827102346, "se": 0.16103384319093314, "pvalue": 0.8132564110938141, "lower": -0.37692248021165303, "upper": 0.29971662055744835 }, { "method": "BJS / did2s", "estimate": -0.07512848006373302, "se": 0.14522114818935583, "pvalue": 0.6112191561600228, "lower": -0.38022679100386064, "upper": 0.2299698308763946 }, { "method": "Sun\u2013Abraham", "estimate": -0.039867497536061294, "se": 0.18844102744857621, "pvalue": 0.8348234942303052, "lower": -0.4357674053884415, "upper": 0.35603241031631894 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.07118917468337202, "se": 0.19139813984945295, "pvalue": 0.7142779442271798, "lower": -0.4733017451542243, "upper": 0.3309233957874802 }, { "event_time": -2, "estimate": 0.10568373311843782, "se": 0.11817482638678402, "pvalue": 0.3829638541241667, "lower": -0.14259236423921495, "upper": 0.3539598304760906 }, { "event_time": 0, "estimate": 0.043287941281566794, "se": 0.12188085132984701, "pvalue": 0.7265928719120294, "lower": -0.21277422556065004, "upper": 0.2993501081237836 }, { "event_time": 1, "estimate": -0.11688994108147334, "se": 0.17638234461178998, "pvalue": 0.5159147451791971, "lower": -0.487455496385773, "upper": 0.25367561422282636 }, { "event_time": 2, "estimate": -0.10063067764267292, "se": 0.2930565756026289, "pvalue": 0.7352883858801224, "lower": -0.7163196963638001, "upper": 0.5150583410784542 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06061003321863935, "se": 0.06258036390892524, "pvalue": 0.3456217014446378, "lower": -0.19208649904120523, "upper": 0.07086643260392651 }, { "event_time": -2, "estimate": 0.05400988405639221, "se": 0.04417344982270064, "pvalue": 0.23721985789951638, "lower": -0.038795090269601144, "upper": 0.14681485838238556 }, { "event_time": -1, "estimate": -0.017697337463038216, "se": 0.026882811071701703, "pvalue": 0.5186684207162986, "lower": -0.07417602774721213, "upper": 0.03878135282113569 }, { "event_time": 0, "estimate": 0.004275640984610353, "se": 0.12717050029789315, "pvalue": 0.973549141091294, "lower": -0.26289966595971287, "upper": 0.2714509479289336 }, { "event_time": 1, "estimate": -0.18448281657369975, "se": 0.14639417485743159, "pvalue": 0.22369800794912503, "lower": -0.4920455650945782, "upper": 0.1230799319471787 }, { "event_time": 2, "estimate": -0.07145482391951964, "se": 0.2614785481302518, "pvalue": 0.7877547333668554, "lower": -0.6208008687365927, "upper": 0.4778912208975534 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.02266602494395057, "se": 0.3123419161097569, "pvalue": 0.9429501888272577, "lower": -0.6788720405900562, "upper": 0.6335399907021552 }, { "event_time": -2, "estimate": 0.05607830596387688, "se": 0.17738549481874347, "pvalue": 0.7555342668452287, "lower": -0.31659478971988375, "upper": 0.4287514016476375 }, { "event_time": 0, "estimate": 0.05421521692994695, "se": 0.12492868223706917, "pvalue": 0.6694676132084291, "lower": -0.20825020504018077, "upper": 0.3166806389000747 }, { "event_time": 1, "estimate": -0.19042845623601054, "se": 0.24463840434033837, "pvalue": 0.4464411399183322, "lower": -0.7043946718040264, "upper": 0.32353775933200524 }, { "event_time": 2, "estimate": 0.004540385290371544, "se": 0.3122013782517312, "pvalue": 0.9885566543048215, "lower": -0.6513703712723197, "upper": 0.6604511418530629 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.765421556309548e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6798848782738932e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.009492506720763148, "df_num": 1, "df_den": 1060, "pvalue": 0.9224037401332055, "log10_pvalue": -0.03507894474640196, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 947.4552385625592, "rss_restricted": 947.4637232089929, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.4088910430829908 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5657137704382464 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.03482631994393183 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11932967042223115 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P031", "source_specification_id": "CI-T3-B11-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 11 (\"Bribery and civic-mindedness z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 2, p. 48 and Table 5, panel A, column 2, p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P031.json", "input_bytes": 253420, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p031", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-B11-ORIG", "specification_id": "S01-P031", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B11-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P031" }, "source": { "file": "CI-T3-B11-ORIG.csv", "bytes": 253420, "sha256": "44709ea85c3b0fc9bf860342b1f1e9cd39defdec303d28c386fba1dcc29b21ef" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258393, "se": 0.11188359122405678, "pvalue": 0.17227242338078314, "lower": -0.07601850591810039, "upper": 0.394098899569779 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443928, "se": 0.14379211580594456, "pvalue": 0.3873765211339241, "lower": -0.17471679170516138, "upper": 0.4294752589140399 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723081, "se": 0.2509691850535795, "pvalue": 0.7023449204020329, "lower": -0.6247191983376277, "upper": 0.4298141862631661 }, { "event_time": -2, "estimate": -0.021437892101152153, "se": 0.13681374850909422, "pvalue": 0.8772301610392876, "lower": -0.3088729117519027, "upper": 0.26599712754959837 }, { "event_time": 0, "estimate": 0.1530800895802404, "se": 0.11799265266073641, "pvalue": 0.2108862949530371, "lower": -0.09481327498120609, "upper": 0.40097345414168695 }, { "event_time": 1, "estimate": 0.1435394507489853, "se": 0.16447968462249163, "pvalue": 0.394325981241055, "lower": -0.20201954384630236, "upper": 0.48909844534427294 }, { "event_time": 2, "estimate": 0.030454985523500604, "se": 0.22896720437209, "pvalue": 0.8956609766905884, "lower": -0.45058726063419746, "upper": 0.5114972316811986 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } } }, { "study_id": 1, "specification_id": "S01-P032", "source_specification_id": "CI-T3-C01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 1 (\"How democratic is China\"), accepted-manuscript p. 46", "outcome_label": "How democratic is China [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P032.json", "input_bytes": 189393, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "How democratic is China [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p032", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "How democratic is China [Table 3 original scale]", "source_specification_id": "CI-T3-C01-ORIG", "specification_id": "S01-P032", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P032" }, "source": { "file": "CI-T3-C01-ORIG.csv", "bytes": 189393, "sha256": "7599dd9716f24c6f6b3932d57cc2c78374d2672cde1a00f9a7428abb1bd13bb4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.6784385927329135, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14318886371089287, "se": 0.09232738613637427, "pvalue": 0.138334095025276, "lower": -0.05078377674086071, "upper": 0.33716150416264645 }, { "method": "Dynamic TWFE", "estimate": 0.12057495471828086, "se": 0.13697616087355877, "pvalue": 0.39031891888643394, "lower": -0.1672012806485809, "upper": 0.40835119008514265 }, { "method": "BJS / did2s", "estimate": 0.13308444647139564, "se": 0.12194826686752387, "pvalue": 0.2895257036128061, "lower": -0.1231193551597812, "upper": 0.38928824810257245 }, { "method": "Sun\u2013Abraham", "estimate": 0.1685790387984038, "se": 0.1405766432204636, "pvalue": 0.24600023309699168, "lower": -0.12676152928656909, "upper": 0.4639196068833767 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05466609405778259, "se": 0.28472937713925894, "pvalue": 0.849896879963567, "lower": -0.6528603179937544, "upper": 0.5435281298781893 }, { "event_time": -2, "estimate": -0.021100098561497103, "se": 0.12612458670264567, "pvalue": 0.8690025511442152, "lower": -0.28607802258137716, "upper": 0.24387782545838296 }, { "event_time": 0, "estimate": 0.17978733343683836, "se": 0.10286145717299112, "pvalue": 0.09752494585584631, "lower": -0.03631656902920832, "upper": 0.39589123590288505 }, { "event_time": 1, "estimate": -0.0032195861969459036, "se": 0.16851728838280472, "pvalue": 0.9849672307206757, "lower": -0.3572612715220354, "upper": 0.3508220991281436 }, { "event_time": 2, "estimate": 0.20662118638331214, "se": 0.2336055909875132, "pvalue": 0.3880954567639303, "lower": -0.2841659484458876, "upper": 0.697408321212512 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04737375888679821, "se": 0.09951264636630491, "pvalue": 0.6397603090545179, "lower": -0.2564420709204805, "upper": 0.16169455314688405 }, { "event_time": -2, "estimate": -0.01018382356319286, "se": 0.06531104819110317, "pvalue": 0.8778251603677445, "lower": -0.1473972441791261, "upper": 0.1270295970527404 }, { "event_time": -1, "estimate": 0.017277138709353226, "se": 0.027148387464469573, "pvalue": 0.5325279473141149, "lower": -0.03975950687175442, "upper": 0.07431378429046087 }, { "event_time": 0, "estimate": 0.19186131078614474, "se": 0.09559910086610175, "pvalue": 0.06001513194880353, "lower": -0.008984947250674558, "upper": 0.39270756882296404 }, { "event_time": 1, "estimate": 0.018394366964704263, "se": 0.16923653575160866, "pvalue": 0.914650627712818, "lower": -0.3371584010098908, "upper": 0.3739471349392993 }, { "event_time": 2, "estimate": 0.20270123811123078, "se": 0.20263254288466603, "pvalue": 0.330405349015351, "lower": -0.22301393730525146, "upper": 0.628416413527713 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2153827930367242, "se": 0.2868865434637282, "pvalue": 0.46249989743662173, "lower": -0.8181090552482393, "upper": 0.38734346917479096 }, { "event_time": -2, "estimate": -0.23556863591607072, "se": 0.13813729216812468, "pvalue": 0.10533132852825387, "lower": -0.5257843176112996, "upper": 0.05464704577915816 }, { "event_time": 0, "estimate": 0.21697002751166655, "se": 0.09763602614521759, "pvalue": 0.03932387491883153, "lower": 0.011844348261628668, "upper": 0.42209570676170444 }, { "event_time": 1, "estimate": 0.004211218529722727, "se": 0.20059562187943977, "pvalue": 0.9834817535478195, "lower": -0.41722454465264974, "upper": 0.4256469817120952 }, { "event_time": 2, "estimate": 0.36073404098322503, "se": 0.22781368042566702, "pvalue": 0.13072797281921952, "lower": -0.11788474129148718, "upper": 0.8393528232579373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3749997212620078, "df_num": 1, "df_den": 1052, "pvalue": 0.12359234733591484, "log10_pvalue": -0.9080084193173926, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1098.8423766238218, "rss_restricted": 1101.3231278958679, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.699094247740058 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.649626892235515 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5955335974654635 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4477421231733711 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P033", "source_specification_id": "CI-T3-C02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 2 (\"People can influence elections\"), accepted-manuscript p. 46", "outcome_label": "People can influence elections [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P033.json", "input_bytes": 192518, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People can influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p033", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People can influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-C02-ORIG", "specification_id": "S01-P033", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P033" }, "source": { "file": "CI-T3-C02-ORIG.csv", "bytes": 192518, "sha256": "ef377238ec3526c2a2864632d5c8d2bdfcc1e7fb64f27c3d1a279245aa4a3fc3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.9724100068868827, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.11777012359857324, "se": 0.09034156779109655, "pvalue": 0.20879425474982888, "lower": -0.0720304673236714, "upper": 0.30757071452081786 }, { "method": "Dynamic TWFE", "estimate": 0.03610469807654346, "se": 0.14508896150316652, "pvalue": 0.8062976889947879, "lower": -0.26871589894114256, "upper": 0.34092529509422953 }, { "method": "BJS / did2s", "estimate": 0.047401197777398346, "se": 0.11658367762303824, "pvalue": 0.6891061960548203, "lower": -0.19753202007319864, "upper": 0.29233441562799534 }, { "method": "Sun\u2013Abraham", "estimate": 0.04003771997148135, "se": 0.15165050618757056, "pvalue": 0.7947688158846853, "lower": -0.27856817089169555, "upper": 0.3586436108346583 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0416337559082579, "se": 0.24536933711396586, "pvalue": 0.8671558661661922, "lower": -0.47386809243380634, "upper": 0.5571356042503222 }, { "event_time": -2, "estimate": -0.1379806242884498, "se": 0.18534132957999885, "pvalue": 0.46620265202649175, "lower": -0.5273683085706476, "upper": 0.2514070599937481 }, { "event_time": 0, "estimate": 0.059770124930735274, "se": 0.09837403496127045, "pvalue": 0.5510549069977042, "lower": -0.14690605330684026, "upper": 0.2664463031683108 }, { "event_time": 1, "estimate": 0.07943478246047418, "se": 0.17944214602221092, "pvalue": 0.6632736010918237, "lower": -0.2975591770657395, "upper": 0.45642874198668787 }, { "event_time": 2, "estimate": -0.10753236280282392, "se": 0.25505908367577357, "pvalue": 0.6783105601298925, "lower": -0.6433916132609399, "upper": 0.428326887655292 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08489299711524888, "se": 0.08624129661587018, "pvalue": 0.33798307716190873, "lower": -0.09629324372399765, "upper": 0.2660792379544954 }, { "event_time": -2, "estimate": -0.08589274239232754, "se": 0.06494763394383221, "pvalue": 0.20256268893233323, "lower": -0.2223426580064316, "upper": 0.05055717322177654 }, { "event_time": -1, "estimate": 0.029911349356091344, "se": 0.029381613633019037, "pvalue": 0.3221530256322422, "lower": -0.031817130303364916, "upper": 0.0916398290155476 }, { "event_time": 0, "estimate": 0.08896017882866433, "se": 0.09850011858101236, "pvalue": 0.37837549151647915, "lower": -0.11798089126454037, "upper": 0.29590124892186903 }, { "event_time": 1, "estimate": 0.060845210651878055, "se": 0.14315520545817323, "pvalue": 0.67585265328344, "lower": -0.23991271567043224, "upper": 0.36160313697418833 }, { "event_time": 2, "estimate": -0.08460672800160611, "se": 0.19506629734637218, "pvalue": 0.6696359432058804, "lower": -0.4944258114048114, "upper": 0.32521235540159915 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.02318205668158626, "se": 0.2873633670348931, "pvalue": 0.9365933368261717, "lower": -0.5805459746798958, "upper": 0.6269100880430682 }, { "event_time": -2, "estimate": -0.16911299769839105, "se": 0.20467432407016994, "pvalue": 0.4194778125905627, "lower": -0.5991177962088479, "upper": 0.2608918008120658 }, { "event_time": 0, "estimate": 0.054762407325343786, "se": 0.09659978881444474, "pvalue": 0.5777838655247347, "lower": -0.14818621807755286, "upper": 0.2577110327282404 }, { "event_time": 1, "estimate": 0.06926930263731372, "se": 0.20407865919307389, "pvalue": 0.738218067728585, "lower": -0.3594840504042546, "upper": 0.49802265567888204 }, { "event_time": 2, "estimate": -0.05369305383695649, "se": 0.24308374077567274, "pvalue": 0.827669727270216, "lower": -0.5643930424568064, "upper": 0.4570069347828935 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.466789667896679, 0.3505535055350554, 0.18265682656826568 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.340125156646512e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.020829483257573812, "df_num": 1, "df_den": 1069, "pvalue": 0.8852716493371069, "log10_pvalue": -0.05292344375914691, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1047.7747402976597, "rss_restricted": 1047.7951562063695, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.054735329384667186 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.23386418457686795 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.053775243472191606 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08909233147945024 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P034", "source_specification_id": "CI-T3-C03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 3 (\"Perception of Chinese democracy z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 3, p. 48 and Table 5, panel A, column 3, p. 49", "outcome_label": "Perception of Chinese democracy z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P034.json", "input_bytes": 251981, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p034", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-C03-ORIG", "specification_id": "S01-P034", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P034" }, "source": { "file": "CI-T3-C03-ORIG.csv", "bytes": 251981, "sha256": "4ba623af534f0f8055a7a08ffe0d2fb5ee8d4d601a039fc67e0c6aa62d36e0eb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P035", "source_specification_id": "CI-T3-D01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 1 (\"People cannot judge village head\"), accepted-manuscript p. 46", "outcome_label": "People cannot judge village head [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P035.json", "input_bytes": 192618, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People cannot judge village head [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p035", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People cannot judge village head [Table 3 original scale]", "source_specification_id": "CI-T3-D01-ORIG", "specification_id": "S01-P035", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P035" }, "source": { "file": "CI-T3-D01-ORIG.csv", "bytes": 192618, "sha256": "130ed09e310e7daaf841158a639ccd4d67466d21f80d4a6edcaa10a18556d83f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9084022239226467, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4303930642951357, "se": 0.11086309799544955, "pvalue": 0.0010918726914774985, "lower": 0.19747833826709366, "upper": 0.6633077903231777 }, { "method": "Dynamic TWFE", "estimate": 0.5023299184256732, "se": 0.16005995561412767, "pvalue": 0.005681169603273453, "lower": 0.1660564299159501, "upper": 0.8386034069353963 }, { "method": "BJS / did2s", "estimate": 0.502796669573645, "se": 0.1319020007023263, "pvalue": 0.0012770830457331192, "lower": 0.22568084914623876, "upper": 0.7799124900010512 }, { "method": "Sun\u2013Abraham", "estimate": 0.5524011544647354, "se": 0.1237412754287098, "pvalue": 0.00029979513472762055, "lower": 0.29243038162902213, "upper": 0.8123719273004486 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.036831871870988256, "se": 0.1842921753717733, "pvalue": 0.8438338095098481, "lower": -0.42401536495351344, "upper": 0.35035162121153696 }, { "event_time": -2, "estimate": -0.18828226567726855, "se": 0.14697306912240343, "pvalue": 0.21642996171695947, "lower": -0.4970612259183955, "upper": 0.12049669456385839 }, { "event_time": 0, "estimate": 0.39609709565699047, "se": 0.11629026229320072, "pvalue": 0.003148629506348437, "lower": 0.15178032053979373, "upper": 0.6404138707741872 }, { "event_time": 1, "estimate": 0.5916104871046215, "se": 0.19296805791759072, "pvalue": 0.006658170268276295, "lower": 0.18619964116304594, "upper": 0.997021333046197 }, { "event_time": 2, "estimate": 0.6015654289589825, "se": 0.2924478526535331, "pvalue": 0.05447494519263269, "lower": -0.01284471030198886, "upper": 1.2159755682199538 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.06385521557101591, "se": 0.06752294512298036, "pvalue": 0.356833762347225, "lower": -0.07800522805983966, "upper": 0.20571565920187146 }, { "event_time": -2, "estimate": -0.1291382807157929, "se": 0.04641676889834493, "pvalue": 0.012297965145715432, "lower": -0.2266562935311005, "upper": -0.03162026790048529 }, { "event_time": -1, "estimate": 0.06075197751940952, "se": 0.0251783895666844, "pvalue": 0.026711695161879583, "lower": 0.007854143940987261, "upper": 0.11364981109783179 }, { "event_time": 0, "estimate": 0.41595915710628417, "se": 0.09275513282475473, "pvalue": 0.0002866434239373097, "lower": 0.221087854209272, "upper": 0.6108304600032963 }, { "event_time": 1, "estimate": 0.6129715664269246, "se": 0.16194382960688175, "pvalue": 0.0013557008928482914, "lower": 0.27274020552478756, "upper": 0.9532029273290616 }, { "event_time": 2, "estimate": 0.5121551075056234, "se": 0.2571909083807286, "pvalue": 0.061841561265704836, "lower": -0.028182940461062844, "upper": 1.0524931554723098 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.21860176201239906, "se": 0.10514554822894072, "pvalue": 0.0521860312513185, "lower": -0.43950436171980767, "upper": 0.00230083769500955 }, { "event_time": -2, "estimate": -0.4357423541432009, "se": 0.1418531874724339, "pvalue": 0.0065724056890851265, "lower": -0.7337648421824812, "upper": -0.13771986610392062 }, { "event_time": 0, "estimate": 0.41777631150950256, "se": 0.09848361544391222, "pvalue": 0.000490194268721258, "lower": 0.21086991322076468, "upper": 0.6246827097982405 }, { "event_time": 1, "estimate": 0.6477397024629369, "se": 0.14078629332602133, "pvalue": 0.00022182325198048797, "lower": 0.35195867585045887, "upper": 0.9435207290754148 }, { "event_time": 2, "estimate": 0.7125064332527898, "se": 0.27255818888987265, "pvalue": 0.017568693428212927, "lower": 0.13988292696587634, "upper": 1.2851299395397033 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.4742884687901576e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.699428026961292, "df_num": 1, "df_den": 1070, "pvalue": 0.01714325715860586, "log10_pvalue": -1.7659066601479774, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1079.582294643294, "rss_restricted": 1085.3327634166596, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.46097478107479145 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.36517167163553693 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9023276840178809 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2767170932833904 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P036", "source_specification_id": "CI-T3-D02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 2 (\"People should not influence elections\"), accepted-manuscript p. 46", "outcome_label": "People should not influence elections [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P036.json", "input_bytes": 192606, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People should not influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p036", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People should not influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-D02-ORIG", "specification_id": "S01-P036", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P036" }, "source": { "file": "CI-T3-D02-ORIG.csv", "bytes": 192606, "sha256": "646b6d750c743f14850ecc04a5019af525dacc97fe9da5f131dcfb5b520e7bf2" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.7102989355456222, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04061398910953183, "se": 0.10498415519322277, "pvalue": 0.7033966610568598, "lower": -0.17994953641199551, "upper": 0.2611775146310592 }, { "method": "Dynamic TWFE", "estimate": -0.1279368440483663, "se": 0.11242939518936433, "pvalue": 0.2700699382430543, "lower": -0.36414223837267157, "upper": 0.10826855027593899 }, { "method": "BJS / did2s", "estimate": 0.0276364747511732, "se": 0.11679476630277469, "pvalue": 0.8156201774264826, "lower": -0.21774022395912745, "upper": 0.27301317346147386 }, { "method": "Sun\u2013Abraham", "estimate": -0.1065328086513135, "se": 0.11122451357307145, "pvalue": 0.3508439143797461, "lower": -0.3402068406320678, "upper": 0.12714122332944083 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.6472223395884708, "se": 0.15399794124453517, "pvalue": 0.0005348830082019471, "lower": 0.3236846706760824, "upper": 0.9707600085008591 }, { "event_time": -2, "estimate": 0.2364974240992186, "se": 0.14678652833043682, "pvalue": 0.12453952350304494, "lower": -0.07188962848066166, "upper": 0.5448844766790988 }, { "event_time": 0, "estimate": 0.010952063763280557, "se": 0.10605292874345833, "pvalue": 0.9188907249377086, "lower": -0.21185687166596334, "upper": 0.23376099919252447 }, { "event_time": 1, "estimate": -0.2651692653177105, "se": 0.11429849640224315, "pvalue": 0.03229407671394012, "lower": -0.5053014955755941, "upper": -0.02503703505982685 }, { "event_time": 2, "estimate": -0.21672743791334173, "se": 0.21142600452322158, "pvalue": 0.31890752620303375, "lower": -0.6609169906962794, "upper": 0.22746211486959592 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13568065665325377, "se": 0.07605283000030102, "pvalue": 0.09128597883954885, "lower": -0.0241004101170835, "upper": 0.295461723423591 }, { "event_time": -2, "estimate": -0.014079979189358627, "se": 0.07349712359360343, "pvalue": 0.850222046585081, "lower": -0.1684917060414797, "upper": 0.14033174766276243 }, { "event_time": -1, "estimate": -0.025223976039556846, "se": 0.029417530851667956, "pvalue": 0.40247047150980064, "lower": -0.08702791497529677, "upper": 0.03657996289618308 }, { "event_time": 0, "estimate": 0.08958297658013759, "se": 0.1261104159343214, "pvalue": 0.4865873354288536, "lower": -0.17536517576024285, "upper": 0.354531128920518 }, { "event_time": 1, "estimate": -0.02717438943997692, "se": 0.1291542068625835, "pvalue": 0.8357167900600544, "lower": -0.2985173092274289, "upper": 0.2441685303474751 }, { "event_time": 2, "estimate": -0.024371394319808278, "se": 0.22462646237801445, "pvalue": 0.9148014380597409, "lower": -0.4962940799511532, "upper": 0.44755129131153665 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4824987416317365, "se": 0.16860072339080348, "pvalue": 0.010365469101040971, "lower": 0.1282817658594147, "upper": 0.8367157174040583 }, { "event_time": -2, "estimate": 0.26346059693949136, "se": 0.16948071362355827, "pvalue": 0.13746752357137906, "lower": -0.0926051697080218, "upper": 0.6195263635870045 }, { "event_time": 0, "estimate": -0.004685867599279081, "se": 0.09801797889231112, "pvalue": 0.9623971316287375, "lower": -0.21061399979401638, "upper": 0.20124226459545821 }, { "event_time": 1, "estimate": -0.1424701301584931, "se": 0.1262516442226307, "pvalue": 0.2739416445244935, "lower": -0.4077149921224881, "upper": 0.12277473180550183 }, { "event_time": 2, "estimate": -0.2971117011441036, "se": 0.237499152762358, "pvalue": 0.2269507126473671, "lower": -0.7960789057211148, "upper": 0.20185550343290753 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.364760111825431e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0019237106559578249, "df_num": 1, "df_den": 1071, "pvalue": 0.9650240752385251, "log10_pvalue": -0.015461851824272801, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.8610398642957, "rss_restricted": 1041.8629112360832, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.740935801679366 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.548236473880332 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.01627314066296604 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0806030962427537 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P037", "source_specification_id": "CI-T3-D03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 3 (\"People do not know better leaders\"), accepted-manuscript p. 46", "outcome_label": "People do not know better leaders [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P037.json", "input_bytes": 192618, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People do not know better leaders [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p037", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People do not know better leaders [Table 3 original scale]", "source_specification_id": "CI-T3-D03-ORIG", "specification_id": "S01-P037", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P037" }, "source": { "file": "CI-T3-D03-ORIG.csv", "bytes": 192618, "sha256": "52726cdab6aff469f79efb32c1ab0787c5f20092f4cfe6c88e5029c4db23bb0d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9016258985113336, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12913524077848546, "se": 0.12448171915825734, "pvalue": 0.3132932231690688, "lower": -0.13239114660819248, "upper": 0.39066162816516337 }, { "method": "Dynamic TWFE", "estimate": 0.24297350167917692, "se": 0.16573628523377842, "pvalue": 0.15989353590895306, "lower": -0.10522551283614351, "upper": 0.5911725161944974 }, { "method": "BJS / did2s", "estimate": 0.2633411365145112, "se": 0.1311856574687338, "pvalue": 0.059962416397629184, "lower": -0.01226970262506305, "upper": 0.5389519756540855 }, { "method": "Sun\u2013Abraham", "estimate": 0.2006988537785288, "se": 0.179721599972168, "pvalue": 0.27879919287423083, "lower": -0.17688221671038212, "upper": 0.5782799242674397 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.036766938270613746, "se": 0.23188388171443364, "pvalue": 0.875782850454841, "lower": -0.45040301959988577, "upper": 0.5239368961411133 }, { "event_time": -2, "estimate": -0.0743572991889753, "se": 0.13386645356471097, "pvalue": 0.5854190033614173, "lower": -0.3556002819319801, "upper": 0.2068856835540295 }, { "event_time": 0, "estimate": 0.13582516447242957, "se": 0.1347486155399234, "pvalue": 0.3268185453609411, "lower": -0.14727117180736157, "upper": 0.4189215007522207 }, { "event_time": 1, "estimate": 0.26430038378819165, "se": 0.18593895154662943, "pvalue": 0.1722846947169123, "lower": -0.12634285765543257, "upper": 0.6549436252318159 }, { "event_time": 2, "estimate": 0.47565122723963427, "se": 0.26915924377737377, "pvalue": 0.09414895903721454, "lower": -0.08983136034686079, "upper": 1.0411338148261293 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11465958623494009, "se": 0.06721809330061236, "pvalue": 0.10524372263879582, "lower": -0.02656038748329491, "upper": 0.2558795599531751 }, { "event_time": -2, "estimate": -0.060569807622289897, "se": 0.046598343727989024, "pvalue": 0.2100603027905673, "lower": -0.15846929499914977, "upper": 0.03732967975456999 }, { "event_time": -1, "estimate": 0.007536280800964787, "se": 0.026957360288248296, "pvalue": 0.7829998541820437, "lower": -0.049099031575334566, "upper": 0.06417159317726415 }, { "event_time": 0, "estimate": 0.15136342101395972, "se": 0.12289070527763037, "pvalue": 0.23391374968822418, "lower": -0.10682037024457958, "upper": 0.409547212272499 }, { "event_time": 1, "estimate": 0.29146688635960283, "se": 0.14229117752928172, "pvalue": 0.055394342869965744, "lower": -0.007475784643515504, "upper": 0.5904095573627212 }, { "event_time": 2, "estimate": 0.4952435991531679, "se": 0.20816289268163035, "pvalue": 0.028626364119434766, "lower": 0.05790958995800077, "upper": 0.932577608348335 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2536757601200924, "se": 0.29009306803407797, "pvalue": 0.39338435037163644, "lower": -0.35578716023384505, "upper": 0.8631386804740299 }, { "event_time": -2, "estimate": -0.06820952272037101, "se": 0.2005108368371252, "pvalue": 0.737659571838179, "lower": -0.489467159138662, "upper": 0.35304811369792 }, { "event_time": 0, "estimate": 0.11752445214113927, "se": 0.13759917006267658, "pvalue": 0.40426973252884424, "lower": -0.17156067696241278, "upper": 0.4066095812446913 }, { "event_time": 1, "estimate": 0.17909393357586348, "se": 0.20381926428240824, "pvalue": 0.39114856035570544, "lower": -0.249114450980761, "upper": 0.6073023181324879 }, { "event_time": 2, "estimate": 0.45493787774790895, "se": 0.32760768584642175, "pvalue": 0.18187956180680184, "lower": -0.2333403299992005, "upper": 1.1432160854950184 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2469640073009476e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.1767811022732464, "df_num": 1, "df_den": 1070, "pvalue": 0.6742386532450715, "log10_pvalue": -0.1711863535506633, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1094.0508664819374, "rss_restricted": 1094.231621171769, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3113120061078874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.028454409810814738 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15997696171920503 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.45260564801716857 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P038", "source_specification_id": "CI-T3-D04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 4 (\"Democracy is not always preferable\"), accepted-manuscript p. 46", "outcome_label": "Democracy is not always preferable [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P038.json", "input_bytes": 181420, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Democracy is not always preferable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p038", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Democracy is not always preferable [Table 3 original scale]", "source_specification_id": "CI-T3-D04-ORIG", "specification_id": "S01-P038", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P038" }, "source": { "file": "CI-T3-D04-ORIG.csv", "bytes": 181420, "sha256": "fc96045ea73235a69f2eb46e9921c4c099f5fad2e8ade4bcc3efb7dd1310df0b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1651, "source_sd": 0.46243145444846473, "rows": 1037, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1550319334264455, "se": 0.14745843572711265, "pvalue": 0.3070038701988684, "lower": -0.154766744212112, "upper": 0.464830611065003 }, { "method": "Dynamic TWFE", "estimate": 0.15291623793325626, "se": 0.1567412542713766, "pvalue": 0.34219445354244704, "lower": -0.17638491778050364, "upper": 0.48221739364701616 }, { "method": "BJS / did2s", "estimate": 0.1456500846980343, "se": 0.13815811585661297, "pvalue": 0.3057249479605791, "lower": -0.14460934594329877, "upper": 0.4359095153393674 }, { "method": "Sun\u2013Abraham", "estimate": 0.06975588945735992, "se": 0.16618754452453124, "pvalue": 0.6796413077311627, "lower": -0.27939118564776666, "upper": 0.41890296456248644 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.10090718750813898, "se": 0.17547253140113533, "pvalue": 0.5723696504361155, "lower": -0.4695612961856719, "upper": 0.2677469211693939 }, { "event_time": -2, "estimate": -0.11909652561563072, "se": 0.1252691970173501, "pvalue": 0.35433628170023435, "lower": -0.3822773425926785, "upper": 0.14408429136141704 }, { "event_time": 0, "estimate": 0.16219786063842445, "se": 0.15127547473621766, "pvalue": 0.29779494359389247, "lower": -0.15562011838282158, "upper": 0.4800158396596705 }, { "event_time": 1, "estimate": 0.10838397580576643, "se": 0.19371928404777905, "pvalue": 0.5827230931580529, "lower": -0.29860513766992675, "upper": 0.5153730892814596 }, { "event_time": 2, "estimate": 0.21286073304912212, "se": 0.20303711109182654, "pvalue": 0.3083357241046378, "lower": -0.21370440863056445, "upper": 0.6394258747288086 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08190163744225756, "se": 0.08047841687151855, "pvalue": 0.32231255454264157, "lower": -0.08717724232682197, "upper": 0.2509805172113371 }, { "event_time": -2, "estimate": -0.010454923478291071, "se": 0.04253417565759595, "pvalue": 0.8086175344413531, "lower": -0.09981591058081826, "upper": 0.0789060636242361 }, { "event_time": -1, "estimate": -0.012920309366192314, "se": 0.030526312682897638, "pvalue": 0.6771256958597902, "lower": -0.0770537124889815, "upper": 0.05121309375659687 }, { "event_time": 0, "estimate": 0.17036225648038278, "se": 0.14911818935413315, "pvalue": 0.2682305078481823, "lower": -0.1429234341345521, "upper": 0.48364794709531767 }, { "event_time": 1, "estimate": 0.0820691645804349, "se": 0.17647370577263535, "pvalue": 0.647471961477403, "lower": -0.28868833340030686, "upper": 0.45282666256117665 }, { "event_time": 2, "estimate": 0.20178397679049248, "se": 0.17207054187677814, "pvalue": 0.2562098369122207, "lower": -0.15972281711464925, "upper": 0.5632907706956343 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3357391771118242, "se": 0.37615361135438374, "pvalue": 0.3838711244051553, "lower": -0.4545302354988623, "upper": 1.1260085897225107 }, { "event_time": -2, "estimate": -0.0570572569560133, "se": 0.16197773410197233, "pvalue": 0.7287386131443927, "lower": -0.3973598485591494, "upper": 0.28324533464712276 }, { "event_time": 0, "estimate": 0.14361694101509814, "se": 0.1207962710947271, "pvalue": 0.24992049306325342, "lower": -0.11016660730674549, "upper": 0.3974004893369418 }, { "event_time": 1, "estimate": -0.09733382863553004, "se": 0.26348793679952126, "pvalue": 0.7161355950839778, "lower": -0.650901442395282, "upper": 0.4562337851242219 }, { "event_time": 2, "estimate": 0.19435706519882548, "se": 0.21538826328538838, "pvalue": 0.37878424989680537, "lower": -0.2581568843466866, "upper": 0.6468710147443375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.458650086904924e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.036092965912545176, "df_num": 1, "df_den": 1006, "pvalue": 0.8493619630133346, "log10_pvalue": -0.07090719192469236, "inference": "Homoskedastic nested-model F", "observations": 1037, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1019.9215951528903, "rss_restricted": 1019.9581875936133, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7432006618816084 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.24998833316131158 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.073956366486191 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7142683800202659 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P039", "source_specification_id": "CI-T3-D05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 5 (\"China is not suitable for democracy\"), accepted-manuscript p. 46", "outcome_label": "China is not suitable for democracy [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P039.json", "input_bytes": 189425, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "China is not suitable for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p039", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "China is not suitable for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-D05-ORIG", "specification_id": "S01-P039", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P039" }, "source": { "file": "CI-T3-D05-ORIG.csv", "bytes": 189425, "sha256": "b89d981e40f9e40b3cf6686bcff3f5789987798ca7a08fc6d2a2b2840ce6c4a4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.7794029040368904, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2581180602436974, "se": 0.1135983147543355, "pvalue": 0.035570326970292714, "lower": 0.0194568570420752, "upper": 0.49677926344531953 }, { "method": "Dynamic TWFE", "estimate": 0.30005921989561624, "se": 0.15014847058907202, "pvalue": 0.06100687245870987, "lower": -0.015391011273448496, "upper": 0.615509451064681 }, { "method": "BJS / did2s", "estimate": 0.2548799968150338, "se": 0.1213460859289511, "pvalue": 0.05004738750057245, "lower": -5.8669610082495716e-05, "upper": 0.5098186632401501 }, { "method": "Sun\u2013Abraham", "estimate": 0.24343173113939617, "se": 0.16729613709656357, "pvalue": 0.16286140799740828, "lower": -0.1080444105339606, "upper": 0.5949078728127529 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08091032876579313, "se": 0.20251365707038743, "pvalue": 0.6942034449611514, "lower": -0.5063757343547854, "upper": 0.3445550768231992 }, { "event_time": -2, "estimate": 0.0978799286520921, "se": 0.17153014538818845, "pvalue": 0.5753068433113099, "lower": -0.2624915343597027, "upper": 0.4582513916638869 }, { "event_time": 0, "estimate": 0.2762393979551077, "se": 0.12182886334101518, "pvalue": 0.03591322001097663, "lower": 0.020286453824455486, "upper": 0.5321923420857599 }, { "event_time": 1, "estimate": 0.34500565453290816, "se": 0.17233846577019493, "pvalue": 0.06059876726574014, "lower": -0.017064026585020098, "upper": 0.7070753356508364 }, { "event_time": 2, "estimate": 0.27480120142091036, "se": 0.27119180024225964, "pvalue": 0.3243404787361646, "lower": -0.2949516288406978, "upper": 0.8445540316825185 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021133569698592956, "se": 0.08363977352940229, "pvalue": 0.8033833163546221, "lower": -0.19685421334728317, "upper": 0.15458707395009727 }, { "event_time": -2, "estimate": 0.05857051816912282, "se": 0.06928339653802323, "pvalue": 0.40899819063001386, "lower": -0.08698849664036984, "upper": 0.20412953297861547 }, { "event_time": -1, "estimate": -0.029829058665885436, "se": 0.03665324611633634, "pvalue": 0.4263846801405717, "lower": -0.10683467127807568, "upper": 0.04717655394630481 }, { "event_time": 0, "estimate": 0.22459432898547416, "se": 0.11137962644423817, "pvalue": 0.05892188713308729, "lower": -0.009405583045039384, "upper": 0.45859424101598767 }, { "event_time": 1, "estimate": 0.284200273933149, "se": 0.14801904995915388, "pvalue": 0.07084484093452562, "lower": -0.026776210501576747, "upper": 0.5951767583678748 }, { "event_time": 2, "estimate": 0.2764111837872234, "se": 0.2229772414508561, "pvalue": 0.2310283618347689, "lower": -0.19204661724902777, "upper": 0.7448689848234746 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14693215221749034, "se": 0.30016939914577345, "pvalue": 0.630401506989235, "lower": -0.48370035425377456, "upper": 0.7775646586887552 }, { "event_time": -2, "estimate": 0.24654834051692887, "se": 0.2315827183496014, "pvalue": 0.3011201930269019, "lower": -0.2399888966026814, "upper": 0.7330855776365391 }, { "event_time": 0, "estimate": 0.23968640942682437, "se": 0.11992296413692863, "pvalue": 0.06097720317028305, "lower": -0.012262389059484596, "upper": 0.4916352079131333 }, { "event_time": 1, "estimate": 0.28722973519347905, "se": 0.21438012986700533, "pvalue": 0.19697606267116158, "lower": -0.1631662046338485, "upper": 0.7376256750208066 }, { "event_time": 2, "estimate": 0.1686492947479473, "se": 0.28854983341705787, "pvalue": 0.5661570987151049, "lower": -0.43757140998582955, "upper": 0.7748699994817242 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 8.537504681686807e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8088435252855534, "df_num": 1, "df_den": 1052, "pvalue": 0.368668192626714, "log10_pvalue": -0.4333643301524568, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.2933564110615, "rss_restricted": 1066.1124207018056, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3076985709987607 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3733932516660788 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34219499426931166 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5298365656313196 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P040", "source_specification_id": "CI-T3-D06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 6 (\"Wisdom of the masses z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 4, p. 48 and Table 5, panel A, column 4, p. 49", "outcome_label": "Wisdom of the masses z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P040.json", "input_bytes": 241239, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p040", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-D06-ORIG", "specification_id": "S01-P040", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P040" }, "source": { "file": "CI-T3-D06-ORIG.csv", "bytes": 241239, "sha256": "dda555fb64651fe8411eff8cd6a2c259156fc153b77d50c84163883d09e02d9d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.22087079811454136, "se": 0.17307919763953677, "pvalue": 0.21813230016582866, "lower": -0.1427551029135961, "upper": 0.5844966991426788 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.514167073944528, "se": 0.2740724954364005, "pvalue": 0.07696458869180897, "lower": -0.06163787234166718, "upper": 1.0899720202307233 }, { "event_time": -2, "estimate": 0.1687476326605801, "se": 0.14755242709132202, "pvalue": 0.2677530746159974, "lower": -0.14124851350663722, "upper": 0.4787437788277974 }, { "event_time": 0, "estimate": 0.24994919318066933, "se": 0.12524410508872924, "pvalue": 0.06132664346606851, "lower": -0.013178907610506718, "upper": 0.5130772939718453 }, { "event_time": 1, "estimate": 0.17036010116412192, "se": 0.23780510702075935, "pvalue": 0.4829453629504408, "lower": -0.32924988945767025, "upper": 0.6699700917859142 }, { "event_time": 2, "estimate": 0.2411894598943136, "se": 0.28328426338465085, "pvalue": 0.40572969041099666, "lower": -0.3539686927039467, "upper": 0.8363476124925739 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3765576089478527e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P041", "source_specification_id": "CI-T3-E01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel E, row 1 (\"Participation is key for democracy\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 5, p. 48 and Table 5, panel A, column 5, p. 49", "outcome_label": "Participation is key for democracy [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P041.json", "input_bytes": 189391, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p041", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-E01-ORIG", "specification_id": "S01-P041", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-E01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P041" }, "source": { "file": "CI-T3-E01-ORIG.csv", "bytes": 189391, "sha256": "5b62bccb088ed5c186de6ecd789f460bed3c5b33dfb472b9de8078d2c74e4b45" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625008, "se": 0.10678203594299218, "pvalue": 0.21785132625644135, "lower": -0.08798658329819292, "upper": 0.3606948823306931 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140281474, "se": 0.1660503390141074, "pvalue": 0.2523227115189889, "lower": -0.15247425562141986, "upper": 0.5452433784270494 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146222535, "se": 0.22401370798880563, "pvalue": 0.918234692887241, "lower": -0.49395700957602423, "upper": 0.4473136632835792 }, { "event_time": -2, "estimate": 0.13365187342819343, "se": 0.1482895583911083, "pvalue": 0.379335988556123, "lower": -0.1778929281332964, "upper": 0.4451966749896833 }, { "event_time": 0, "estimate": 0.1786006139404903, "se": 0.11757123603197434, "pvalue": 0.14611096683214894, "lower": -0.06840738713746591, "upper": 0.4256086150184465 }, { "event_time": 1, "estimate": 0.17774816807764762, "se": 0.19467793251906348, "pvalue": 0.37329089781639185, "lower": -0.2312549911002104, "upper": 0.5867513272555056 }, { "event_time": 2, "estimate": 0.2781473698294887, "se": 0.2806414523621861, "pvalue": 0.3347676079536903, "lower": -0.3114584428434834, "upper": 0.8677531825024607 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P042", "source_specification_id": "CI-T3-F01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel F, row 1 (\"Skeptical of markets\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 6, p. 48 and Table 5, panel A, column 6, p. 49", "outcome_label": "Skeptical of markets [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P042.json", "input_bytes": 178490, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p042", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [Table 3 original scale]", "source_specification_id": "CI-T3-F01-ORIG", "specification_id": "S01-P042", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-F01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P042" }, "source": { "file": "CI-T3-F01-ORIG.csv", "bytes": 178490, "sha256": "1a6f6d21d4e5b3aa76b5ce0da0fcb26560f2003a53b6ec44d51b8bf3daa768a9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040897, "se": 0.13497323289386004, "pvalue": 0.269584603611359, "lower": -0.12981690540888827, "upper": 0.43731957424970624 }, { "method": "Dynamic TWFE", "estimate": 0.16788604624510245, "se": 0.1618587539851811, "pvalue": 0.31335903854513136, "lower": -0.17216657740831648, "upper": 0.5079386698985213 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28867874969818846, "se": 0.2174991135995324, "pvalue": 0.20101142390456803, "lower": -0.16826993179595845, "upper": 0.7456274311923354 }, { "event_time": -2, "estimate": 0.18354837834328686, "se": 0.18003244631245313, "pvalue": 0.32146009457494457, "lower": -0.19468575607305738, "upper": 0.5617825127596311 }, { "event_time": 0, "estimate": 0.13616156088845222, "se": 0.13606179778397848, "pvalue": 0.33021985477918503, "lower": -0.14969366891072744, "upper": 0.42201679068763187 }, { "event_time": 1, "estimate": 0.21536684032857314, "se": 0.1752281824321505, "pvalue": 0.23487334557106965, "lower": -0.15277391021450934, "upper": 0.5835075908716556 }, { "event_time": 2, "estimate": 0.156441956506931, "se": 0.2507888477845242, "pvalue": 0.5405847710439621, "lower": -0.37044586125023077, "upper": 0.6833297742640927 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P043", "source_specification_id": "CI-T3-G01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 1 (\"Trust toward minorities\"), accepted-manuscript p. 47", "outcome_label": "Trust toward minorities [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P043.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust toward minorities [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p043", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust toward minorities [Table 3 original scale]", "source_specification_id": "CI-T3-G01-ORIG", "specification_id": "S01-P043", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P043" }, "source": { "file": "CI-T3-G01-ORIG.csv", "bytes": 197940, "sha256": "1d54616608e0847818e2bb4cb56b17d11c0bb4789723c12885af809b1409bcc6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.7279295617145166, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.002290460649374832, "se": 0.06529406994948063, "pvalue": 0.9724027141721724, "lower": -0.13946821130327874, "upper": 0.1348872900045291 }, { "method": "Dynamic TWFE", "estimate": -0.07496603066149751, "se": 0.07545638984170158, "pvalue": 0.3336344361950075, "lower": -0.23349402315694837, "upper": 0.08356196183395334 }, { "method": "BJS / did2s", "estimate": -0.0429975089191927, "se": 0.07588467335602057, "pvalue": 0.5779723449663984, "lower": -0.2024252916893482, "upper": 0.11643027385096279 }, { "method": "Sun\u2013Abraham", "estimate": -0.1508950291473108, "se": 0.07652199397272422, "pvalue": 0.0641863506615758, "lower": -0.31166177284779895, "upper": 0.009871714553177396 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1280085348830947, "se": 0.14317684166735856, "pvalue": 0.3830893162936049, "lower": -0.17279484742796034, "upper": 0.4288119171941497 }, { "event_time": -2, "estimate": 0.07391344062370463, "se": 0.13199415285608496, "pvalue": 0.5823989909786808, "lower": -0.20339598429458883, "upper": 0.3512228655419981 }, { "event_time": 0, "estimate": -0.01951358392203325, "se": 0.056322895793940064, "pvalue": 0.7330147175713501, "lower": -0.1378435970657212, "upper": 0.0988164292216547 }, { "event_time": 1, "estimate": -0.0866545784947933, "se": 0.09286234039891643, "pvalue": 0.3630914414442103, "lower": -0.2817511161472426, "upper": 0.108441959157656 }, { "event_time": 2, "estimate": -0.19358912696975997, "se": 0.14963536028833516, "pvalue": 0.21211105649252351, "lower": -0.5079613533989319, "upper": 0.12078309945941199 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07594650518242087, "se": 0.06839334699092, "pvalue": 0.28142499396311077, "lower": -0.06774258491665607, "upper": 0.2196355952814978 }, { "event_time": -2, "estimate": 0.023696052789442174, "se": 0.04367510217163767, "pvalue": 0.594092295863782, "lower": -0.06806193197273064, "upper": 0.11545403755161499 }, { "event_time": -1, "estimate": -0.03363925882538176, "se": 0.023605563332848994, "pvalue": 0.1712503978837546, "lower": -0.08323270710366992, "upper": 0.015954189452906394 }, { "event_time": 0, "estimate": -0.01610586687304152, "se": 0.06418183414385459, "pvalue": 0.8047017881957024, "lower": -0.15094689680896042, "upper": 0.11873516306287737 }, { "event_time": 1, "estimate": -0.06310690830189787, "se": 0.10365817455925001, "pvalue": 0.5502649652978698, "lower": -0.2808846518845791, "upper": 0.15467083528078335 }, { "event_time": 2, "estimate": -0.07316906489795222, "se": 0.13987238500620336, "pvalue": 0.6072758437049106, "lower": -0.367030041378565, "upper": 0.22069191158266055 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.41708502352003995, "se": 0.20908359840228913, "pvalue": 0.0614294650445766, "lower": -0.022183316616235182, "upper": 0.8563533636563151 }, { "event_time": -2, "estimate": 0.30771006630808784, "se": 0.1406426800189158, "pvalue": 0.04211208046314886, "lower": 0.012230760057779733, "upper": 0.6031893725583959 }, { "event_time": 0, "estimate": -0.07124203473658444, "se": 0.05961507533027606, "pvalue": 0.24758233887167616, "lower": -0.1964886604285912, "upper": 0.054004590955422316 }, { "event_time": 1, "estimate": -0.15700708695807097, "se": 0.10840043889650385, "pvalue": 0.16470169129502765, "lower": -0.3847479582075378, "upper": 0.07073378429139587 }, { "event_time": 2, "estimate": -0.34151344391377236, "se": 0.1456623742135766, "pvalue": 0.03071945904855038, "lower": -0.6475387363329133, "upper": -0.035488151494631415 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.041861396610298e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.773414135036917, "df_num": 1, "df_den": 1100, "pvalue": 0.09612628893524412, "log10_pvalue": -1.0171578237968992, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1113.5607726395926, "rss_restricted": 1116.368377355103, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5725610067462696 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5268815621751974 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6278218497779746 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6431155984193719 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P044", "source_specification_id": "CI-T3-G02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 2 (\"Han and minorities are similar\"), accepted-manuscript p. 47", "outcome_label": "Han and minorities are similar [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P044.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities are similar [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p044", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities are similar [Table 3 original scale]", "source_specification_id": "CI-T3-G02-ORIG", "specification_id": "S01-P044", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P044" }, "source": { "file": "CI-T3-G02-ORIG.csv", "bytes": 197940, "sha256": "c20ffac5846be94d3ead07d5b759c7387fa388f64ea4507b1d6e29cc87fa294c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.40952606954945475, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16714118085775276, "se": 0.15613347769961938, "pvalue": 0.2985385485513938, "lower": -0.16088308366086024, "upper": 0.49516544537636575 }, { "method": "Dynamic TWFE", "estimate": 0.19383879613509444, "se": 0.13067511159369524, "pvalue": 0.1552764127872733, "lower": -0.0806994259230571, "upper": 0.46837701819324595 }, { "method": "BJS / did2s", "estimate": 0.14663429912832074, "se": 0.15076783494276216, "pvalue": 0.34364987296832317, "lower": -0.17011716826235126, "upper": 0.46338576651899277 }, { "method": "Sun\u2013Abraham", "estimate": 0.20707550078154957, "se": 0.12513716932889232, "pvalue": 0.11529881908318432, "lower": -0.05582793631489519, "upper": 0.46997893787799433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.31610715379251664, "se": 0.14068072791971734, "pvalue": 0.0374212501306387, "lower": -0.6116663957162036, "upper": -0.020547911868829705 }, { "event_time": -2, "estimate": -0.23451922873247338, "se": 0.13353023227857724, "pvalue": 0.09603677686913593, "lower": -0.5150558367650416, "upper": 0.04601737930009486 }, { "event_time": 0, "estimate": 0.1678970709869309, "se": 0.15353809204612429, "pvalue": 0.28858418677333686, "lower": -0.15467449060932886, "upper": 0.4904686325831907 }, { "event_time": 1, "estimate": 0.20656748412086906, "se": 0.13266177269169505, "pvalue": 0.1368547018850061, "lower": -0.07214455802455977, "upper": 0.4852795262662979 }, { "event_time": 2, "estimate": 0.23557979523045575, "se": 0.1573289564653879, "pvalue": 0.15162743713637553, "lower": -0.09495607697580044, "upper": 0.5661156674367119 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0820975548599469, "se": 0.05398523845486765, "pvalue": 0.14569703237259693, "lower": -0.1955163321774464, "upper": 0.0313212224575526 }, { "event_time": -2, "estimate": -0.023163396551954065, "se": 0.05140638370985388, "pvalue": 0.6576627874985754, "lower": -0.13116420109707394, "upper": 0.08483740799316582 }, { "event_time": -1, "estimate": 0.0348895568993034, "se": 0.03502087415680968, "pvalue": 0.332333611310707, "lower": -0.038686569485245834, "upper": 0.10846568328385263 }, { "event_time": 0, "estimate": 0.17155402604421705, "se": 0.16112852654875792, "pvalue": 0.30108505058312707, "lower": -0.16696444669363175, "upper": 0.5100724987820658 }, { "event_time": 1, "estimate": 0.15777055138705348, "se": 0.18330800377111475, "pvalue": 0.4007307858102128, "lower": -0.22734527388826886, "upper": 0.5428863766623758 }, { "event_time": 2, "estimate": 0.06228189912094602, "se": 0.15573881142684393, "pvalue": 0.6939268600973891, "lower": -0.2649132023266533, "upper": 0.3894770005685453 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.504948152137212, "se": 0.28257710195956925, "pvalue": 0.09079990015237334, "lower": -1.09862061371151, "upper": 0.08872430943708609 }, { "event_time": -2, "estimate": -0.09344003299313625, "se": 0.18176987647362575, "pvalue": 0.613465594880378, "lower": -0.47532437272846756, "upper": 0.28844430674219507 }, { "event_time": 0, "estimate": 0.1367962987470372, "se": 0.1572385100246547, "pvalue": 0.39575858466156943, "lower": -0.19354955253842127, "upper": 0.46714215003249565 }, { "event_time": 1, "estimate": 0.3891690780960756, "se": 0.13990990962200392, "pvalue": 0.012313184470381272, "lower": 0.09522926532307585, "upper": 0.6831088908690753 }, { "event_time": 2, "estimate": 0.040549295071450074, "se": 0.15344411993803944, "pvalue": 0.7945807919614024, "lower": -0.28182483845176637, "upper": 0.3629234285946665 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.945198550073779e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.9004824427850232, "df_num": 1, "df_den": 1100, "pvalue": 0.3428608116390395, "log10_pvalue": -0.46488215110996006, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1052.0073022424722, "rss_restricted": 1052.8684968837003, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.2160686639154312 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1228963046975862 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34771153959636664 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.01291967425343085 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P045", "source_specification_id": "CI-T3-G03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 3 (\"Han and minorities share heritage\"), accepted-manuscript p. 47", "outcome_label": "Han and minorities share heritage [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P045.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities share heritage [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p045", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities share heritage [Table 3 original scale]", "source_specification_id": "CI-T3-G03-ORIG", "specification_id": "S01-P045", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P045" }, "source": { "file": "CI-T3-G03-ORIG.csv", "bytes": 197940, "sha256": "2707e2a3d487944648f11377c5ce547d073cc215d0ce7d73e736ae070f85507c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3881553061714657, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04461823226499024, "se": 0.10587438296018437, "pvalue": 0.6784336446559199, "lower": -0.2670520569229618, "upper": 0.1778155923929813 }, { "method": "Dynamic TWFE", "estimate": 0.07925918618649766, "se": 0.10766832150762165, "pvalue": 0.471129599456804, "lower": -0.14694356350462287, "upper": 0.30546193587761816 }, { "method": "BJS / did2s", "estimate": 0.08307326493439632, "se": 0.11044861454884877, "pvalue": 0.46168749031249207, "lower": -0.14897066368536707, "upper": 0.3151171935541597 }, { "method": "Sun\u2013Abraham", "estimate": 0.11579504661744161, "se": 0.125632357422198, "pvalue": 0.36887584731117656, "lower": -0.14814874205829393, "upper": 0.37973883529317715 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.015100185171888067, "se": 0.15086154978915398, "pvalue": 0.9213768930401262, "lower": -0.3320485401488424, "upper": 0.3018481698050663 }, { "event_time": -2, "estimate": -0.3489340537417761, "se": 0.10289811294805734, "pvalue": 0.0032552935175606352, "lower": -0.5651149671335616, "upper": -0.1327531403499907 }, { "event_time": 0, "estimate": -0.1038883528432654, "se": 0.09979190163280303, "pvalue": 0.31163442031157146, "lower": -0.31354335842118697, "upper": 0.10576665273465614 }, { "event_time": 1, "estimate": 0.20931782949943925, "se": 0.12187551234187508, "pvalue": 0.10304841382073286, "lower": -0.04673312054527476, "upper": 0.46536877954415323 }, { "event_time": 2, "estimate": 0.29781108590965105, "se": 0.1682935480174061, "pvalue": 0.09373339639000328, "lower": -0.05576053835048089, "upper": 0.651382710169783 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0859343120371368, "se": 0.061594269144327606, "pvalue": 0.1799426948126699, "lower": -0.04347044556071958, "upper": 0.2153390696349932 }, { "event_time": -2, "estimate": -0.14013418034627323, "se": 0.04279198179791522, "pvalue": 0.004209150114612616, "lower": -0.23003679805110666, "upper": -0.05023156264143981 }, { "event_time": -1, "estimate": 0.06244551957880298, "se": 0.026613747010936904, "pvalue": 0.0306064980894419, "lower": 0.006532111910126585, "upper": 0.11835892724747937 }, { "event_time": 0, "estimate": -0.04254188460579201, "se": 0.1084854293687235, "pvalue": 0.6995563362114475, "lower": -0.27046131421155567, "upper": 0.18537754499997164 }, { "event_time": 1, "estimate": 0.22472570537560546, "se": 0.12536662430072518, "pvalue": 0.08986867338611094, "lower": -0.038659798728405775, "upper": 0.4881112094796167 }, { "event_time": 2, "estimate": 0.13362007946989163, "se": 0.17752608074614207, "pvalue": 0.4613740534117759, "lower": -0.23934837628728844, "upper": 0.5065885352270717 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.17917591236903094, "se": 0.19367897634696102, "pvalue": 0.3671419190155684, "lower": -0.586080342507684, "upper": 0.2277285177696222 }, { "event_time": -2, "estimate": -0.3997923725360275, "se": 0.1602520628292173, "pvalue": 0.022551684598917536, "lower": -0.7364694633280218, "upper": -0.06311528174403325 }, { "event_time": 0, "estimate": -0.07862683386159842, "se": 0.11109849273581453, "pvalue": 0.4881813197338337, "lower": -0.31203610588783004, "upper": 0.15478243816463322 }, { "event_time": 1, "estimate": 0.28961113849044834, "se": 0.1430129341853307, "pvalue": 0.057952419213339226, "lower": -0.010847886979053978, "upper": 0.5900701639599506 }, { "event_time": 2, "estimate": 0.2800797230355594, "se": 0.2114629208502846, "pvalue": 0.20191332087530778, "lower": -0.16418738807254968, "upper": 0.7243468341436685 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.85722573273506e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6531754377336083e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.166478213844948, "df_num": 1, "df_den": 1100, "pvalue": 0.6833402896734146, "log10_pvalue": -0.16536297256429708, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1100.3002839429823, "rss_restricted": 1100.4668076029495, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09344636001559467 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.18486640731834872 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15289962432532192 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24325381826970094 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P046", "source_specification_id": "CI-T3-G04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 4 (\"Willing to marry minority\"), accepted-manuscript p. 47", "outcome_label": "Willing to marry minority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P046.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Willing to marry minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p046", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Willing to marry minority [Table 3 original scale]", "source_specification_id": "CI-T3-G04-ORIG", "specification_id": "S01-P046", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P046" }, "source": { "file": "CI-T3-G04-ORIG.csv", "bytes": 197940, "sha256": "b1f18391ab1d7ad986acf5b43ff7e1226a39494ffa38732b55c21c97b1e559f1" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3585516969327735, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13270717977648508, "se": 0.10277932917893479, "pvalue": 0.21297587912296664, "lower": -0.08322417817672786, "upper": 0.348638537729698 }, { "method": "Dynamic TWFE", "estimate": 0.16486425650268072, "se": 0.12810283078461587, "pvalue": 0.21441018389471853, "lower": -0.10426980410998693, "upper": 0.43399831711534836 }, { "method": "BJS / did2s", "estimate": 0.1907042484846601, "se": 0.1156728968748721, "pvalue": 0.11656247243602577, "lower": -0.05231549001828739, "upper": 0.4337239869876076 }, { "method": "Sun\u2013Abraham", "estimate": 0.1085905496696486, "se": 0.10534271824133486, "pvalue": 0.31627299014884663, "lower": -0.11272628886247346, "upper": 0.3299073882017707 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.042800248906660426, "se": 0.166569695302553, "pvalue": 0.8001307509294391, "lower": -0.30714969519070734, "upper": 0.39275019300402814 }, { "event_time": -2, "estimate": -0.050747886151359126, "se": 0.12350629034911562, "pvalue": 0.6860011893185414, "lower": -0.31022497365422513, "upper": 0.2087292013515069 }, { "event_time": 0, "estimate": 0.12282106127032501, "se": 0.1020416615703218, "pvalue": 0.24432132871612902, "lower": -0.09156051454558099, "upper": 0.337202637086231 }, { "event_time": 1, "estimate": 0.18487630481042824, "se": 0.14260596456444116, "pvalue": 0.2112083074080875, "lower": -0.11472770921283867, "upper": 0.48448031883369513 }, { "event_time": 2, "estimate": 0.2336818528941773, "se": 0.23576651385199818, "pvalue": 0.3347462237874726, "lower": -0.2616452124082797, "upper": 0.7290089181966344 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03458938114620173, "se": 0.05559200391970475, "pvalue": 0.5416120746402613, "lower": -0.08220508514987218, "upper": 0.15138384744227562 }, { "event_time": -2, "estimate": 0.020394744872938523, "se": 0.04677286249111272, "pvalue": 0.6679937656978395, "lower": -0.07787139281980354, "upper": 0.11866088256568058 }, { "event_time": -1, "estimate": -0.02110163805582245, "se": 0.020736134371727714, "pvalue": 0.32233941953830203, "lower": -0.06466663978678497, "upper": 0.022463363675140062 }, { "event_time": 0, "estimate": 0.1524541157274352, "se": 0.11096572373894155, "pvalue": 0.1863462802637514, "lower": -0.0806762189870053, "upper": 0.3855844504418757 }, { "event_time": 1, "estimate": 0.22919827606075466, "se": 0.12078280638888796, "pvalue": 0.07390676526755592, "lower": -0.024556983963826162, "upper": 0.4829535360853355 }, { "event_time": 2, "estimate": 0.2148841678636672, "se": 0.22771331381176638, "pvalue": 0.3578378810108287, "lower": -0.26352375197979677, "upper": 0.6932920877071311 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2084901672537716, "se": 0.15672003088895115, "pvalue": 0.20001800846484846, "lower": -0.12076639978808221, "upper": 0.5377467342956254 }, { "event_time": -2, "estimate": 0.21506747444484303, "se": 0.12220364608784233, "pvalue": 0.09540643172812842, "lower": -0.04167285901892043, "upper": 0.4718078079086065 }, { "event_time": 0, "estimate": 0.0779250134002463, "se": 0.09034054214275969, "pvalue": 0.399720901605543, "lower": -0.11187342271480188, "upper": 0.2677234495152945 }, { "event_time": 1, "estimate": 0.20760463356598474, "se": 0.10343445522324897, "pvalue": 0.05999473005466904, "lower": -0.0097030931328638, "upper": 0.42491236026483326 }, { "event_time": 2, "estimate": -0.001121690257813089, "se": 0.2423164687703791, "pvalue": 0.996357499128266, "lower": -0.5102097002108817, "upper": 0.5079663196952556 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1220554552910853e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.7291810164776797, "df_num": 1, "df_den": 1100, "pvalue": 0.05372630452950017, "log10_pvalue": -1.269813030595288, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1013.2015952110249, "rss_restricted": 1016.6365153516848, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8323202812977899 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0292711824635732 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6944272694927485 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5616526993605994 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P047", "source_specification_id": "CI-T3-G05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 5 (\"Ethnic identity z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 7, p. 48 and Table 5, panel A, column 7, p. 49", "outcome_label": "Ethnic identity z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P047.json", "input_bytes": 263200, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p047", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-G05-ORIG", "specification_id": "S01-P047", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P047" }, "source": { "file": "CI-T3-G05-ORIG.csv", "bytes": 263200, "sha256": "dd8287ef1ffae7fef5f912091f7582b1643dbc1036ba579ee560abc1e20d9f17" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831889027, "se": 0.12200052374509944, "pvalue": 0.3253979532479968, "lower": -0.1329667109381393, "upper": 0.37966046757591987 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0397479250990354, "se": 0.2224008481763245, "pvalue": 0.8601522039453208, "lower": -0.5069947688009764, "upper": 0.4274989186029056 }, { "event_time": -2, "estimate": -0.024820748461178543, "se": 0.16159376755434904, "pvalue": 0.8796343219696402, "lower": -0.3643166562816976, "upper": 0.31467515935934054 }, { "event_time": 0, "estimate": 0.019330720775338928, "se": 0.11851788782487926, "pvalue": 0.872253923190208, "lower": -0.22966612191876493, "upper": 0.26832756346944275 }, { "event_time": 1, "estimate": 0.3180181374199673, "se": 0.14199154595784477, "pvalue": 0.037972281058035275, "lower": 0.019704968989232907, "upper": 0.6163313058507017 }, { "event_time": 2, "estimate": 0.018635604747595767, "se": 0.19113649845649297, "pvalue": 0.9234076394951657, "lower": -0.38292727755414746, "upper": 0.42019848704933904 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.32829254397203e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } } }, { "study_id": 1, "specification_id": "S01-P048", "source_specification_id": "CI-T3-H01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel H, row 1 (\"Identity: Chinese\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 8, p. 48 and Table 5, panel A, column 8, p. 49", "outcome_label": "Identity: Chinese [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P048.json", "input_bytes": 187024, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p048", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [Table 3 original scale]", "source_specification_id": "CI-T3-H01-ORIG", "specification_id": "S01-P048", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-H01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P048" }, "source": { "file": "CI-T3-H01-ORIG.csv", "bytes": 187024, "sha256": "acb5a8dae6bd3a4e0f924328f8991dce41f8ef04527b36c7469ff77e9680275b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026637, "se": 0.13918968642388724, "pvalue": 0.39734168249304685, "lower": -0.17174631298191717, "upper": 0.4131070469824499 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615863, "se": 0.2289024728613489, "pvalue": 0.684394785715033, "lower": -0.5754715856262427, "upper": 0.3863409149739254 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.021588580009078137, "se": 0.2609129601191156, "pvalue": 0.9349695231338039, "lower": -0.5697463685078591, "upper": 0.5265692084897028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4433094643204705, "se": 0.3038878738221168, "pvalue": 0.16185223641524685, "lower": -0.1951352675544023, "upper": 1.0817541961953434 }, { "event_time": -2, "estimate": -0.18101354818929405, "se": 0.1934361293519581, "pvalue": 0.3617726714175181, "lower": -0.5874077757237393, "upper": 0.22538067934515116 }, { "event_time": 0, "estimate": 0.05729705012177501, "se": 0.16699562309489616, "pvalue": 0.7354939984497744, "lower": -0.2935477350620777, "upper": 0.4081418353056277 }, { "event_time": 1, "estimate": -0.2787749421579692, "se": 0.2549791287755692, "pvalue": 0.2886679421681006, "lower": -0.8144662136040206, "upper": 0.2569163292880821 }, { "event_time": 2, "estimate": -0.12524208569121892, "se": 0.4067388596666636, "pvalue": 0.7616796059289732, "lower": -0.9797687205874193, "upper": 0.7292845492049813 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198773927, "se": 0.3439736817186545, "pvalue": 0.8108732065336844, "lower": -0.6391305071978379, "upper": 0.8061932711733164 }, { "event_time": -2, "estimate": -0.29191112064010016, "se": 0.2627877167465256, "pvalue": 0.28126241972585425, "lower": -0.8440076266574948, "upper": 0.2601853853772945 }, { "event_time": 0, "estimate": 0.07997578854626401, "se": 0.179770728937533, "pvalue": 0.6617122564493617, "lower": -0.2977084980687964, "upper": 0.45766007516132445 }, { "event_time": 1, "estimate": -0.0857439931738061, "se": 0.28628623914268864, "pvalue": 0.7679860707383349, "lower": -0.6872090628063973, "upper": 0.5157210764587851 }, { "event_time": 2, "estimate": -0.15471182219494223, "se": 0.5068452861302832, "pvalue": 0.7636814195224969, "lower": -1.2195542548183296, "upper": 0.9101306104284452 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.550554991646025e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P049", "source_specification_id": "CI-T3-I01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 1 (\"Support environment spending\"), accepted-manuscript p. 47", "outcome_label": "Support environment spending [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P049.json", "input_bytes": 196652, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Support environment spending [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p049", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Support environment spending [Table 3 original scale]", "source_specification_id": "CI-T3-I01-ORIG", "specification_id": "S01-P049", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P049" }, "source": { "file": "CI-T3-I01-ORIG.csv", "bytes": 196652, "sha256": "debbdb5f7628727ef84d5ba82a36b06bb193b904bcf62f46bbf9d85c11c25efb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1791, "source_sd": 0.25009472953305, "rows": 1123, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13545348051334632, "se": 0.11856477827814435, "pvalue": 0.26823932912641607, "lower": -0.3845488363941917, "upper": 0.11364187536749903 }, { "method": "Dynamic TWFE", "estimate": -0.2434761768687152, "se": 0.190041103005641, "pvalue": 0.21639219077776167, "lower": -0.6427377187249839, "upper": 0.1557853649875534 }, { "method": "BJS / did2s", "estimate": -0.28780945024973836, "se": 0.149717433098655, "pvalue": 0.07053370121621355, "lower": -0.6023541052550159, "upper": 0.026735204755539088 }, { "method": "Sun\u2013Abraham", "estimate": -0.2200701629813498, "se": 0.1951892654704509, "pvalue": 0.27434919827136384, "lower": -0.6301475928266791, "upper": 0.19000726686397956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1448385072461315, "se": 0.22255570781217415, "pvalue": 0.5233992453039559, "lower": -0.6124106989701728, "upper": 0.3227336844779098 }, { "event_time": -2, "estimate": 0.07086666335049263, "se": 0.17447863655776513, "pvalue": 0.6894112360586445, "lower": -0.2956993497449219, "upper": 0.43743267644590716 }, { "event_time": 0, "estimate": -0.11933288095660073, "se": 0.12557071136309297, "pvalue": 0.3545342268841918, "lower": -0.38314715606806854, "upper": 0.1444813941548671 }, { "event_time": 1, "estimate": -0.2976610389807176, "se": 0.22580830119087653, "pvalue": 0.20396535276089148, "lower": -0.7720666758220167, "upper": 0.17674459786058155 }, { "event_time": 2, "estimate": -0.4532124788209995, "se": 0.3228596649619058, "pvalue": 0.1774126095122577, "lower": -1.1315154648443047, "upper": 0.22509050720230567 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13398325004088624, "se": 0.07428825711411376, "pvalue": 0.08806475397565294, "lower": -0.29005708674302094, "upper": 0.022090586661248468 }, { "event_time": -2, "estimate": 0.08336161150699534, "se": 0.05646187995759022, "pvalue": 0.15711141790784633, "lower": -0.0352603965293497, "upper": 0.20198361954334038 }, { "event_time": -1, "estimate": -0.015234295045502845, "se": 0.028554673220682326, "pvalue": 0.6002050895097392, "lower": -0.07522543736671489, "upper": 0.0447568472757092 }, { "event_time": 0, "estimate": -0.14666637414080588, "se": 0.11206481177702411, "pvalue": 0.207078461618667, "lower": -0.3821058071386193, "upper": 0.08877305885700754 }, { "event_time": 1, "estimate": -0.36287706066855185, "se": 0.17452503395877053, "pvalue": 0.052167010688167995, "lower": -0.7295405510863485, "upper": 0.003786429749244813 }, { "event_time": 2, "estimate": -0.5005170282673711, "se": 0.24515320148810124, "pvalue": 0.05612248169350487, "lower": -1.015564792509375, "upper": 0.014530735974632836 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2726913351393863, "se": 0.3040263098468595, "pvalue": 0.38159435806547165, "lower": -0.9114269103098045, "upper": 0.3660442400310318 }, { "event_time": -2, "estimate": 0.10015258531906944, "se": 0.22620964180344533, "pvalue": 0.663226707166384, "lower": -0.37509623686081933, "upper": 0.5754014074989582 }, { "event_time": 0, "estimate": -0.1070981302966711, "se": 0.12002795770583362, "pvalue": 0.3840182829597711, "lower": -0.3592675120859761, "upper": 0.14507125149263395 }, { "event_time": 1, "estimate": -0.24510579445594358, "se": 0.273891617049718, "pvalue": 0.38265112926934186, "lower": -0.8205307293529542, "upper": 0.330319140441067 }, { "event_time": 2, "estimate": -0.45735860082136404, "se": 0.33028120451132986, "pvalue": 0.18305306233953733, "lower": -1.1512536628565748, "upper": 0.23653646121384675 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4642857142857143, 0.3517857142857143, 0.18392857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.203154231002797e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.39221450441290495, "df_num": 1, "df_den": 1092, "pvalue": 0.5312685394334519, "log10_pvalue": -0.2746859013027462, "inference": "Homoskedastic nested-model F", "observations": 1123, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1032.0370323767083, "rss_restricted": 1032.407709934574, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.22692633325755174 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08267518135199059 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.22812244447470167 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2785914113618965 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P050", "source_specification_id": "CI-T3-I02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 2 (\"Environment as policy priority\"), accepted-manuscript p. 47", "outcome_label": "Environment as policy priority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P050.json", "input_bytes": 187685, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment as policy priority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p050", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment as policy priority [Table 3 original scale]", "source_specification_id": "CI-T3-I02-ORIG", "specification_id": "S01-P050", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P050" }, "source": { "file": "CI-T3-I02-ORIG.csv", "bytes": 187685, "sha256": "da7865b186d97be15a40a12ac803de5278159f86d465e34834a17f9c8ae5badc" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.319524858737468, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01495030618995545, "se": 0.12839768549471237, "pvalue": 0.9085950866910463, "lower": -0.28470383356173373, "upper": 0.2548032211818228 }, { "method": "Dynamic TWFE", "estimate": 0.06415374658839641, "se": 0.12836249234513175, "pvalue": 0.6232803391989578, "lower": -0.20552584271976243, "upper": 0.33383333589655523 }, { "method": "BJS / did2s", "estimate": -0.027720128869975273, "se": 0.12519040454641114, "pvalue": 0.8272550094704592, "lower": -0.2907354090082223, "upper": 0.23529515126827177 }, { "method": "Sun\u2013Abraham", "estimate": 0.019629505394895136, "se": 0.14935071552822968, "pvalue": 0.89689125864334, "lower": -0.2941447045841321, "upper": 0.3334037153739223 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5552862966216364, "se": 0.22167256020507956, "pvalue": 0.022078019600112644, "lower": -1.0210030640731467, "upper": -0.08956952917012628 }, { "event_time": -2, "estimate": -0.3144588548632146, "se": 0.1343708347708968, "pvalue": 0.030991109436743634, "lower": -0.5967615031989786, "upper": -0.03215620652745066 }, { "event_time": 0, "estimate": 0.010028922852034872, "se": 0.13825025616248052, "pvalue": 0.9429707375419525, "lower": -0.28042408738868985, "upper": 0.3004819330927596 }, { "event_time": 1, "estimate": 0.07180068161767807, "se": 0.13480303747486228, "pvalue": 0.6008012603475816, "lower": -0.21140999090469875, "upper": 0.35501135414005486 }, { "event_time": 2, "estimate": 0.18619758060862515, "se": 0.2481247460711015, "pvalue": 0.4626996813148763, "lower": -0.33509316714136295, "upper": 0.7074883283586132 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.07173097561292285, "se": 0.08992610025498328, "pvalue": 0.4354617253016861, "lower": -0.2606587016315425, "upper": 0.11719675040569677 }, { "event_time": -2, "estimate": -0.019600939634371133, "se": 0.05556587863077398, "pvalue": 0.7283717853926579, "lower": -0.1363405187351227, "upper": 0.09713863946638045 }, { "event_time": -1, "estimate": 0.029033624623172445, "se": 0.02656925567459776, "pvalue": 0.2889123364120385, "lower": -0.02678631021638926, "upper": 0.08485355946273415 }, { "event_time": 0, "estimate": 0.0023976922263010325, "se": 0.14740984271056287, "pvalue": 0.9872015309011339, "lower": -0.30729889527278526, "upper": 0.31209427972538734 }, { "event_time": 1, "estimate": -0.07232825750252796, "se": 0.14217156561214217, "pvalue": 0.6171140084331371, "lower": -0.37101963319265235, "upper": 0.2263631181875964 }, { "event_time": 2, "estimate": -0.018253677766190683, "se": 0.22546955114374234, "pvalue": 0.9363683361946006, "lower": -0.491947627167333, "upper": 0.4554402716349516 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3941765118045271, "se": 0.24913344851111394, "pvalue": 0.13101788781190632, "lower": -0.9175864647427823, "upper": 0.12923344113372798 }, { "event_time": -2, "estimate": -0.14265824657289372, "se": 0.19741489253932748, "pvalue": 0.47919092886386666, "lower": -0.5574115453805829, "upper": 0.27209505223479546 }, { "event_time": 0, "estimate": -0.017408969887669296, "se": 0.1421372297238768, "pvalue": 0.9038759968342313, "lower": -0.31602820855336566, "upper": 0.28121026877802713 }, { "event_time": 1, "estimate": 0.07003029929885221, "se": 0.17535963944570937, "pvalue": 0.6943320997592081, "lower": -0.2983866321813604, "upper": 0.4384472307790648 }, { "event_time": 2, "estimate": 0.016535472179351536, "se": 0.2716148977698829, "pvalue": 0.9521269359116699, "lower": -0.5541062530032118, "upper": 0.587177197361915 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 9.71445146547012e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0141580192730996e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8735418834702312, "df_num": 1, "df_den": 1039, "pvalue": 0.35019378980996957, "log10_pvalue": -0.4556915597807732, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1120.9972761749839, "rss_restricted": 1121.9397574762302, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4861100622841359 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.726597460504095 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.36855492034410814 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5193322875107526 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P051", "source_specification_id": "CI-T3-I03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 3 (\"Environment versus growth\"), accepted-manuscript p. 47", "outcome_label": "Environment versus growth [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P051.json", "input_bytes": 187685, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment versus growth [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p051", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment versus growth [Table 3 original scale]", "source_specification_id": "CI-T3-I03-ORIG", "specification_id": "S01-P051", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P051" }, "source": { "file": "CI-T3-I03-ORIG.csv", "bytes": 187685, "sha256": "5d846376e8fb945faa6d6568c261ab48ddd94579dcb6d98a3d3b22138d7334de" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.46055714832476063, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.016524825876976464, "se": 0.13076992569701865, "pvalue": 0.9008433241057924, "lower": -0.29126224497452585, "upper": 0.25821259322057294 }, { "method": "Dynamic TWFE", "estimate": -0.14921413387867322, "se": 0.1843568051552385, "pvalue": 0.4288683190264719, "lower": -0.5365334090977365, "upper": 0.23810514134039001 }, { "method": "BJS / did2s", "estimate": -0.1465815077736981, "se": 0.1538743798858386, "pvalue": 0.3534081731431137, "lower": -0.46985958390427873, "upper": 0.17669656835688252 }, { "method": "Sun\u2013Abraham", "estimate": -0.18143225297181387, "se": 0.20284056896460448, "pvalue": 0.3828818336359593, "lower": -0.6075844749645838, "upper": 0.244719969020956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.01745698671661227, "se": 0.23352670104719725, "pvalue": 0.9412351979819931, "lower": -0.5080783799314489, "upper": 0.4731644064982244 }, { "event_time": -2, "estimate": -0.028783299437282875, "se": 0.20670032935263238, "pvalue": 0.8907977339096734, "lower": -0.46304457709930985, "upper": 0.40547797822474413 }, { "event_time": 0, "estimate": -0.056795307768626, "se": 0.15684356234265867, "pvalue": 0.7214829647081181, "lower": -0.3863114047642369, "upper": 0.2727207892269849 }, { "event_time": 1, "estimate": -0.131503474126459, "se": 0.20518505094406922, "pvalue": 0.5296625014747217, "lower": -0.5625812699828343, "upper": 0.29957432172991627 }, { "event_time": 2, "estimate": -0.4166037741969557, "se": 0.28583460763246976, "pvalue": 0.16220462056622484, "lower": -1.0171200012356607, "upper": 0.18391245284174929 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.027825067110774745, "se": 0.09309722458956823, "pvalue": 0.7684534367480282, "lower": -0.16776494391471908, "upper": 0.2234150781362686 }, { "event_time": -2, "estimate": -0.0036585479147457, "se": 0.07884099787489865, "pvalue": 0.9634991122314748, "lower": -0.16929733802471714, "upper": 0.16198024219522572 }, { "event_time": -1, "estimate": -0.004383556340787162, "se": 0.039307534553815256, "pvalue": 0.9124385592028467, "lower": -0.08696562203243381, "upper": 0.0781985093508595 }, { "event_time": 0, "estimate": -0.05885122682825802, "se": 0.13678040390013307, "pvalue": 0.6721133771464017, "lower": -0.34621619205511883, "upper": 0.2285137383986028 }, { "event_time": 1, "estimate": -0.13233664716749613, "se": 0.1628447182807798, "pvalue": 0.42703379722577056, "lower": -0.47446070494042913, "upper": 0.20978741060543685 }, { "event_time": 2, "estimate": -0.3954831872003618, "se": 0.24554158062059198, "pvalue": 0.12465095708523505, "lower": -0.9113469057217852, "upper": 0.12038053132106163 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08778685830318794, "se": 0.3350721619221195, "pvalue": 0.7963008502345231, "lower": -0.6161736317502069, "upper": 0.7917473483565829 }, { "event_time": -2, "estimate": 0.1007731216060271, "se": 0.25000255164544916, "pvalue": 0.6916307763005053, "lower": -0.4244627492623955, "upper": 0.6260089924744497 }, { "event_time": 0, "estimate": -0.08419789856845236, "se": 0.15289951454238443, "pvalue": 0.5886266443589538, "lower": -0.4054278586127029, "upper": 0.23703206147579822 }, { "event_time": 1, "estimate": -0.12522527670198422, "se": 0.27300986320301657, "pvalue": 0.6519510561498043, "lower": -0.6987977155083925, "upper": 0.44834716210442405 }, { "event_time": 2, "estimate": -0.5348025046729673, "se": 0.30288290167325, "pvalue": 0.09440173968881041, "lower": -1.1711358684104574, "upper": 0.10153085906452286 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 4.431290769948073e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5738006447515914, "df_num": 1, "df_den": 1039, "pvalue": 0.44892433741068394, "log10_pvalue": -0.3478268496737421, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1026.2187125486084, "rss_restricted": 1026.7854545687399, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5178943634330441 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5271661985925695 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.285797581403684 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.367032395059235 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P052", "source_specification_id": "CI-T3-I04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 4 (\"Attitudes about environment z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 9, p. 48 and Table 5, panel A, column 9, p. 49", "outcome_label": "Attitudes about environment z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P052.json", "input_bytes": 249329, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p052", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-I04-ORIG", "specification_id": "S01-P052", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P052" }, "source": { "file": "CI-T3-I04-ORIG.csv", "bytes": 249329, "sha256": "f48a8da731589d766246cfd187a9ac3e480a39e834ee406d78f5a4a048b83e46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.1972046536126607, "se": 0.2383129557249332, "pvalue": 0.41878823980709595, "lower": -0.6978815947701595, "upper": 0.3034722875448381 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3132797455902717, "se": 0.3761676993290054, "pvalue": 0.4158605743515876, "lower": -1.1035787559373431, "upper": 0.4770192647567998 }, { "event_time": -2, "estimate": 0.0030416262637922575, "se": 0.2973476236095828, "pvalue": 0.9919509492036108, "lower": -0.6216625497908768, "upper": 0.6277458023184612 }, { "event_time": 0, "estimate": -0.12013577323972453, "se": 0.17232344597621196, "pvalue": 0.49461371683344635, "lower": -0.4821738989414341, "upper": 0.24190235246198505 }, { "event_time": 1, "estimate": -0.15952707793377283, "se": 0.3348946081901642, "pvalue": 0.6395560105060778, "lower": -0.8631145414383757, "upper": 0.54406038557083 }, { "event_time": 2, "estimate": -0.4641108883306249, "se": 0.3360224694344924, "pvalue": 0.18412793095291846, "lower": -1.1700679003817704, "upper": 0.24184612372052067 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.2905741411271527e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P053", "source_specification_id": "CI-T3-J01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 1 (\"Voted for local People's Congress representative in the past\"), accepted-manuscript p. 47", "outcome_label": "Voted for local People's Congress representative in the past [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P053.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Voted for local People's Congress representative in the past [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p053", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Voted for local People's Congress representative in the past [Table 3 original scale]", "source_specification_id": "CI-T3-J01-ORIG", "specification_id": "S01-P053", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P053" }, "source": { "file": "CI-T3-J01-ORIG.csv", "bytes": 192724, "sha256": "b65580cdc6afa83e0cf93df714dfbdec06b463499e0a0d42a33f1540c23ae3be" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.49861630275728447, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.05919461850781727, "se": 0.10853031917929314, "pvalue": 0.5921599024967433, "lower": -0.2872083581059889, "upper": 0.16881912109035435 }, { "method": "Dynamic TWFE", "estimate": -0.07811879758921461, "se": 0.13012431214259676, "pvalue": 0.5557636900130422, "lower": -0.35149983294080067, "upper": 0.19526223776237148 }, { "method": "BJS / did2s", "estimate": -0.12045161861361019, "se": 0.13475455387801621, "pvalue": 0.3831932618335042, "lower": -0.40356043087878296, "upper": 0.16265719365156256 }, { "method": "Sun\u2013Abraham", "estimate": -0.06076953126919374, "se": 0.11946147899553529, "pvalue": 0.6171439943539194, "lower": -0.3117487854507057, "upper": 0.19020972291231822 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22907399143144205, "se": 0.12260957855531852, "pvalue": 0.07808315108128272, "lower": -0.4866671573629757, "upper": 0.028519174500091587 }, { "event_time": -2, "estimate": -0.08000076969946372, "se": 0.11206238279049453, "pvalue": 0.4844471012494575, "lower": -0.3154350995859417, "upper": 0.15543356018701426 }, { "event_time": 0, "estimate": -0.07107440411082087, "se": 0.10665084673519032, "pvalue": 0.5135935857270584, "lower": -0.2951395186271512, "upper": 0.15299071040550943 }, { "event_time": 1, "estimate": -0.018511774367087945, "se": 0.1750277361128589, "pvalue": 0.9169387192913462, "lower": -0.38623140282008556, "upper": 0.34920785408590965 }, { "event_time": 2, "estimate": -0.21172263606074937, "se": 0.15791626841390843, "pvalue": 0.19668533416436698, "lower": -0.5434924048841493, "upper": 0.12004713276265055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10988925447082243, "se": 0.056366591056134556, "pvalue": 0.06698512248523028, "lower": -0.2283110679539089, "upper": 0.008532559012264046 }, { "event_time": -2, "estimate": 0.03629669204893775, "se": 0.05333141394293314, "pvalue": 0.5047937201162517, "lower": -0.0757484509409887, "upper": 0.1483418350388642 }, { "event_time": -1, "estimate": 0.0056728315143543505, "se": 0.025437995372019552, "pvalue": 0.8260417678395197, "lower": -0.04777041362227105, "upper": 0.05911607665097976 }, { "event_time": 0, "estimate": -0.09942270560181073, "se": 0.113841823816734, "pvalue": 0.39397959807446403, "lower": -0.3385955023596243, "upper": 0.1397500911560029 }, { "event_time": 1, "estimate": -0.03871867017891945, "se": 0.1746664890660552, "pvalue": 0.8270646532394715, "lower": -0.4056793467493151, "upper": 0.3282420063914762 }, { "event_time": 2, "estimate": -0.33270455893124534, "se": 0.16505875055293104, "pvalue": 0.0590131382855098, "lower": -0.6794801259025458, "upper": 0.014071008040055122 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.32872931156738067, "se": 0.16995037936236856, "pvalue": 0.06895878515335369, "lower": -0.6857818093171064, "upper": 0.02832318618234514 }, { "event_time": -2, "estimate": -0.03199487183519316, "se": 0.16494221994546973, "pvalue": 0.8483667684712283, "lower": -0.3785256170849155, "upper": 0.31453587341452915 }, { "event_time": 0, "estimate": -0.05742883326932427, "se": 0.0945258598123142, "pvalue": 0.5510769850561168, "lower": -0.25602029552174976, "upper": 0.14116262898310125 }, { "event_time": 1, "estimate": 0.051376207059857154, "se": 0.17126951262408296, "pvalue": 0.7676344824613794, "lower": -0.3084476868334195, "upper": 0.41120010095313375 }, { "event_time": 2, "estimate": -0.2868016358464134, "se": 0.15469403283218736, "pvalue": 0.08020126651647257, "lower": -0.6118017389173266, "upper": 0.03819846722449982 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6223712120766512e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2545112950047393, "df_num": 1, "df_den": 1071, "pvalue": 0.6140200715446021, "log10_pvalue": -0.21181743208588572, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 910.9683895889938, "rss_restricted": 911.1848711431886, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1812210598286425 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4070730712842143 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17502568591583748 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10950837693874768 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P054", "source_specification_id": "CI-T3-J02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 2 (\"Plan to vote for local People's Congress representative\"), accepted-manuscript p. 47", "outcome_label": "Plan to vote for local People's Congress representative [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P054.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Plan to vote for local People's Congress representative [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p054", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Plan to vote for local People's Congress representative [Table 3 original scale]", "source_specification_id": "CI-T3-J02-ORIG", "specification_id": "S01-P054", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P054" }, "source": { "file": "CI-T3-J02-ORIG.csv", "bytes": 192724, "sha256": "a1994302ccedb8c1f17cb87daeae79e585085b61ec43b22bfa67f3d14c85e2a9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.5000430418050419, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.018671890265089666, "se": 0.1308850475082754, "pvalue": 0.8881444963894355, "lower": -0.2936511713132208, "upper": 0.25630739078304154 }, { "method": "Dynamic TWFE", "estimate": 0.11780200241274341, "se": 0.0985155405975608, "pvalue": 0.24730171913768687, "lower": -0.08917146813493287, "upper": 0.3247754729604197 }, { "method": "BJS / did2s", "estimate": -0.014512308844614644, "se": 0.15523410737113646, "pvalue": 0.9265497280933527, "lower": -0.34064706641777903, "upper": 0.3116224487285498 }, { "method": "Sun\u2013Abraham", "estimate": 0.08678442257440994, "se": 0.10037206573915176, "pvalue": 0.3986199630739659, "lower": -0.12408946256149639, "upper": 0.29765830771031626 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6836518963312924, "se": 0.17865422235836217, "pvalue": 0.0012357021778263313, "lower": -1.0589904896660989, "upper": -0.30831330299648607 }, { "event_time": -2, "estimate": -0.4901849790600395, "se": 0.15826006842262408, "pvalue": 0.0062153979678688616, "lower": -0.8226770448991851, "upper": -0.1576929132208938 }, { "event_time": 0, "estimate": -0.0017837343484311098, "se": 0.09298743506233147, "pvalue": 0.9849065305956531, "lower": -0.19714308613636558, "upper": 0.19357561743950338 }, { "event_time": 1, "estimate": 0.17049364194686795, "se": 0.12802913192071938, "pvalue": 0.19958470479654142, "lower": -0.09848558309829886, "upper": 0.43947286699203475 }, { "event_time": 2, "estimate": 0.321220149988756, "se": 0.1163601605243939, "pvalue": 0.012878520901718208, "lower": 0.07675652413707165, "upper": 0.5656837758404403 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06705613636509815, "se": 0.07139485830813763, "pvalue": 0.36004678755754543, "lower": -0.21705116774455052, "upper": 0.08293889501435421 }, { "event_time": -2, "estimate": -0.052862689321544386, "se": 0.049930003172573026, "pvalue": 0.303721754991947, "lower": -0.15776173345610803, "upper": 0.05203635481301925 }, { "event_time": -1, "estimate": 0.04792750556751325, "se": 0.026455548522947226, "pvalue": 0.08676361477100217, "lower": -0.007653539411012822, "upper": 0.10350855054603932 }, { "event_time": 0, "estimate": -0.0313263312548488, "se": 0.15324337825095524, "pvalue": 0.8403172893857864, "lower": -0.3532787221432748, "upper": 0.29062605963357724 }, { "event_time": 1, "estimate": -0.021532533723487575, "se": 0.22138909704952414, "pvalue": 0.9235939003691402, "lower": -0.486653767183895, "upper": 0.4435886997369199 }, { "event_time": 2, "estimate": 0.042071841120363586, "se": 0.14720104260022576, "pvalue": 0.7782851758271259, "lower": -0.2671860736249107, "upper": 0.3513297558656379 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4713435408836272, "se": 0.17211758225147106, "pvalue": 0.013499440262795082, "lower": -0.8329491629487424, "upper": -0.10973791881851191 }, { "event_time": -2, "estimate": -0.4407571885175282, "se": 0.16381396850537217, "pvalue": 0.014947091975216011, "lower": -0.784917565449816, "upper": -0.09659681158524053 }, { "event_time": 0, "estimate": 0.025390262470740915, "se": 0.091456276963572, "pvalue": 0.784466134284869, "lower": -0.16675224552041623, "upper": 0.21753277046189806 }, { "event_time": 1, "estimate": 0.042558979548218814, "se": 0.13220863471122146, "pvalue": 0.7512309995967026, "lower": -0.23520105502676275, "upper": 0.32031901412320035 }, { "event_time": 2, "estimate": 0.32945116567801563, "se": 0.1360954649256631, "pvalue": 0.026282529588179372, "lower": 0.043525203838838844, "upper": 0.6153771275171924 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.122502256758253e-17, "package_aggregate_vs_estimable_cell_weights": 3.469446951953614e-18, "saturated_vs_deviations_relative_rss_difference": 8.629837427071189e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3931958946196375, "df_num": 1, "df_den": 1071, "pvalue": 0.5307579151547169, "log10_pvalue": -0.27510352051121434, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.8955217393864, "rss_restricted": 1054.2824380722584, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8566514049980515 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27475968114680793 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.23399138669247319 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1749507196839319 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P055", "source_specification_id": "CI-T3-J03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 3 (\"Member of Chinese Communist Party\"), accepted-manuscript p. 47", "outcome_label": "Member of Chinese Communist Party [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P055.json", "input_bytes": 200886, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Member of Chinese Communist Party [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p055", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Member of Chinese Communist Party [Table 3 original scale]", "source_specification_id": "CI-T3-J03-ORIG", "specification_id": "S01-P055", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P055" }, "source": { "file": "CI-T3-J03-ORIG.csv", "bytes": 200886, "sha256": "5bf4914c47c9360147aa69966b5cdd70854da7eac7067fb3ab306ce0c690a95b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1829, "source_sd": 0.4421257301970633, "rows": 1146, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1009494430875839, "se": 0.1070970252026278, "pvalue": 0.35836684413357756, "lower": -0.1240530576048668, "upper": 0.3259519437800346 }, { "method": "Dynamic TWFE", "estimate": 0.022920796506559045, "se": 0.13035690402113603, "pvalue": 0.862389631983525, "lower": -0.2509488962490313, "upper": 0.29679048926214935 }, { "method": "BJS / did2s", "estimate": 0.05641773508377211, "se": 0.12560708810050714, "pvalue": 0.6586769977168528, "lower": -0.20747296471708115, "upper": 0.3203084348846254 }, { "method": "Sun\u2013Abraham", "estimate": 0.08080864784158243, "se": 0.15101754281183877, "pvalue": 0.5991335992097448, "lower": -0.23646743631485423, "upper": 0.3980847319980191 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.11769987745263703, "se": 0.14740993147732223, "pvalue": 0.4350166453816109, "lower": -0.1919968965384904, "upper": 0.4273966514437645 }, { "event_time": -2, "estimate": 0.026510643874033565, "se": 0.15605746276187354, "pvalue": 0.8670012183560677, "lower": -0.30135391918648163, "upper": 0.35437520693454877 }, { "event_time": 0, "estimate": 0.0891247288008098, "se": 0.13186336152861253, "pvalue": 0.5077040407092717, "lower": -0.1879099137349245, "upper": 0.3661593713365441 }, { "event_time": 1, "estimate": -0.02876645053581594, "se": 0.12774438413442907, "pvalue": 0.8243701229104657, "lower": -0.2971474426808556, "upper": 0.23961454160922369 }, { "event_time": 2, "estimate": -0.04778609964095854, "se": 0.18595434762331636, "pvalue": 0.800110540885661, "lower": -0.43846168704142763, "upper": 0.34288948775951056 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.015823615785970992, "se": 0.06955130931587929, "pvalue": 0.8225913698784575, "lower": -0.13029826288338164, "upper": 0.16194549445532364 }, { "event_time": -2, "estimate": -0.04314529165332485, "se": 0.06744110807521526, "pvalue": 0.5303957499691542, "lower": -0.18483380202682245, "upper": 0.09854321872017277 }, { "event_time": -1, "estimate": 0.021421469749558178, "se": 0.02919020586310063, "pvalue": 0.4724866691186273, "lower": -0.03990487710740311, "upper": 0.08274781660651948 }, { "event_time": 0, "estimate": 0.09194770076135167, "se": 0.11740588339406001, "pvalue": 0.44371550881077476, "lower": -0.15471290731519832, "upper": 0.33860830883790166 }, { "event_time": 1, "estimate": 0.049229558580012316, "se": 0.1381359749357947, "pvalue": 0.725695640856064, "lower": -0.24098335571278234, "upper": 0.339442472872807 }, { "event_time": 2, "estimate": -0.021247719957916345, "se": 0.2103036096768842, "pvalue": 0.9206407284543243, "lower": -0.46307920867033087, "upper": 0.42058376875449816 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.08894481850981163, "se": 0.19711470811371645, "pvalue": 0.6572101360971179, "lower": -0.5030674532415975, "upper": 0.3251778162219743 }, { "event_time": -2, "estimate": -0.20298384140767894, "se": 0.20944541195396035, "pvalue": 0.3453139200723647, "lower": -0.6430123236091181, "upper": 0.2370446407937602 }, { "event_time": 0, "estimate": 0.12922230330419576, "se": 0.1290984520937235, "pvalue": 0.3301134791227479, "lower": -0.14200348006050978, "upper": 0.4004480866689013 }, { "event_time": 1, "estimate": 0.012578011020240254, "se": 0.18527620357598776, "pvalue": 0.946623311392048, "lower": -0.3766728486047379, "upper": 0.4018288706452184 }, { "event_time": 2, "estimate": 0.08791920877532677, "se": 0.22805212013011922, "pvalue": 0.7043685596488097, "lower": -0.39120051672973766, "upper": 0.5670389342803912 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4677137870855148, 0.3507853403141361, 0.18150087260034903 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.218339864838197e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.839996952558278, "df_num": 1, "df_den": 1115, "pvalue": 0.0502924517983174, "log10_pvalue": -1.2984971916504078, "inference": "Homoskedastic nested-model F", "observations": 1146, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 989.0911432268192, "rss_restricted": 992.4975171961406, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6299477220127874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5156150118213826 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6883934927815287 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4570671651305087 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P056", "source_specification_id": "CI-T3-J04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 4 (\"Participation in political groups\"), accepted-manuscript p. 47", "outcome_label": "Participation in political groups [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P056.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation in political groups [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p056", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation in political groups [Table 3 original scale]", "source_specification_id": "CI-T3-J04-ORIG", "specification_id": "S01-P056", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P056" }, "source": { "file": "CI-T3-J04-ORIG.csv", "bytes": 186590, "sha256": "b4a33fb0c0cddd3b5e4cd7ce0667527a4c47295001304ac3fd1f9b77008405bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.23438621457039688, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1864474803468351, "se": 0.09699324470656424, "pvalue": 0.07054412997866374, "lower": -0.017327765211678142, "upper": 0.39022272590534834 }, { "method": "Dynamic TWFE", "estimate": 0.14776702614271192, "se": 0.10988625766617638, "pvalue": 0.19541440791527526, "lower": -0.0830954345077638, "upper": 0.37862948679318764 }, { "method": "BJS / did2s", "estimate": 0.15509320188640746, "se": 0.08639192343973207, "pvalue": 0.08942667351030487, "lower": -0.026409494166941994, "upper": 0.3365958979397569 }, { "method": "Sun\u2013Abraham", "estimate": 0.13312774663920757, "se": 0.10939297836288876, "pvalue": 0.2393324856632233, "lower": -0.09669837265099646, "upper": 0.3629538659294116 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.04060144747034372, "se": 0.19973270309498686, "pvalue": 0.8411973417652011, "lower": -0.3790213906188336, "upper": 0.46022428555952105 }, { "event_time": -2, "estimate": -0.2032221034240666, "se": 0.11535625651774598, "pvalue": 0.09509680423510304, "lower": -0.445576605221898, "upper": 0.03913239837376484 }, { "event_time": 0, "estimate": 0.12396902727347403, "se": 0.12701319712641887, "pvalue": 0.3419841988307193, "lower": -0.14287579797089905, "upper": 0.3908138525178471 }, { "event_time": 1, "estimate": 0.2071552672714622, "se": 0.1387773074121285, "pvalue": 0.15283188329397185, "lower": -0.08440503655598455, "upper": 0.49871557109890896 }, { "event_time": 2, "estimate": 0.09380751692682895, "se": 0.12955557092555872, "pvalue": 0.4783278336812827, "lower": -0.1783786374666884, "upper": 0.3659936713203463 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08614537215450599, "se": 0.07799939925739145, "pvalue": 0.28394944151950485, "lower": -0.07772528487090818, "upper": 0.25001602917992016 }, { "event_time": -2, "estimate": -0.07024120827135623, "se": 0.061264036387861924, "pvalue": 0.26658817403612867, "lower": -0.19895217259274428, "upper": 0.05846975605003184 }, { "event_time": -1, "estimate": 0.022537337575393408, "se": 0.025619339935195044, "pvalue": 0.39061539818812296, "lower": -0.03128689835088527, "upper": 0.0763615735016721 }, { "event_time": 0, "estimate": 0.15718326574229413, "se": 0.08910077325970658, "pvalue": 0.09467821929653926, "lower": -0.030010512601542777, "upper": 0.344377044086131 }, { "event_time": 1, "estimate": 0.1983301858804582, "se": 0.13576496612762046, "pvalue": 0.16129721955903742, "lower": -0.08690142374963761, "upper": 0.483561795510554 }, { "event_time": 2, "estimate": 0.06645968501416022, "se": 0.12939057502524148, "pvalue": 0.6137537591188511, "lower": -0.20537982585583126, "upper": 0.3382991958841517 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0399543333824287, "se": 0.1718506300273856, "pvalue": 0.8187769230227462, "lower": -0.3210904428714141, "upper": 0.4009991096362715 }, { "event_time": -2, "estimate": 0.019262532874784716, "se": 0.14795175400962, "pvalue": 0.8978563492699995, "lower": -0.29157256801634635, "upper": 0.3300976337659157 }, { "event_time": 0, "estimate": 0.11167180508632718, "se": 0.11122036996230704, "pvalue": 0.3286578476675365, "lower": -0.12199352149124601, "upper": 0.34533713166390034 }, { "event_time": 1, "estimate": 0.2579171607255596, "se": 0.14149211656627234, "pvalue": 0.08498247884244584, "lower": -0.03934674548887607, "upper": 0.5551810669399952 }, { "event_time": 2, "estimate": -0.05281800197612907, "se": 0.14601688273900287, "pvalue": 0.7217687334254996, "lower": -0.3595880891697914, "upper": 0.25395208521753326 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.646258938568241e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.296056065865195, "df_num": 1, "df_den": 1034, "pvalue": 0.0384481776614768, "log10_pvalue": -1.415124239746044, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 978.7387162425255, "rss_restricted": 982.8051731079131, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.880097665307917 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6842612442777662 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7690512981931591 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0885556590193336 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P057", "source_specification_id": "CI-T3-J05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 5 (\"Political behavior z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 10, p. 48 and Table 5, panel A, column 10, p. 49", "outcome_label": "Political behavior z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P057.json", "input_bytes": 248190, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p057", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-J05-ORIG", "specification_id": "S01-P057", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P057" }, "source": { "file": "CI-T3-J05-ORIG.csv", "bytes": 248190, "sha256": "4c534630561a170d06cfdd32ae76f79739ac44750e9b10d91e034ac450f7ca1e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549639, "se": 0.09784091427203638, "pvalue": 0.2774176433435088, "lower": -0.0959699499759588, "upper": 0.31514231648695157 }, { "method": "Dynamic TWFE", "estimate": 0.0911469857212086, "se": 0.11768060874519, "pvalue": 0.4486733890872734, "lower": -0.15609079890054334, "upper": 0.33838477034296055 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.266647868494569, "se": 0.12476889577600371, "pvalue": 0.04656468354989049, "lower": -0.5287775915669122, "upper": -0.004518145422225839 }, { "event_time": -2, "estimate": -0.3188641744017244, "se": 0.11976091989756162, "pvalue": 0.015863751633803786, "lower": -0.570472530574053, "upper": -0.06725581822939569 }, { "event_time": 0, "estimate": 0.06680908056552393, "se": 0.111535713062368, "pvalue": 0.5566420591563215, "lower": -0.16751875728120527, "upper": 0.3011369184122531 }, { "event_time": 1, "estimate": 0.14634352135820325, "se": 0.1559375556358259, "pvalue": 0.3604235520969531, "lower": -0.18126912617841648, "upper": 0.47395616889482295 }, { "event_time": 2, "estimate": 0.046637504108115437, "se": 0.1583485098321039, "pvalue": 0.7717269035872635, "lower": -0.2860403702374764, "upper": 0.37931537845370733 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P058", "source_specification_id": "CI-T3-K01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 1 (\"Not invested in stocks\"), accepted-manuscript p. 47", "outcome_label": "Not invested in stocks [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P058.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in stocks [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p058", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in stocks [Table 3 original scale]", "source_specification_id": "CI-T3-K01-ORIG", "specification_id": "S01-P058", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P058" }, "source": { "file": "CI-T3-K01-ORIG.csv", "bytes": 186590, "sha256": "95f9bd15d6b6a49d2c65cd444224d943c6a1acd306bbbeb3948c4eef86fed240" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.307181911329104, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1185261031190653, "se": 0.1482912291566459, "pvalue": 0.4345495916985259, "lower": -0.1930222085905665, "upper": 0.4300744148286971 }, { "method": "Dynamic TWFE", "estimate": 0.07924048219322286, "se": 0.15448286356520224, "pvalue": 0.6142307741898997, "lower": -0.24531597071045977, "upper": 0.4037969350969055 }, { "method": "BJS / did2s", "estimate": 0.12580194288045857, "se": 0.1646514186826444, "pvalue": 0.4547370789398277, "lower": -0.22011785158686412, "upper": 0.4717217373477812 }, { "method": "Sun\u2013Abraham", "estimate": 0.11748987923104534, "se": 0.1353645478609155, "pvalue": 0.3968453729291476, "lower": -0.16690048283721495, "upper": 0.40188024129930566 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.09167252149359927, "se": 0.28288735223465367, "pvalue": 0.7496277473124616, "lower": -0.5026517517216146, "upper": 0.6859967947088131 }, { "event_time": -2, "estimate": 0.01569496135115954, "se": 0.10413299199073739, "pvalue": 0.8818725084664727, "lower": -0.20308033663842417, "upper": 0.23447025934074323 }, { "event_time": 0, "estimate": 0.06675530016980318, "se": 0.13312136885110812, "pvalue": 0.6221237442703952, "lower": -0.21292231767654668, "upper": 0.34643291801615306 }, { "event_time": 1, "estimate": 0.18919822658524507, "se": 0.19671201990835704, "pvalue": 0.34889205433036596, "lower": -0.22407839162055612, "upper": 0.6024748447910463 }, { "event_time": 2, "estimate": -0.10092408341937831, "se": 0.2167458067751434, "pvalue": 0.6470624727010529, "lower": -0.5562901260031025, "upper": 0.35444195916434584 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03257621280643612, "se": 0.11746424994042935, "pvalue": 0.7846876243610958, "lower": -0.21420701883379395, "upper": 0.2793594444466662 }, { "event_time": -2, "estimate": -0.04773405768459001, "se": 0.04138951346383472, "pvalue": 0.26387707655728415, "lower": -0.13469019875561358, "upper": 0.03922208338643355 }, { "event_time": -1, "estimate": 0.02152595691099352, "se": 0.019542056164310446, "pvalue": 0.285182514323145, "lower": -0.019530379596234538, "upper": 0.06258229341822158 }, { "event_time": 0, "estimate": 0.08313316240476652, "se": 0.1356908400298387, "pvalue": 0.5477602689155604, "lower": -0.2019427140727425, "upper": 0.3682090388822756 }, { "event_time": 1, "estimate": 0.2545060948855917, "se": 0.21913448212475278, "pvalue": 0.2606435452275474, "lower": -0.2058783683871072, "upper": 0.7148905581582907 }, { "event_time": 2, "estimate": -0.013771866337049516, "se": 0.21751586066553943, "pvalue": 0.9502140290404991, "lower": -0.47075573211128, "upper": 0.443211999437181 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0501450628841414, "se": 0.3726870230044127, "pvalue": 0.8944607069365283, "lower": -0.833131443625931, "upper": 0.7328413178576481 }, { "event_time": -2, "estimate": -0.19267010448638205, "se": 0.13374405568872424, "pvalue": 0.16686986999898298, "lower": -0.4736559388340476, "upper": 0.0883157298612835 }, { "event_time": 0, "estimate": 0.07544058490180966, "se": 0.1213919971874692, "pvalue": 0.5420866592395674, "lower": -0.17959453749822252, "upper": 0.33047570730184184 }, { "event_time": 1, "estimate": 0.2134506168892789, "se": 0.17938567055710614, "pvalue": 0.24954499347423584, "lower": -0.16342469208756327, "upper": 0.5903259258661211 }, { "event_time": 2, "estimate": 0.0394408307889651, "se": 0.24231748467288808, "pvalue": 0.8725167509288773, "lower": -0.4696493134960754, "upper": 0.5485309750740056 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 8.577067698873566e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.007614926057382, "df_num": 1, "df_den": 1034, "pvalue": 0.08317218243244932, "log10_pvalue": -1.0800219025092253, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1060.3795302820943, "rss_restricted": 1063.4638758358294, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3638941145407883 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5336974136071658 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6697747003185771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.30668051940722757 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P059", "source_specification_id": "CI-T3-K02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 2 (\"Not invested in bonds\"), accepted-manuscript p. 47", "outcome_label": "Not invested in bonds [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P059.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in bonds [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p059", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in bonds [Table 3 original scale]", "source_specification_id": "CI-T3-K02-ORIG", "specification_id": "S01-P059", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P059" }, "source": { "file": "CI-T3-K02-ORIG.csv", "bytes": 186590, "sha256": "aebb5ca13499b7979110a2d8731ca44d2f3996379ccd4a893ad62242613e0866" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.18319166862243577, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14507728941205536, "se": 0.1360591792507996, "pvalue": 0.3003906344518204, "lower": -0.14077243905305567, "upper": 0.43092701787716636 }, { "method": "Dynamic TWFE", "estimate": 0.039050972989248284, "se": 0.17911146356716448, "pvalue": 0.8298613976820878, "lower": -0.3372482484788373, "upper": 0.4153501944573339 }, { "method": "BJS / did2s", "estimate": 0.0823903231716732, "se": 0.17177579073324103, "pvalue": 0.6372604561169912, "lower": -0.27849722155962514, "upper": 0.4432778679029716 }, { "method": "Sun\u2013Abraham", "estimate": -0.006545688292584825, "se": 0.18679476591388736, "pvalue": 0.9724318202068374, "lower": -0.3989869290027362, "upper": 0.3858955524175665 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17793242151663252, "se": 0.21010844982573643, "pvalue": 0.4081920498950942, "lower": -0.26348905156313546, "upper": 0.6193538945964006 }, { "event_time": -2, "estimate": 0.040390781251709064, "se": 0.15283638728237095, "pvalue": 0.7945704389485669, "lower": -0.28070655334063915, "upper": 0.3614881158440573 }, { "event_time": 0, "estimate": 0.13884444857183073, "se": 0.14372181239445558, "pvalue": 0.34681360428401486, "lower": -0.1631038747510686, "upper": 0.4407927718947301 }, { "event_time": 1, "estimate": -0.05796988601807922, "se": 0.19511925533333915, "pvalue": 0.7697916498222512, "lower": -0.4679002300233102, "upper": 0.35196045798715175 }, { "event_time": 2, "estimate": -0.027623497071111374, "se": 0.29075473756148457, "pvalue": 0.9253595838091367, "lower": -0.6384765335185332, "upper": 0.5832295393763105 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11842241143827457, "se": 0.10174375694824948, "pvalue": 0.2596496762603892, "lower": -0.09533328999123004, "upper": 0.3321781128677792 }, { "event_time": -2, "estimate": -0.018708485206404443, "se": 0.05960220495586179, "pvalue": 0.7572138474602322, "lower": -0.14392807124513812, "upper": 0.10651110083232923 }, { "event_time": -1, "estimate": -0.016828670410503795, "se": 0.02833861776931726, "pvalue": 0.560007285246286, "lower": -0.07636589707202876, "upper": 0.042708556251021164 }, { "event_time": 0, "estimate": 0.14954487876331796, "se": 0.15081452715199223, "pvalue": 0.3345451406759163, "lower": -0.16730468531883302, "upper": 0.46639444284546894 }, { "event_time": 1, "estimate": -0.02339998553143836, "se": 0.1774224273273958, "pvalue": 0.8965355015369572, "lower": -0.3961506735366281, "upper": 0.3493507024737514 }, { "event_time": 2, "estimate": 0.11557256843953073, "se": 0.26191313566262936, "pvalue": 0.6642773323292716, "lower": -0.4346865109027284, "upper": 0.6658316477817898 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4489696202895566, "se": 0.24507549378311802, "pvalue": 0.08355655597937495, "lower": -0.06591488612235158, "upper": 0.9638541267014649 }, { "event_time": -2, "estimate": 0.0005681562229402914, "se": 0.13557154543766034, "pvalue": 0.9967023150345409, "lower": -0.28425709161657964, "upper": 0.2853934040624603 }, { "event_time": 0, "estimate": 0.13355328097995292, "se": 0.13082754785406261, "pvalue": 0.3208580263116492, "lower": -0.14130519777733638, "upper": 0.4084117597372422 }, { "event_time": 1, "estimate": -0.2370072038090687, "se": 0.24811495653331472, "pvalue": 0.35211457293768705, "lower": -0.7582773845033568, "upper": 0.2842629768852194 }, { "event_time": 2, "estimate": 0.08148797699960603, "se": 0.2782314389496884, "pvalue": 0.7729646313051017, "lower": -0.5030545853777733, "upper": 0.6660305393769852 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.245004513516506e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5439593214012336e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.054356379870380084, "df_num": 1, "df_den": 1034, "pvalue": 0.8156953081194223, "log10_pvalue": -0.08847203574813349, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1030.866361594386, "rss_restricted": 1030.9205532419164, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8399881980509777 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.7412270540658192 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.08877964456202102 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.252822641673064 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P060", "source_specification_id": "CI-T3-K03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 3 (\"Avoiding risky investment z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 11, p. 48 and Table 5, panel A, column 11, p. 49", "outcome_label": "Avoiding risky investment z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P060.json", "input_bytes": 247718, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p060", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-K03-ORIG", "specification_id": "S01-P060", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P060" }, "source": { "file": "CI-T3-K03-ORIG.csv", "bytes": 247718, "sha256": "ca09e95b0c4d9d9041cea810327b0934020daa638c59f4f7f194ca857c5de314" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640287, "se": 0.14308541375764514, "pvalue": 0.2507894273461144, "lower": -0.1308179768340421, "upper": 0.47040462196684785 }, { "method": "Dynamic TWFE", "estimate": 0.07590862013463315, "se": 0.15253893489125514, "pvalue": 0.6247663089001834, "lower": -0.24456379017329752, "upper": 0.3963810304425638 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1739832277194392, "se": 0.24583850974489102, "pvalue": 0.48818640981639316, "lower": -0.3425043157436136, "upper": 0.690470771182492 }, { "event_time": -2, "estimate": 0.03623064084260492, "se": 0.09970712182426561, "pvalue": 0.720560511219995, "lower": -0.17324624896699295, "upper": 0.24570753065220277 }, { "event_time": 0, "estimate": 0.13271356451323335, "se": 0.12666807925773865, "pvalue": 0.3086299574953744, "lower": -0.13340619499434847, "upper": 0.39883332402081517 }, { "event_time": 1, "estimate": 0.08309926533302624, "se": 0.1822312647246186, "pvalue": 0.6538365723226178, "lower": -0.29975441514792417, "upper": 0.46595294581397667 }, { "event_time": 2, "estimate": -0.08232758601204578, "se": 0.23484541622883073, "pvalue": 0.7299869962038711, "lower": -0.5757194970167767, "upper": 0.41106432499268514 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P061", "source_specification_id": "CI-T3-L01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel L, row 1 (\"Cooperated with minority\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 12, p. 48 and Table 5, panel A, column 12, p. 49", "outcome_label": "Cooperated with minority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P061.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p061", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [Table 3 original scale]", "source_specification_id": "CI-T3-L01-ORIG", "specification_id": "S01-P061", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-L01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P061" }, "source": { "file": "CI-T3-L01-ORIG.csv", "bytes": 186590, "sha256": "755920bf6dce7659422eeab7bfe53a425717b2bd92f0ad046f97174ebb011b7b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.06203785992970153, "se": 0.10124164578478528, "pvalue": 0.547692890696429, "lower": -0.27473866494923316, "upper": 0.15066294508983008 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358897, "se": 0.2544756060079422, "pvalue": 0.29170959819713393, "lower": -0.8110529270993696, "upper": 0.25821389163219166 }, { "event_time": -2, "estimate": 0.010498378026895922, "se": 0.11319430224637099, "pvalue": 0.9271294245708079, "lower": -0.22731402639221054, "upper": 0.2483107824460024 }, { "event_time": 0, "estimate": 0.04053557945385421, "se": 0.09827702982142532, "pvalue": 0.6848715388587466, "lower": -0.165936798547404, "upper": 0.24700795745511245 }, { "event_time": 1, "estimate": -0.13668456955270147, "se": 0.13050127123342453, "pvalue": 0.3087850664297663, "lower": -0.4108575665664769, "upper": 0.13748842746107393 }, { "event_time": 2, "estimate": -0.17889492169358284, "se": 0.19157496214073352, "pvalue": 0.36275965908908336, "lower": -0.5813789820133923, "upper": 0.2235891386262267 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.5322328882679089e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P062", "source_specification_id": "CI-T5-B-C01", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P062.json", "input_bytes": 48595, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p062", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C01", "specification_id": "S01-P062", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C01.csv", "output_dir": "analyses/full-archive/results/S01-P062" }, "source": { "file": "CI-T5-B-C01.csv", "bytes": 48595, "sha256": "a0630d86c0543eefc9dc86317967f6b33c98a5d9e532bd990b8d34f32452e6ee" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9988298934838884, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3008887212720041, "se": 0.31083588666172546, "pvalue": 0.3483947924612586, "lower": -0.3616422880968006, "upper": 0.9634197306408088 }, { "method": "Dynamic TWFE", "estimate": 0.4412438780784204, "se": 0.2623324119524252, "pvalue": 0.11326322984809588, "lower": -0.11790442216317615, "upper": 1.000392178320017 }, { "method": "BJS / did2s", "estimate": 0.9459750955934545, "se": 0.37739492812291625, "pvalue": 0.02418892808035738, "lower": 0.14157684754930033, "upper": 1.7503733436376088 }, { "method": "Sun\u2013Abraham", "estimate": 0.3473935080976446, "se": 0.18967622492873337, "pvalue": 0.08695712923805886, "lower": -0.056891795330198, "upper": 0.7516788115254871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2511315580458854, "se": 0.20967745699567317, "pvalue": 0.2496162511793888, "lower": -0.19578536238167166, "upper": 0.6980484784734424 }, { "event_time": -2, "estimate": 0.1776186893782767, "se": 0.3323516717598546, "pvalue": 0.6008763631919055, "lower": -0.5307721303602971, "upper": 0.8860095091168506 }, { "event_time": 0, "estimate": 0.32234141442229186, "se": 0.3184903055982283, "pvalue": 0.3275423875542638, "lower": -0.3565046027102459, "upper": 1.0011874315548297 }, { "event_time": 1, "estimate": 0.6056090484265981, "se": 0.2880375333947495, "pvalue": 0.05280273969257989, "lower": -0.008328421231799554, "upper": 1.2195465180849958 }, { "event_time": 2, "estimate": 0.4520134499230719, "se": 0.37252531782656606, "pvalue": 0.24374753547756997, "lower": -0.34200546946787347, "upper": 1.2460323693140172 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.5794458207597651, "se": 0.39757500502721055, "pvalue": 0.16560875837946934, "lower": -1.4268568845509386, "upper": 0.26796524303140845 }, { "event_time": -2, "estimate": -0.0575733281731729, "se": 0.10855995423389407, "pvalue": 0.6036416395560582, "lower": -0.2889633932909965, "upper": 0.1738167369446507 }, { "event_time": -1, "estimate": 0.03658685651504574, "se": 0.024987129320309, "pvalue": 0.16377372561520412, "lower": -0.016671948919570224, "upper": 0.0898456619496617 }, { "event_time": 0, "estimate": 0.6746109612923186, "se": 0.4086373129993102, "pvalue": 0.119539187561272, "lower": -0.19637885379882913, "upper": 1.5456007763834663 }, { "event_time": 1, "estimate": 1.3210961047744365, "se": 0.3662051306718749, "pvalue": 0.002585427534689409, "lower": 0.5405483454222104, "upper": 2.101643864126663 }, { "event_time": 2, "estimate": 0.8637219373079661, "se": 0.49849217304376636, "pvalue": 0.10365814953444494, "lower": -0.19878897839127485, "upper": 1.926232853007207 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.10073997867565491, "se": 0.3534311336968436, "pvalue": 0.7795157233702092, "lower": -0.6525806506291588, "upper": 0.8540606079804686 }, { "event_time": -2, "estimate": -0.06787349553190553, "se": 0.2780887899487898, "pvalue": 0.8104824655190007, "lower": -0.6606057204935216, "upper": 0.5248587294297105 }, { "event_time": 0, "estimate": 0.10088019620353345, "se": 0.1945223735543723, "pvalue": 0.6116022442532858, "lower": -0.3137344285101424, "upper": 0.5154948209172092 }, { "event_time": 1, "estimate": 0.6881619098336217, "se": 0.2791714316423823, "pvalue": 0.026254809594456523, "lower": 0.09312208872619387, "upper": 1.2832017309410495 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.2342257621139477e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.14916274158398224, "df_num": 1, "df_den": 164, "pvalue": 0.6998373490996154, "log10_pvalue": -0.1550028836950256, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 166.9680841403949, "rss_restricted": 167.1199464403181, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.8590981914694464 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.6436372911894186 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3060934281471371 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P063", "source_specification_id": "CI-T5-B-C02", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P063.json", "input_bytes": 47718, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p063", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C02", "specification_id": "S01-P063", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C02.csv", "output_dir": "analyses/full-archive/results/S01-P063" }, "source": { "file": "CI-T5-B-C02.csv", "bytes": 47718, "sha256": "78bf0ffdcb2c281bb4a961c9cf0849130a2f304c345c41a2c29cf2768d0aa59c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 325, "source_sd": 0.999952453324405, "rows": 188, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.49306361679116867, "se": 0.18166472287589872, "pvalue": 0.015998437544071802, "lower": 0.10585442577309173, "upper": 0.8802728078092457 }, { "method": "Dynamic TWFE", "estimate": 0.05392094024824979, "se": 0.2666237608059565, "pvalue": 0.8424495199904146, "lower": -0.5143741535570446, "upper": 0.6222160340535442 }, { "method": "BJS / did2s", "estimate": 0.8480062505483228, "se": 0.45186739700904666, "pvalue": 0.0801549471972886, "lower": -0.11512630745988861, "upper": 1.8111388085565343 }, { "method": "Sun\u2013Abraham", "estimate": 0.6471186994364466, "se": 0.17452865044172994, "pvalue": 0.0021051549223060294, "lower": 0.27511968676526033, "upper": 1.019117712107633 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.5988554787862967, "se": 0.47773797504281057, "pvalue": 0.004414942595032925, "lower": 0.5805810889846506, "upper": 2.617129868587943 }, { "event_time": -2, "estimate": 0.4444460748991475, "se": 0.30182430666026283, "pvalue": 0.1615484363329842, "lower": -0.19887720637076417, "upper": 1.0877693561690591 }, { "event_time": 0, "estimate": 0.1928924592897039, "se": 0.21151280496212235, "pvalue": 0.37621083146026874, "lower": -0.25793641272688533, "upper": 0.643721331306293 }, { "event_time": 1, "estimate": -0.13409935021959984, "se": 0.4124511426009434, "pvalue": 0.7495749470250642, "lower": -1.013218150681991, "upper": 0.7450194502427913 }, { "event_time": 2, "estimate": -0.5994499859994852, "se": 0.4898590439785005, "pvalue": 0.2399333820700299, "lower": -1.6435598226758064, "upper": 0.4446598506768361 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.3335624663333425, "se": 0.3662574381674771, "pvalue": 0.3768398215716064, "lower": -0.4470967838066142, "upper": 1.1142217164732993 }, { "event_time": -2, "estimate": -0.04044218344975621, "se": 0.12594576418912332, "pvalue": 0.7525591249881656, "lower": -0.3088892252958418, "upper": 0.2280048583963294 }, { "event_time": -1, "estimate": 0.0010491596647710147, "se": 0.036414837392387794, "pvalue": 0.9773949079741956, "lower": -0.07656722894686709, "upper": 0.0786655482764091 }, { "event_time": 0, "estimate": 0.6190221711444082, "se": 0.34160663575554717, "pvalue": 0.09003630894553627, "lower": -0.10909513739695675, "upper": 1.3471394796857732 }, { "event_time": 1, "estimate": 1.1578082403300898, "se": 0.6751594246943273, "pvalue": 0.10694878185025272, "lower": -0.28126000861503386, "upper": 2.596876489275213 }, { "event_time": 2, "estimate": 0.2820594093243658, "se": 0.5837502944518212, "pvalue": 0.635941132692642, "lower": -0.962174890505354, "upper": 1.5262937091540856 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.42322332860286577, "se": 0.5404923382671896, "pvalue": 0.44579521194791005, "lower": -0.7288088201752763, "upper": 1.5752554773810077 }, { "event_time": -2, "estimate": -0.09477025575691093, "se": 0.33402547574062613, "pvalue": 0.7805023710265845, "lower": -0.8067287042296565, "upper": 0.6171881927158347 }, { "event_time": 0, "estimate": 0.5561777206633567, "se": 0.17511262238887912, "pvalue": 0.006262673841054769, "lower": 0.18293400125079967, "upper": 0.9294214400759138 }, { "event_time": 1, "estimate": 0.7701564942470979, "se": 0.3395265628674704, "pvalue": 0.03850678319837614, "lower": 0.046472756117755365, "upper": 1.4938402323764404 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.8476202337074902e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.6034840356792238e-06, "df_num": 1, "df_den": 161, "pvalue": 0.9989912166654179, "log10_pvalue": -0.00043833016291738, "inference": "Homoskedastic nested-model F", "observations": 188, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 169.21161504444726, "rss_restricted": 169.2116167297151, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6973395234736659 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.351907059665756 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.001031003125397639 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P064", "source_specification_id": "CI-T5-B-C03", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P064.json", "input_bytes": 48329, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p064", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C03", "specification_id": "S01-P064", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C03.csv", "output_dir": "analyses/full-archive/results/S01-P064" }, "source": { "file": "CI-T5-B-C03.csv", "bytes": 48329, "sha256": "e3ee5884fc006606c3e6276c75f3465a8eb2d758a75b3ffc4c6013e6ffc1983b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 329, "source_sd": 0.9997876701671684, "rows": 189, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13450188332648486, "se": 0.4167804498641, "pvalue": 0.7513645911699786, "lower": -0.7538446171345501, "upper": 1.0228483837875197 }, { "method": "Dynamic TWFE", "estimate": 0.27417805013217633, "se": 0.3677007176725165, "pvalue": 0.46740040799261606, "lower": -0.5095574774529125, "upper": 1.0579135777172652 }, { "method": "BJS / did2s", "estimate": 1.334817244280773, "se": 0.6472713147779692, "pvalue": 0.05695198777266407, "lower": -0.044808905456608095, "upper": 2.7144433940181543 }, { "method": "Sun\u2013Abraham", "estimate": -0.06464438569611686, "se": 0.1314119656017047, "pvalue": 0.629895804007845, "lower": -0.3447423600589873, "upper": 0.21545358866675357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.16188451900907763, "se": 0.4689608958181993, "pvalue": 0.7347382890276206, "lower": -0.8376819692679286, "upper": 1.1614510072860837 }, { "event_time": 0, "estimate": 0.3626563126701911, "se": 0.36331600161374944, "pvalue": 0.3340211292895677, "lower": -0.41173341386403, "upper": 1.1370460392044122 }, { "event_time": 1, "estimate": 0.1544721655219211, "se": 0.4304706609240638, "pvalue": 0.7247120004077943, "lower": -0.7630543290814911, "upper": 1.0719986601253333 }, { "event_time": 2, "estimate": 0.9239143704520729, "se": 0.5087419093385623, "pvalue": 0.08939640419482214, "lower": -0.1604433410148185, "upper": 2.0082720819189643 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.22198814731719943, "se": 0.08311526184106242, "pvalue": 0.01744859413603702, "lower": -0.3991441343974137, "upper": -0.044832160236985136 }, { "event_time": -1, "estimate": 0.06659643807635458, "se": 0.03169007442540182, "pvalue": 0.05290651102804555, "lower": -0.0009493566564235945, "upper": 0.13414223280913276 }, { "event_time": 0, "estimate": 1.1115376587597054, "se": 0.5926704917104627, "pvalue": 0.08032896223550465, "lower": -0.15170959146324936, "upper": 2.3747849089826603 }, { "event_time": 1, "estimate": 1.6369013893975115, "se": 0.7771095906928955, "pvalue": 0.0524201995560775, "lower": -0.0194684945350041, "upper": 3.293271273330027 }, { "event_time": 2, "estimate": 2.102700498489226, "se": 0.8563545704119594, "pvalue": 0.02675549720308106, "lower": 0.27742393854661795, "upper": 3.927977058431834 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.03334617983881927, "se": 0.34265314864977664, "pvalue": 0.9237626255515287, "lower": -0.763694077813012, "upper": 0.6970017181353735 }, { "event_time": 0, "estimate": -0.09784880072318419, "se": 0.20496942361539786, "pvalue": 0.6399711582262634, "lower": -0.5347307855418731, "upper": 0.33903318409550476 }, { "event_time": 1, "estimate": -0.019720765365378624, "se": 0.16949175447464973, "pvalue": 0.9089167745690403, "lower": -0.38098388841649994, "upper": 0.34154235768574265 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 2.01325571564691e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.3792066254330764, "df_num": 1, "df_den": 163, "pvalue": 0.06784394081766397, "log10_pvalue": -1.168488933368414, "inference": "Homoskedastic nested-model F", "observations": 189, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 141.17287341847376, "rss_restricted": 144.0995747018304, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 3.574713999167187 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.4490028368590435 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.345289253451342 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P065", "source_specification_id": "CI-T5-B-C04", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P065.json", "input_bytes": 45677, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p065", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C04", "specification_id": "S01-P065", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C04.csv", "output_dir": "analyses/full-archive/results/S01-P065" }, "source": { "file": "CI-T5-B-C04.csv", "bytes": 45677, "sha256": "356ca48444b932c8d452c98ca6bbef5339987d48766b826289bb177cb9ca1d4c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 310, "source_sd": 0.9963012582770148, "rows": 176, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 46, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.21658198080855093, "se": 0.4081892333040155, "pvalue": 0.6034689193832833, "lower": -1.086616736636788, "upper": 0.6534527750196862 }, { "method": "Dynamic TWFE", "estimate": -0.11265458376168101, "se": 0.36524356287436605, "pvalue": 0.7619919745328751, "lower": -0.891152809868882, "upper": 0.66584364234552 }, { "method": "BJS / did2s", "estimate": -0.07356150939023862, "se": 0.3461865902726982, "pvalue": 0.8345846860945191, "lower": -0.8114407599058696, "upper": 0.6643177411253923 }, { "method": "Sun\u2013Abraham", "estimate": -0.12842303879624975, "se": 0.250080163902927, "pvalue": 0.6150630480569409, "lower": -0.6614562905006577, "upper": 0.40461021290815824 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.34949473746776033, "se": 0.5204832619330096, "pvalue": 0.512123327200953, "lower": -0.7598890746508229, "upper": 1.4588785495863437 }, { "event_time": 0, "estimate": -0.18690231961939582, "se": 0.355036689859542, "pvalue": 0.6062860794206414, "lower": -0.9436451108775638, "upper": 0.569840471638772 }, { "event_time": 1, "estimate": -0.012060877115744835, "se": 0.43673771528159544, "pvalue": 0.9783326164568397, "lower": -0.9429452818815163, "upper": 0.9188235276500265 }, { "event_time": 2, "estimate": -0.08147208752321851, "se": 0.4985760402659521, "pvalue": 0.8723772963216362, "lower": -1.1441617619750746, "upper": 0.9812175869286376 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.15828267335672716, "se": 0.12724203152783026, "pvalue": 0.23260734264032035, "lower": -0.11292729691936934, "upper": 0.4294926436328237 }, { "event_time": -1, "estimate": -0.05064944482716806, "se": 0.04719761592034404, "pvalue": 0.3001717985648508, "lower": -0.15124878183209023, "upper": 0.0499498921777541 }, { "event_time": 0, "estimate": -0.1601044322334873, "se": 0.3765150760429987, "pvalue": 0.676708466003901, "lower": -0.9626273199617414, "upper": 0.6424184554947667 }, { "event_time": 1, "estimate": 0.043690192526420875, "se": 0.4217527758000252, "pvalue": 0.9188655248247032, "lower": -0.8552545697911168, "upper": 0.9426349548439587 }, { "event_time": 2, "estimate": 0.1106245274786371, "se": 0.509969096977049, "pvalue": 0.8311903981820172, "lower": -0.9763488725226233, "upper": 1.1975979274798974 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.44022108589059183, "se": 0.355894041022932, "pvalue": 0.23512417781679482, "lower": -0.31834910611516876, "upper": 1.1987912778963525 }, { "event_time": 0, "estimate": -0.13530967690314208, "se": 0.27411732962672974, "pvalue": 0.628724040315703, "lower": -0.7195769345660945, "upper": 0.4489575807598103 }, { "event_time": 1, "estimate": -0.11909275490949237, "se": 0.3400140343188336, "pvalue": 0.7310146775493178, "lower": -0.8438155138423162, "upper": 0.6056300040233316 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5753424657534246, 0.4246575342465753 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 7.412437846392129e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.021757609222282398, "df_num": 1, "df_den": 150, "pvalue": 0.8829318262431582, "log10_pvalue": -0.05407282827907693, "inference": "Homoskedastic nested-model F", "observations": 176, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 153.37307384904545, "rss_restricted": 153.39532072508564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.40922845640952366, 0.03168996005436896, -0.04631412019999247, -0.13041267283043398, -0.39231148247863906, 0.12951098436905947 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9374983051193844 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.502479858308737 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.12111653820908068 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P066", "source_specification_id": "CI-T5-B-C05", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P066.json", "input_bytes": 33651, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p066", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [follow-up survey sample]", "source_specification_id": "CI-T5-B-C05", "specification_id": "S01-P066", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C05.csv", "output_dir": "analyses/full-archive/results/S01-P066" }, "source": { "file": "CI-T5-B-C05.csv", "bytes": 33651, "sha256": "332018ec5b7deff9188c9552b4e6e3fd512730bd3c58156451a15f0ed43b6d13" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.4860747473162751, "rows": 173, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 11, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13997365996268946, "se": 0.20009060583611854, "pvalue": 0.4949138353777871, "lower": -0.2865093709174857, "upper": 0.5664566908428645 }, { "method": "Dynamic TWFE", "estimate": 0.3504721847320749, "se": 0.34839325193089343, "pvalue": 0.33038433091084785, "lower": -0.39211045377212045, "upper": 1.0930548232362702 }, { "method": "BJS / did2s", "estimate": -0.03806943285744516, "se": 0.6516364524893168, "pvalue": 0.9541842545076543, "lower": -1.426999653385984, "upper": 1.3508607876710936 }, { "method": "Sun\u2013Abraham", "estimate": 0.1807103456031524, "se": 0.21360775886571082, "pvalue": 0.4108506822931825, "lower": -0.27458381495920914, "upper": 0.636004506165514 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": -0.4066800668749608, "se": 0.5352570088159538, "pvalue": 0.45915891063537684, "lower": -1.5475533750734107, "upper": 0.7341932413234891 }, { "event_time": 0, "estimate": 0.14837097220026568, "se": 0.2931470829012096, "pvalue": 0.6201214516393156, "lower": -0.4764572444316915, "upper": 0.7731991888322229 }, { "event_time": 1, "estimate": 0.6177673367902743, "se": 0.4533158383087716, "pvalue": 0.19306374318819902, "lower": -0.3484525007680058, "upper": 1.5839871743485543 }, { "event_time": 2, "estimate": 0.32545778005205955, "se": 0.6069934936890421, "pvalue": 0.599696005992911, "lower": -0.9683182262291901, "upper": 1.619233786333309 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.09732932004904604, "se": 0.15896413314969918, "pvalue": 0.5495272919898887, "lower": -0.4361533494112761, "upper": 0.241494709313184 }, { "event_time": -1, "estimate": 0.0324431174004633, "se": 0.06243239656229932, "pvalue": 0.6108894892075902, "lower": -0.1006283858804573, "upper": 0.1655146206813839 }, { "event_time": 0, "estimate": -0.22292678236550018, "se": 0.5153751732654314, "pvalue": 0.6714943188079394, "lower": -1.3214229612148947, "upper": 0.8755693964838944 }, { "event_time": 1, "estimate": 0.20641931971772434, "se": 0.8817187115753887, "pvalue": 0.8180647293098633, "lower": -1.672919627381189, "upper": 2.085758266816638 }, { "event_time": 2, "estimate": -0.26396322558357177, "se": 1.0747874210160708, "pvalue": 0.8093237915238846, "lower": -2.5548183856816395, "upper": 2.026891934514496 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.37567256556393247, "se": 0.6878822256159113, "pvalue": 0.5930076983556685, "lower": -1.8418588227516137, "upper": 1.090513691623749 }, { "event_time": 0, "estimate": -0.013920414940068973, "se": 0.15999679796519709, "pvalue": 0.9318189003686829, "lower": -0.3549455172540076, "upper": 0.32710468737386966 }, { "event_time": 1, "estimate": 0.4381252224506386, "se": 0.3981170987022043, "pvalue": 0.28846488348412935, "lower": -0.4104412866577512, "upper": 1.2866917315590285 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5694444444444444, 0.4305555555555556 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 3.0393208458407483e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.05461981943406769, "df_num": 1, "df_den": 147, "pvalue": 0.8155361799666327, "log10_pvalue": -0.0885567674117825, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.97270634591743, "rss_restricted": 159.03177478479878, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3501988881139202 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4135664976940776 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2062592134907155 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P067", "source_specification_id": "CI-T5-B-C06", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P067.json", "input_bytes": 33653, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p067", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [follow-up survey sample]", "source_specification_id": "CI-T5-B-C06", "specification_id": "S01-P067", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C06.csv", "output_dir": "analyses/full-archive/results/S01-P067" }, "source": { "file": "CI-T5-B-C06.csv", "bytes": 33653, "sha256": "7c92fb59a7b234ae29d0671b026d0e0b2b26ff587d81b09a84bef6fe771b063c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.45622292465641817, "rows": 173, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 45, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4448736019775512, "se": 0.28926475842925403, "pvalue": 0.1448866785941504, "lower": -0.17167963592294067, "upper": 1.061426839878043 }, { "method": "Dynamic TWFE", "estimate": 0.21795495794001568, "se": 0.39703480060247887, "pvalue": 0.591113738037076, "lower": -0.6283046873755542, "upper": 1.0642146032555855 }, { "method": "BJS / did2s", "estimate": 1.180187867378005, "se": 0.5223229806738251, "pvalue": 0.03916639647149541, "lower": 0.06688278758535282, "upper": 2.293492947170657 }, { "method": "Sun\u2013Abraham", "estimate": 0.34165081521349516, "se": 0.1921776489940919, "pvalue": 0.09571298265402448, "lower": -0.06796614740170814, "upper": 0.7512677778286985 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.3645807025671674, "se": 0.32661518398187966, "pvalue": 0.28188246526650607, "lower": -0.3315830829039326, "upper": 1.0607444880382675 }, { "event_time": 0, "estimate": 0.3132325393890894, "se": 0.32939145594054686, "pvalue": 0.35670536204244024, "lower": -0.3888487296866621, "upper": 1.015313808464841 }, { "event_time": 1, "estimate": 0.0877422632929483, "se": 0.5250822039793812, "pvalue": 0.8695217033949288, "lower": -1.0314439617604294, "upper": 1.206928488346326 }, { "event_time": 2, "estimate": -0.12431688920620085, "se": 0.6612023591366452, "pvalue": 0.8533836690422011, "lower": -1.533636357111055, "upper": 1.2850025786986534 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.03788914889787574, "se": 0.19095658113950248, "pvalue": 0.8453825159262421, "lower": -0.3691251691935653, "upper": 0.4449034669893168 }, { "event_time": -1, "estimate": -0.01105100682466115, "se": 0.054650051771366205, "pvalue": 0.8424664439213387, "lower": -0.12753483483755787, "upper": 0.10543282118823558 }, { "event_time": 0, "estimate": 0.9283097039470364, "se": 0.42816610293889595, "pvalue": 0.046644231856338855, "lower": 0.015695258413826352, "upper": 1.8409241494802464 }, { "event_time": 1, "estimate": 1.5244213574003291, "se": 0.7102687324435732, "pvalue": 0.0486181699244907, "lower": 0.010519390408156859, "upper": 3.0383233243925014 }, { "event_time": 2, "estimate": 1.1270323102202844, "se": 0.7498360452658673, "pvalue": 0.1535889104755849, "lower": -0.4712053877059881, "upper": 2.725270008146557 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.24000396233790372, "se": 0.46952761921084235, "pvalue": 0.6166797611172704, "lower": -0.7607704682568097, "upper": 1.2407783929326173 }, { "event_time": 0, "estimate": 0.3844487553343217, "se": 0.20743784108868976, "pvalue": 0.08361013397929352, "lower": -0.05769453678606712, "upper": 0.8265920474547106 }, { "event_time": 1, "estimate": 0.28316029704836554, "se": 0.3542822378540404, "pvalue": 0.4366190345289171, "lower": -0.4719744178255293, "upper": 1.0382950119222603 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5774647887323944, 0.4225352112676056 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.3306690738754696e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 4.2247237110996423e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04895856555079322, "df_num": 1, "df_den": 147, "pvalue": 0.8251925142753511, "log10_pvalue": -0.08344472037854407, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 134.54943505882522, "rss_restricted": 134.5942469454657, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.31853105685831296, 0.04791411336590533, -0.10255860376111078, -0.06709111270224362, -0.29953631835478495, 0.11712455127374358 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5929677594946636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.37106650759127335 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17625243460445886 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P068", "source_specification_id": "CI-T5-B-C07", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P068.json", "input_bytes": 47845, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p068", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C07", "specification_id": "S01-P068", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C07.csv", "output_dir": "analyses/full-archive/results/S01-P068" }, "source": { "file": "CI-T5-B-C07.csv", "bytes": 47845, "sha256": "4450eb2a8d2d72830865a7b13d2deda2300bec1932a6a05530eecbe1856ca24b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 326, "source_sd": 0.9973298848647529, "rows": 187, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5483851615815729, "se": 0.27592838943462955, "pvalue": 0.06545073945641863, "lower": -0.03974227868590918, "upper": 1.136512601849055 }, { "method": "Dynamic TWFE", "estimate": 0.30748789319354075, "se": 0.279842814373485, "pvalue": 0.2891846440158642, "lower": -0.28898294633099264, "upper": 0.9039587327180741 }, { "method": "BJS / did2s", "estimate": -0.12552001438401625, "se": 0.2630555174480329, "pvalue": 0.6401246985700122, "lower": -0.6862095775056177, "upper": 0.4351695487375852 }, { "method": "Sun\u2013Abraham", "estimate": 0.5148405121812912, "se": 0.12317933795480467, "pvalue": 0.0008054265140408623, "lower": 0.25228996827516875, "upper": 0.7773910560874138 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6199599425951222, "se": 0.4410782289423358, "pvalue": 0.18022992707493318, "lower": -1.5600959332305746, "upper": 0.3201760480403302 }, { "event_time": -2, "estimate": -0.22336293858477463, "se": 0.3453515227878356, "pvalue": 0.527554562890255, "lower": -0.9594622848892834, "upper": 0.5127364077197342 }, { "event_time": 0, "estimate": 0.37664235694724396, "se": 0.28761937594601056, "pvalue": 0.21006328506973662, "lower": -0.2364038312070666, "upper": 0.9896885451015545 }, { "event_time": 1, "estimate": 0.21799388127698374, "se": 0.37329279929999537, "pvalue": 0.5679155984683608, "lower": -0.5776608861517281, "upper": 1.0136486487056955 }, { "event_time": 2, "estimate": -0.20396566981736333, "se": 0.45687480122059193, "pvalue": 0.6616593482829072, "lower": -1.177771257256707, "upper": 0.7698399176219803 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1417775464821599, "se": 0.10298916373112522, "pvalue": 0.18882969568862806, "lower": -0.3612937527144481, "upper": 0.07773865975012831 }, { "event_time": -2, "estimate": 0.06532188858877416, "se": 0.06897640701441868, "pvalue": 0.3586373609094154, "lower": -0.08169784279645467, "upper": 0.212341619974003 }, { "event_time": -1, "estimate": -0.014870648403140006, "se": 0.023664213949871976, "pvalue": 0.5391917152477363, "lower": -0.06530972647262394, "upper": 0.03556842966634392 }, { "event_time": 0, "estimate": -0.07112665745389597, "se": 0.31147911424788016, "pvalue": 0.8224569327172973, "lower": -0.7350286739689017, "upper": 0.5927753590611097 }, { "event_time": 1, "estimate": -0.19591141747005428, "se": 0.27736038468011653, "pvalue": 0.49080198565432653, "lower": -0.7870910833527732, "upper": 0.3952682484126647 }, { "event_time": 2, "estimate": -1.0584398666567476, "se": 0.21489420450555388, "pvalue": 0.0001830605917783299, "lower": -1.51647602119354, "upper": -0.6004037121199552 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.1479818816167913, "se": 0.23609661549929353, "pvalue": 0.00020701773781064986, "lower": -1.6512099054309615, "upper": -0.644753857802621 }, { "event_time": -2, "estimate": -0.41248202811197443, "se": 0.24372825936290873, "pvalue": 0.11123427026587068, "lower": -0.9319765157711215, "upper": 0.10701245954717264 }, { "event_time": 0, "estimate": 0.5288136730497097, "se": 0.22488961859473805, "pvalue": 0.03278648022752633, "lower": 0.04947279769484397, "upper": 1.0081545484045755 }, { "event_time": 1, "estimate": 0.4967575981162791, "se": 0.15701760956947647, "pvalue": 0.0064237100449910925, "lower": 0.1620824855545362, "upper": 0.831432710678022 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5641025641025641, 0.4358974358974359 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.921795207258474e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2061939270575226, "df_num": 1, "df_den": 160, "pvalue": 0.6503824307717044, "log10_pvalue": -0.186831199151318, "inference": "Homoskedastic nested-model F", "observations": 187, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.24472888536104, "rss_restricted": 164.4563930456571, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4772770691139192 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39601591064969144 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3686517728989919 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P069", "source_specification_id": "CI-T5-B-C08", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P069.json", "input_bytes": 36551, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p069", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [follow-up survey sample]", "source_specification_id": "CI-T5-B-C08", "specification_id": "S01-P069", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C08.csv", "output_dir": "analyses/full-archive/results/S01-P069" }, "source": { "file": "CI-T5-B-C08.csv", "bytes": 36551, "sha256": "3f001d7077c14694b036c3969fce68b8dfa86439dac3412d2be34f61af75f53a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.6677735021330642, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18640506753037372, "se": 0.3193859691436377, "pvalue": 0.5681384032975239, "lower": -0.8671601463197489, "upper": 0.4943500112590015 }, { "method": "Dynamic TWFE", "estimate": 0.12583343491251744, "se": 0.3481440796529354, "pvalue": 0.7228105863968068, "lower": -0.6162181054530582, "upper": 0.867884975278093 }, { "method": "BJS / did2s", "estimate": -1.0507829016523533, "se": 0.5497559864710387, "pvalue": 0.07525738403266248, "lower": -2.222560049184815, "upper": 0.12099424588010854 }, { "method": "Sun\u2013Abraham", "estimate": -0.5597970757619195, "se": 0.18556528703354958, "pvalue": 0.008672447222661642, "lower": -0.9553201224812482, "upper": -0.16427402904259086 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -2.899224976644012, "se": 0.44707783098296555, "pvalue": 1.029838712258184e-05, "lower": -3.8521488163225044, "upper": -1.9463011369655199 }, { "event_time": -2, "estimate": -0.36804180756099253, "se": 0.37571756109854365, "pvalue": 0.34283407203397226, "lower": -1.1688648324233109, "upper": 0.43278121730132574 }, { "event_time": 0, "estimate": 0.1496539819257549, "se": 0.31760522412170694, "pvalue": 0.6442814070853617, "lower": -0.5273055286958681, "upper": 0.826613492547378 }, { "event_time": 1, "estimate": 0.09290503168833628, "se": 0.46631230135623625, "pvalue": 0.8447556237643761, "lower": -0.9010161111263467, "upper": 1.0868261745030192 }, { "event_time": 2, "estimate": 0.7696434955831641, "se": 0.47320801018811104, "pvalue": 0.12467609140876253, "lower": -0.23897550268753087, "upper": 1.7782624938538591 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -1.2246776628595608, "se": 0.5567791001244571, "pvalue": 0.0439311508509404, "lower": -2.4114242227970157, "upper": -0.037931102922105664 }, { "event_time": -2, "estimate": 0.30630182062165906, "se": 0.15351621915992578, "pvalue": 0.064510836349593, "lower": -0.020910254942819728, "upper": 0.6335138961861378 }, { "event_time": -1, "estimate": -0.05106814474143807, "se": 0.04349651031694275, "pvalue": 0.2586695507441272, "lower": -0.1437787618899218, "upper": 0.04164247240704567 }, { "event_time": 0, "estimate": -0.6662953283878779, "se": 0.4708769366876737, "pvalue": 0.17749005150345454, "lower": -1.6699457611053994, "upper": 0.33735510432964366 }, { "event_time": 1, "estimate": -1.582280429400305, "se": 0.7219757188478407, "pvalue": 0.04460471761814772, "lower": -3.1211352472437275, "upper": -0.04342561155688229 }, { "event_time": 2, "estimate": -0.6288539066136778, "se": 0.7834992224394017, "pvalue": 0.4347264723531017, "lower": -2.2988429682285787, "upper": 1.041135155001223 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.6766076676120703, "se": 0.6627094852379156, "pvalue": 0.023098277322403753, "lower": -3.0891394987605785, "upper": -0.26407583646356203 }, { "event_time": -2, "estimate": 0.18551841767714122, "se": 0.5099704256355962, "pvalue": 0.7210967337345283, "lower": -0.901457814292776, "upper": 1.2724946496470584 }, { "event_time": 0, "estimate": -0.29679367073522395, "se": 0.184327102324068, "pvalue": 0.12820448374504514, "lower": -0.689677589218209, "upper": 0.09609024774776109 }, { "event_time": 1, "estimate": -0.9233606062399988, "se": 0.3523958131135955, "pvalue": 0.019304794350370844, "lower": -1.6744745019581397, "upper": -0.17224671052185792 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.4407204763345955e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5727540418877985, "df_num": 1, "df_den": 164, "pvalue": 0.4502524658648966, "log10_pvalue": -0.34654390003294827, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 165.20789541544906, "rss_restricted": 165.78486791454037, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.9538272043376792 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.3690497407366224 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.596632045087125 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P070", "source_specification_id": "CI-T5-B-C09", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P070.json", "input_bytes": 48485, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p070", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C09", "specification_id": "S01-P070", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C09.csv", "output_dir": "analyses/full-archive/results/S01-P070" }, "source": { "file": "CI-T5-B-C09.csv", "bytes": 48485, "sha256": "603fad4ef57b0f8c23bcc28ded274591faec5ec3f31703f8eb086ef559a7551d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.98163485846209, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18520047564986342, "se": 0.39534645345353947, "pvalue": 0.6461970609450343, "lower": -1.0278614942020794, "upper": 0.6574605429023525 }, { "method": "Dynamic TWFE", "estimate": -0.145884795048424, "se": 0.320514324103734, "pvalue": 0.6555138768841602, "lower": -0.8290449055047265, "upper": 0.5372753154078785 }, { "method": "BJS / did2s", "estimate": -0.00486684880324721, "se": 0.3832120397434013, "pvalue": 0.990034400957883, "lower": -0.8216639767673547, "upper": 0.8119302791608604 }, { "method": "Sun\u2013Abraham", "estimate": 0.012421380811847016, "se": 0.3373255552622873, "pvalue": 0.9711116252292852, "lower": -0.7065710206576543, "upper": 0.7314137822813485 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.10824065846398281, "se": 0.5115539954848127, "pvalue": 0.8352735021329208, "lower": -0.982110872741409, "upper": 1.1985921896693745 }, { "event_time": -2, "estimate": 0.06845487168361064, "se": 0.30980672480134286, "pvalue": 0.8281031832815234, "lower": -0.5918825311055742, "upper": 0.7287922744727955 }, { "event_time": 0, "estimate": -0.1487128039492034, "se": 0.3252800840370597, "pvalue": 0.654090377645944, "lower": -0.84203089124964, "upper": 0.5446052833512333 }, { "event_time": 1, "estimate": -0.1419754886267584, "se": 0.46757186585145366, "pvalue": 0.765570116789562, "lower": -1.138581329612376, "upper": 0.854630352358859 }, { "event_time": 2, "estimate": -0.04146442582506794, "se": 0.6901669959092867, "pvalue": 0.9528859938293032, "lower": -1.5125205556162729, "upper": 1.4295917039661368 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2504930671224961, "se": 0.19453474339144805, "pvalue": 0.21737972476198147, "lower": -0.6651340575197857, "upper": 0.1641479232747935 }, { "event_time": -2, "estimate": -0.13116619266161872, "se": 0.08539377578216995, "pvalue": 0.14535677603579356, "lower": -0.31317871724615826, "upper": 0.05084633192292082 }, { "event_time": -1, "estimate": 0.04769961907077097, "se": 0.03474380960030287, "pvalue": 0.18996251563671576, "lower": -0.026355058112809956, "upper": 0.1217542962543519 }, { "event_time": 0, "estimate": 0.022412402287938588, "se": 0.38715771494579093, "pvalue": 0.9546007180196655, "lower": -0.8027947332932287, "upper": 0.8476195378691059 }, { "event_time": 1, "estimate": -0.04257640178223935, "se": 0.420838914524719, "pvalue": 0.9207552138905809, "lower": -0.939573314899821, "upper": 0.8544205113353424 }, { "event_time": 2, "estimate": 0.021745398626452615, "se": 0.3924227182381537, "pvalue": 0.956540635125766, "lower": -0.8146838258295921, "upper": 0.8581746230824974 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2600865277787985, "se": 0.4929228141906092, "pvalue": 0.6054658806573207, "lower": -1.3107266360814183, "upper": 0.7905535805238213 }, { "event_time": -2, "estimate": -0.18237071810050348, "se": 0.26740655083199927, "pvalue": 0.505635556432043, "lower": -0.7523342893510754, "upper": 0.3875928531500685 }, { "event_time": 0, "estimate": -0.1166461538790977, "se": 0.3924419998609381, "pvalue": 0.7703663289589289, "lower": -0.9531164761412638, "upper": 0.7198241683830684 }, { "event_time": 1, "estimate": 0.19083826700227066, "se": 0.3130353113523547, "pvalue": 0.5512252740710664, "lower": -0.47638070512386865, "upper": 0.85805723912841 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4912795664628723e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6520295798553131, "df_num": 1, "df_den": 164, "pvalue": 0.4205575876619039, "log10_pvalue": -0.3761745271160539, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 190.58605823867572, "rss_restricted": 191.34378840623452, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 2.202522975839744 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1616962315154475 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6837326325650839 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P071", "source_specification_id": "CI-T5-B-C10", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P071.json", "input_bytes": 48640, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p071", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C10", "specification_id": "S01-P071", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C10.csv", "output_dir": "analyses/full-archive/results/S01-P071" }, "source": { "file": "CI-T5-B-C10.csv", "bytes": 48640, "sha256": "de764eddc79d4e02c9343408c82ecb776bda20a035d0361c3b432465354060d9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 1.0040228013180015, "rows": 178, "units": 15, "clusters": 15, "treated_units": 9, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 44, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 13, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.22194506642235692, "se": 0.24948117419673407, "pvalue": 0.3886978435972825, "lower": -0.7570289677256149, "upper": 0.3131388348809011 }, { "method": "Dynamic TWFE", "estimate": -0.6630705314996881, "se": 0.25680316978322487, "pvalue": 0.02172399372680971, "lower": -1.2138585514658444, "upper": -0.11228251153353175 }, { "method": "BJS / did2s", "estimate": -0.26649857614441025, "se": 0.6016596817922857, "pvalue": 0.6645770702329175, "lower": -1.5569302523093667, "upper": 1.023933100020546 }, { "method": "Sun\u2013Abraham", "estimate": 0.38764788926886995, "se": 0.14576547913340268, "pvalue": 0.018683160291698704, "lower": 0.07501203006558743, "upper": 0.7002837484721525 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 2.0416525688038343, "se": 0.5435169522731196, "pvalue": 0.002126422528838396, "lower": 0.8759246449107911, "upper": 3.2073804926968776 }, { "event_time": -2, "estimate": -0.4502830623421071, "se": 0.27145713538845617, "pvalue": 0.11939034611784824, "lower": -1.0325007126635688, "upper": 0.1319345879793547 }, { "event_time": 0, "estimate": -0.5894129009629003, "se": 0.21617482804517632, "pvalue": 0.016381522642519533, "lower": -1.0530617944171148, "upper": -0.12576400750868583 }, { "event_time": 1, "estimate": -0.7661912142511909, "se": 0.3676777873905028, "pvalue": 0.05597748889927978, "lower": -1.554781638089414, "upper": 0.02239920958703212 }, { "event_time": 2, "estimate": -1.368641601989224, "se": 0.4285357332099085, "pvalue": 0.006500674221862144, "lower": -2.2877593378749315, "upper": -0.4495238661035167 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 1.5625391546673193, "se": 0.6628378750577979, "pvalue": 0.03349094302543441, "lower": 0.14089330399562972, "upper": 2.984185005339009 }, { "event_time": -2, "estimate": -0.44789561237550346, "se": 0.11718893214588384, "pvalue": 0.0018679225805243466, "lower": -0.6992408740132979, "upper": -0.196550350737709 }, { "event_time": -1, "estimate": 0.08512142731658531, "se": 0.05008449906306166, "pvalue": 0.11131470571770706, "lower": -0.02229913954490105, "upper": 0.19254199417807166 }, { "event_time": 0, "estimate": -0.3707054762497692, "se": 0.48670296822684633, "pvalue": 0.4588983439234121, "lower": -1.4145795234727911, "upper": 0.6731685709732527 }, { "event_time": 1, "estimate": -0.12060891599690773, "se": 0.7840747183658554, "pvalue": 0.8799444262180519, "lower": -1.8022819342808956, "upper": 1.5610641022870801 }, { "event_time": 2, "estimate": -1.1384499167630868, "se": 0.9479607153489701, "pvalue": 0.24969705771299047, "lower": -3.1716234397125964, "upper": 0.8947236061864228 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.07668424486347275, "se": 0.7053244123324596, "pvalue": 0.9149659458896872, "lower": -1.4360861653706347, "upper": 1.5894546550975803 }, { "event_time": -2, "estimate": -1.236678785323821, "se": 0.27436834441075814, "pvalue": 0.0004922043986155051, "lower": -1.8251403580020624, "upper": -0.6482172126455797 }, { "event_time": 0, "estimate": 0.1419062332448657, "se": 0.13523723327986903, "pvalue": 0.3118111969426611, "lower": -0.148148784404632, "upper": 0.43196125089436344 }, { "event_time": 1, "estimate": 0.7316862077024758, "se": 0.25953114852812814, "pvalue": 0.013652575060385034, "lower": 0.1750472552393283, "upper": 1.2883251601656234 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5833333333333334, 0.4166666666666667 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.987713626246328e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.029378653930000272, "df_num": 1, "df_den": 152, "pvalue": 0.8641356346203798, "log10_pvalue": -0.06341808536363612, "inference": "Homoskedastic nested-model F", "observations": 178, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 18, "covariance_rank": 1, "rss_unrestricted": 142.32713269546804, "rss_restricted": 142.35464177162797, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5739095744796603 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.3032232450403052 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1318616605125909 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P072", "source_specification_id": "CI-T5-B-C11", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P072.json", "input_bytes": 48467, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p072", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C11", "specification_id": "S01-P072", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C11.csv", "output_dir": "analyses/full-archive/results/S01-P072" }, "source": { "file": "CI-T5-B-C11.csv", "bytes": 48467, "sha256": "63f2eccd781f0c1c0a383fa2e36e27c78ca0a0a174b30a3c89c51ebac855d4ca" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9777926012780265, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04440438154510488, "se": 0.2581006713311633, "pvalue": 0.8657034870994644, "lower": -0.5057241770723763, "upper": 0.594532940162586 }, { "method": "Dynamic TWFE", "estimate": -0.09200875981656306, "se": 0.38444919063900196, "pvalue": 0.8140919843699471, "lower": -0.9114428124948875, "upper": 0.7274252928617613 }, { "method": "BJS / did2s", "estimate": 0.17051404958255964, "se": 0.3099994997939768, "pvalue": 0.5903848696957339, "lower": -0.49023424337707, "upper": 0.8312623425421893 }, { "method": "Sun\u2013Abraham", "estimate": 0.16878837243409034, "se": 0.23362022009370387, "pvalue": 0.4811064671173776, "lower": -0.3291613395182096, "upper": 0.6667380843863903 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.4202296855101235, "se": 0.5301865545436908, "pvalue": 0.017175222539230393, "lower": 0.29016379476607046, "upper": 2.5502955762541766 }, { "event_time": -2, "estimate": 0.7035539680995962, "se": 0.2527770398019082, "pvalue": 0.01392077976283138, "lower": 0.16477246148587366, "upper": 1.2423354747133188 }, { "event_time": 0, "estimate": -0.06271931387566829, "se": 0.295200085133679, "pvalue": 0.8346055135857878, "lower": -0.6919234011830556, "upper": 0.566484773431719 }, { "event_time": 1, "estimate": -0.13249711155838823, "se": 0.551290743039951, "pvalue": 0.8133205759219129, "lower": -1.3075455152822029, "upper": 1.0425512921654265 }, { "event_time": 2, "estimate": -0.3175125779815364, "se": 0.5629329732407885, "pvalue": 0.5810679109319059, "lower": -1.5173758079762285, "upper": 0.8823506520131557 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.5008675984599691, "se": 0.31835088746403045, "pvalue": 0.1364967302317791, "lower": -0.17768125595379003, "upper": 1.179416452873728 }, { "event_time": -2, "estimate": 0.08928680852919597, "se": 0.15549638719001413, "pvalue": 0.5743396147557673, "lower": -0.24214589528314662, "upper": 0.42071951234153854 }, { "event_time": -1, "estimate": -0.04348162771612323, "se": 0.04105685275804347, "pvalue": 0.3063299555221244, "lower": -0.13099223786936962, "upper": 0.04402898243712316 }, { "event_time": 0, "estimate": 0.046562670460084436, "se": 0.2763228940950042, "pvalue": 0.8684346563059268, "lower": -0.5424056365864743, "upper": 0.6355309775066432 }, { "event_time": 1, "estimate": 0.34185860307539306, "se": 0.47291506613530493, "pvalue": 0.4808768140572493, "lower": -0.666135999727074, "upper": 1.34985320587786 }, { "event_time": 2, "estimate": 0.09510363267277124, "se": 0.47833879574171684, "pvalue": 0.8450728220301739, "lower": -0.9244513761345217, "upper": 1.114658641480064 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 1.03632952600787, "se": 0.6141498248125612, "pvalue": 0.11220032579369542, "lower": -0.2726998389944797, "upper": 2.3453588910102194 }, { "event_time": -2, "estimate": 0.4722217168808575, "se": 0.40448634334657874, "pvalue": 0.26124815365868587, "lower": -0.3899205158303432, "upper": 1.3343639495920583 }, { "event_time": 0, "estimate": 0.10249207814133449, "se": 0.2089708762826835, "pvalue": 0.6309045543615716, "lower": -0.3429188011466194, "upper": 0.5479029574292884 }, { "event_time": 1, "estimate": 0.26043324983878224, "se": 0.38972652972030775, "pvalue": 0.5141286438050549, "lower": -0.5702491848261562, "upper": 1.0911156845037207 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.5843847059623775e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.776582958805243, "df_num": 1, "df_den": 164, "pvalue": 0.030267294207242283, "log10_pvalue": -1.5190264017519743, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.9621437831962, "rss_restricted": 169.766749666384, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0962166262893125 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.183892261268609 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.721701680155872 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P073", "source_specification_id": "CI-T5-B-C12", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P073.json", "input_bytes": 36445, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p073", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [follow-up survey sample]", "source_specification_id": "CI-T5-B-C12", "specification_id": "S01-P073", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C12.csv", "output_dir": "analyses/full-archive/results/S01-P073" }, "source": { "file": "CI-T5-B-C12.csv", "bytes": 36445, "sha256": "c63adf8150930a59cecb1db93d03798d092eaad1d18b994815f45afef554754b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.37324394645641973, "rows": 190, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.161233735547124, "se": 0.23175829526333874, "pvalue": 0.4972560973058181, "lower": -0.33274737757162776, "upper": 0.6552148486658758 }, { "method": "Dynamic TWFE", "estimate": 0.2610889385543099, "se": 0.320665020937002, "pvalue": 0.4282614852928448, "lower": -0.422392374598779, "upper": 0.9445702517073988 }, { "method": "BJS / did2s", "estimate": 0.22592870266109172, "se": 0.49834945872146913, "pvalue": 0.656783237881854, "lower": -0.836278024660744, "upper": 1.2881354299829273 }, { "method": "Sun\u2013Abraham", "estimate": 0.16128810371104074, "se": 0.1134886183687887, "pvalue": 0.17571937946615732, "lower": -0.08060716033732077, "upper": 0.4031833677594022 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.34921054114602174, "se": 0.38702988334448635, "pvalue": 0.38116706192140715, "lower": -0.4757241278266368, "upper": 1.1741452101186802 }, { "event_time": -2, "estimate": -0.0949680129844194, "se": 0.28526158812504643, "pvalue": 0.7438055524592123, "lower": -0.7029886953592096, "upper": 0.5130526693903709 }, { "event_time": 0, "estimate": 0.202167447779929, "se": 0.26340582418957786, "pvalue": 0.45468909036976257, "lower": -0.35926877648674493, "upper": 0.763603672046603 }, { "event_time": 1, "estimate": 0.3450074254147919, "se": 0.42926024845777183, "pvalue": 0.4341083076096683, "lower": -0.5699391360874024, "upper": 1.2599539869169862 }, { "event_time": 2, "estimate": 0.414132219364165, "se": 0.30999042989047754, "pvalue": 0.2014813297632705, "lower": -0.24659674155377298, "upper": 1.0748611802821029 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.21282201395982314, "se": 0.5394662129488241, "pvalue": 0.6987607119133732, "lower": -0.9370230004748015, "upper": 1.3626670283944478 }, { "event_time": -2, "estimate": -0.13837449892657921, "se": 0.16405445891729567, "pvalue": 0.41221663779882056, "lower": -0.488048300832904, "upper": 0.21129930297974558 }, { "event_time": -1, "estimate": 0.03441831594091008, "se": 0.046804312565135814, "pvalue": 0.4734585464023846, "lower": -0.06534271480628637, "upper": 0.13417934668810652 }, { "event_time": 0, "estimate": 0.09708189563677469, "se": 0.41120182176402575, "pvalue": 0.8165538638428875, "lower": -0.77937404049551, "upper": 0.9735378317690594 }, { "event_time": 1, "estimate": 0.40943779145330084, "se": 0.6517861401902921, "pvalue": 0.5393346748621014, "lower": -0.9798114808574577, "upper": 1.7986870637640595 }, { "event_time": 2, "estimate": 0.012056764618159804, "se": 0.6472200418431808, "pvalue": 0.9853829683719658, "lower": -1.3674600994456672, "upper": 1.3915736286819866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.12438588113301112, "se": 0.3944491941305992, "pvalue": 0.7568475472491966, "lower": -0.7163626744430744, "upper": 0.9651344367090966 }, { "event_time": -2, "estimate": -0.27683620248494073, "se": 0.44254873491894875, "pvalue": 0.5410117968264382, "lower": -1.2201065024159878, "upper": 0.6664340974461063 }, { "event_time": 0, "estimate": 0.025392863895047885, "se": 0.09586877575928518, "pvalue": 0.794713948491254, "lower": -0.17894659463045257, "upper": 0.22973232242054833 }, { "event_time": 1, "estimate": 0.35483586950957596, "se": 0.19504978062999118, "pvalue": 0.08889678701248799, "lower": -0.060902896775752724, "upper": 0.7705746357949046 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5875, 0.4125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.5612511283791264e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.4798721895549605e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4608953965971196, "df_num": 1, "df_den": 163, "pvalue": 0.49816860286009496, "log10_pvalue": -0.30262364740226644, "inference": "Homoskedastic nested-model F", "observations": 190, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.6078141730833, "rss_restricted": 159.05629031674408, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5263739572996232 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.4659368284355165 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5264334442896401 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P074", "source_specification_id": "CI-T5-C-C01", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P074.json", "input_bytes": 157399, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p074", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C01", "specification_id": "S01-P074", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C01.csv", "output_dir": "analyses/full-archive/results/S01-P074" }, "source": { "file": "CI-T5-C-C01.csv", "bytes": 157399, "sha256": "2292a67d302974778d0351f7ba650a050bcf3c598c2bd7943cb337413cbf8b46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1076, "source_sd": 1.0038277749194622, "rows": 683, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4105352415894667, "se": 0.14104040249783997, "pvalue": 0.009325972514862687, "lower": 0.11422035141728754, "upper": 0.7068501317616458 }, { "method": "Dynamic TWFE", "estimate": 0.4058581920621245, "se": 0.12544088083278745, "pvalue": 0.004590129191643252, "lower": 0.1423166807732717, "upper": 0.6693997033509773 }, { "method": "BJS / did2s", "estimate": 0.37046327835198456, "se": 0.13870551402359055, "pvalue": 0.015585616554127173, "lower": 0.07905380683686075, "upper": 0.6618727498671084 }, { "method": "Sun\u2013Abraham", "estimate": 0.45984172770274206, "se": 0.11093052920455639, "pvalue": 0.000607775152453933, "lower": 0.2267853339612874, "upper": 0.6928981214441967 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.33534432925747293, "se": 0.1124933572659968, "pvalue": 0.008009149312576002, "lower": -0.571684102918315, "upper": -0.0990045555966309 }, { "event_time": -2, "estimate": -0.15638945955856542, "se": 0.13783193408280028, "pvalue": 0.2714112438828219, "lower": -0.4459636077221705, "upper": 0.13318468860503963 }, { "event_time": 0, "estimate": 0.4292483830831133, "se": 0.125317721361987, "pvalue": 0.0030176689680087992, "lower": 0.16596562024092965, "upper": 0.692531145925297 }, { "event_time": 1, "estimate": 0.3635125223430622, "se": 0.13923775569311347, "pvalue": 0.017695334177249975, "lower": 0.07098485257370302, "upper": 0.6560401921124214 }, { "event_time": 2, "estimate": 0.42081910809032225, "se": 0.24239279822212947, "pvalue": 0.09963054063653852, "lower": -0.08842926409024826, "upper": 0.9300674802708928 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.17129915969884155, "se": 0.09588364634481636, "pvalue": 0.09086793979171957, "lower": -0.3727432256033433, "upper": 0.03014490620566021 }, { "event_time": -2, "estimate": 0.020623040474588517, "se": 0.056914909490504484, "pvalue": 0.7213109063758055, "lower": -0.09895074729233619, "upper": 0.14019682824151322 }, { "event_time": -1, "estimate": 0.02079872958203574, "se": 0.021167577443839538, "pvalue": 0.33884028418473106, "lower": -0.023672700408235804, "upper": 0.06527015957230728 }, { "event_time": 0, "estimate": 0.43568638495397716, "se": 0.13253427107565732, "pvalue": 0.004094027242508655, "lower": 0.15724221376384834, "upper": 0.714130556144106 }, { "event_time": 1, "estimate": 0.326611795313362, "se": 0.16014512657320532, "pvalue": 0.056359646566537615, "lower": -0.009840630741475842, "upper": 0.6630642213681999 }, { "event_time": 2, "estimate": 0.2831379123095163, "se": 0.27122414509171167, "pvalue": 0.3103377655883807, "lower": -0.286682871959194, "upper": 0.8529586965782265 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5093845885806233, "se": 0.19780075083539245, "pvalue": 0.019065108344836126, "lower": -0.9249485455869253, "upper": -0.09382063157432136 }, { "event_time": -2, "estimate": -0.1727928860227633, "se": 0.15525752566328174, "pvalue": 0.2803753576283431, "lower": -0.49897684360204053, "upper": 0.1533910715565139 }, { "event_time": 0, "estimate": 0.4907266890087258, "se": 0.10697636505440845, "pvalue": 0.00022857164765366407, "lower": 0.26597768588104787, "upper": 0.7154756921364037 }, { "event_time": 1, "estimate": 0.4348584241044823, "se": 0.11465425549029606, "pvalue": 0.001332658535534146, "lower": 0.1939787717374922, "upper": 0.6757380764714723 }, { "event_time": 2, "estimate": 0.4258242602216345, "se": 0.2758248241629196, "pvalue": 0.14003038284085212, "lower": -0.1536621921078522, "upper": 1.0053107125511211 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4780058651026393, 0.3313782991202346, 0.1906158357771261 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.025384162863872555, "df_num": 1, "df_den": 652, "pvalue": 0.8734628894882257, "log10_pvalue": -0.058755542006586246, "inference": "Homoskedastic nested-model F", "observations": 683, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 739.6194984888045, "rss_restricted": 739.6482939210238, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.33484544435644065 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05404965625332503 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.08095456952632889 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4186759127165261 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P075", "source_specification_id": "CI-T5-C-C02", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P075.json", "input_bytes": 154923, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p075", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C02", "specification_id": "S01-P075", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C02.csv", "output_dir": "analyses/full-archive/results/S01-P075" }, "source": { "file": "CI-T5-C-C02.csv", "bytes": 154923, "sha256": "7dd67ab4f26bd5236135e740944e6db7a6db4e3efa00e0c936294d2a9d50788e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1059, "source_sd": 1.024653073464993, "rows": 676, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.32189403893089286, "se": 0.14366237884102623, "pvalue": 0.037901450586620776, "lower": 0.020070580870323096, "upper": 0.6237174969914626 }, { "method": "Dynamic TWFE", "estimate": 0.2828889523263585, "se": 0.20605461306406744, "pvalue": 0.18665202509581105, "lower": -0.15001572575327976, "upper": 0.7157936304059969 }, { "method": "BJS / did2s", "estimate": 0.312763687867338, "se": 0.16540206334483978, "pvalue": 0.07484113525983059, "lower": -0.03473315251518028, "upper": 0.6602605282498563 }, { "method": "Sun\u2013Abraham", "estimate": 0.34450545002681265, "se": 0.21936245091087844, "pvalue": 0.1337142154742274, "lower": -0.11635795789314468, "upper": 0.8053688579467699 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0803407437204916, "se": 0.23578530114600152, "pvalue": 0.7372463701772133, "lower": -0.4150257922220135, "upper": 0.5757072796629967 }, { "event_time": -2, "estimate": -0.01854995077317135, "se": 0.15147935231693316, "pvalue": 0.903892707384372, "lower": -0.3367962606972536, "upper": 0.2996963591509109 }, { "event_time": 0, "estimate": 0.2993474194744997, "se": 0.16128198358351908, "pvalue": 0.07989407917352309, "lower": -0.03949345452990882, "upper": 0.6381882934789083 }, { "event_time": 1, "estimate": 0.2951671165698158, "se": 0.2360939970982157, "pvalue": 0.22723273669525887, "lower": -0.20084796550242928, "upper": 0.7911821986420609 }, { "event_time": 2, "estimate": 0.22012536256418386, "se": 0.34544646402092266, "pvalue": 0.5320036156889009, "lower": -0.5056307274207055, "upper": 0.9458814525490731 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.029171802255043643, "se": 0.08941510770601938, "pvalue": 0.747996823057404, "lower": -0.21702597276514607, "upper": 0.15868236825505877 }, { "event_time": -2, "estimate": -0.016098499252245706, "se": 0.05494797895485676, "pvalue": 0.7728903957606694, "lower": -0.131539919305205, "upper": 0.09934292080071358 }, { "event_time": -1, "estimate": 0.01435283690813, "se": 0.03338207504118381, "pvalue": 0.6723306300157265, "lower": -0.05578030029487333, "upper": 0.08448597411113333 }, { "event_time": 0, "estimate": 0.3240238002398766, "se": 0.14770295533261582, "pvalue": 0.04162327389999015, "lower": 0.013711405972846424, "upper": 0.6343361945069068 }, { "event_time": 1, "estimate": 0.30776667920915757, "se": 0.19358540734304783, "pvalue": 0.1292842340272648, "lower": -0.09894116974689093, "upper": 0.7144745281652061 }, { "event_time": 2, "estimate": 0.2928501370555972, "se": 0.2764643678086107, "pvalue": 0.30348553290905417, "lower": -0.287979946614818, "upper": 0.8736802207260124 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2005420801909808, "se": 0.3722503277556806, "pvalue": 0.5966742437212106, "lower": -0.9826109982598406, "upper": 0.5815268378778788 }, { "event_time": -2, "estimate": -0.014632174708633733, "se": 0.22740363268621816, "pvalue": 0.949405122197122, "lower": -0.49238947864998683, "upper": 0.4631251292327194 }, { "event_time": 0, "estimate": 0.33322861121178937, "se": 0.15781998031529682, "pvalue": 0.04897843867800709, "lower": 0.0016611361769754973, "upper": 0.6647960862466032 }, { "event_time": 1, "estimate": 0.40977978697202133, "se": 0.3046780582601362, "pvalue": 0.1953406154192365, "lower": -0.23032506080454196, "upper": 1.0498846347485846 }, { "event_time": 2, "estimate": 0.26085968165276274, "se": 0.3462179442107455, "pvalue": 0.4609189732849061, "lower": -0.4665172280665346, "upper": 0.9882365913720601 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48214285714285715, 0.3273809523809524, 0.19047619047619047 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.6243650226606134e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.37191055261811795, "df_num": 1, "df_den": 645, "pvalue": 0.5421794687577995, "log10_pvalue": -0.2658569322996482, "inference": "Homoskedastic nested-model F", "observations": 676, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 627.3476154350458, "rss_restricted": 627.7093475254956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.48996513893707183 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.003484117474000725 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28748062155383897 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6011162486193654 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P076", "source_specification_id": "CI-T5-C-C03", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P076.json", "input_bytes": 154483, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p076", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C03", "specification_id": "S01-P076", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C03.csv", "output_dir": "analyses/full-archive/results/S01-P076" }, "source": { "file": "CI-T5-C-C03.csv", "bytes": 154483, "sha256": "f34dadec7af8c332496fa969b8c8690e1696bdc63d6eee7ff3ac74b5d0af8701" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 1.008773868579148, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23709369878871236, "se": 0.09734179090682957, "pvalue": 0.02548557205046169, "lower": 0.03258618483601944, "upper": 0.4416012127414053 }, { "method": "Dynamic TWFE", "estimate": 0.14956552060300193, "se": 0.12293668767216552, "pvalue": 0.2394668628329103, "lower": -0.10871487608167935, "upper": 0.4078459172876832 }, { "method": "BJS / did2s", "estimate": 0.1793526180136395, "se": 0.1201143796271201, "pvalue": 0.15271124548083825, "lower": -0.07299832949485624, "upper": 0.43170356552213524 }, { "method": "Sun\u2013Abraham", "estimate": 0.17714854287302012, "se": 0.11426107153568407, "pvalue": 0.13845311798346777, "lower": -0.06290506065785648, "upper": 0.41720214640389675 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.022384271044201733, "se": 0.31299744018716164, "pvalue": 0.9437758547699353, "lower": -0.6351989495840322, "upper": 0.6799674916724356 }, { "event_time": -2, "estimate": -0.0023108654719100822, "se": 0.17989534265446036, "pvalue": 0.9898922749079878, "lower": -0.3802569557913796, "upper": 0.37563522484755946 }, { "event_time": 0, "estimate": 0.23790087385173833, "se": 0.09358077720182126, "pvalue": 0.020430178477883542, "lower": 0.041294956485545986, "upper": 0.4345067912179307 }, { "event_time": 1, "estimate": 0.06322775704911021, "se": 0.16189619366329586, "pvalue": 0.7007170542696713, "lower": -0.27690352444923955, "upper": 0.40335903854745997 }, { "event_time": 2, "estimate": 0.07316594543844318, "se": 0.20767787886614478, "pvalue": 0.7287008346612234, "lower": -0.3631490875419489, "upper": 0.5094809784188352 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0013242424991051012, "se": 0.11603762207415141, "pvalue": 0.9910201302821378, "lower": -0.24511024021184982, "upper": 0.24246175521363963 }, { "event_time": -2, "estimate": -0.02523477636498435, "se": 0.05214660366599052, "pvalue": 0.6342777878535024, "lower": -0.13479072533057795, "upper": 0.08432117260060926 }, { "event_time": -1, "estimate": 0.014215272958100775, "se": 0.0207456247117168, "pvalue": 0.5019361437690779, "lower": -0.02936966723731419, "upper": 0.05780021315351574 }, { "event_time": 0, "estimate": 0.2644231729513395, "se": 0.10269543313476473, "pvalue": 0.01908158381867802, "lower": 0.04866807404641246, "upper": 0.4801782718562665 }, { "event_time": 1, "estimate": 0.06323083613365382, "se": 0.1716146884233593, "pvalue": 0.7168379016143677, "lower": -0.2973182452040803, "upper": 0.42377991747138793 }, { "event_time": 2, "estimate": 0.16335208002778276, "se": 0.1923637110154503, "pvalue": 0.40693186126656017, "lower": -0.24078908018713455, "upper": 0.5674932402427001 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09846135092484139, "se": 0.3371928775708094, "pvalue": 0.7736230932450086, "lower": -0.806877299225653, "upper": 0.6099545973759701 }, { "event_time": -2, "estimate": -0.10501388789129965, "se": 0.1534633139362708, "pvalue": 0.5025061073369507, "lower": -0.42742834650844064, "upper": 0.21740057072584137 }, { "event_time": 0, "estimate": 0.24920129107731173, "se": 0.07905589624629168, "pvalue": 0.005511479028623771, "lower": 0.08311101624246878, "upper": 0.41529156591215466 }, { "event_time": 1, "estimate": 0.07004057790302767, "se": 0.18017553306394296, "pvalue": 0.7020319552422333, "lower": -0.30849417062318807, "upper": 0.44857532642924336 }, { "event_time": 2, "estimate": 0.17888395458101905, "se": 0.18906696008204701, "pvalue": 0.356605944966502, "lower": -0.21833098893672612, "upper": 0.5760988980987642 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7153526892683115e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21466534303729037, "df_num": 1, "df_den": 643, "pvalue": 0.6432918537486636, "log10_pvalue": -0.1915919482023121, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 662.76071639885, "rss_restricted": 662.9819788506967, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09377649933587205 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.4305738356121076 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.22487522718449304 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3274985084976827 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P077", "source_specification_id": "CI-T5-C-C04", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P077.json", "input_bytes": 148787, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p077", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C04", "specification_id": "S01-P077", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C04.csv", "output_dir": "analyses/full-archive/results/S01-P077" }, "source": { "file": "CI-T5-C-C04.csv", "bytes": 148787, "sha256": "0a4ddb98e875cf915d2a27754bacfa89735aef1d49ce480c4d2a42f110add3f9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1017, "source_sd": 0.977146953252265, "rows": 652, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23582791435780864, "se": 0.15115025994902712, "pvalue": 0.13611658063168652, "lower": -0.0817269981572647, "upper": 0.553382826872882 }, { "method": "Dynamic TWFE", "estimate": 0.12751990712161132, "se": 0.20326405160059538, "pvalue": 0.5383003023387085, "lower": -0.2995220188747712, "upper": 0.5545618331179938 }, { "method": "BJS / did2s", "estimate": 0.2015398324790163, "se": 0.17892541381205687, "pvalue": 0.2747940593987179, "lower": -0.17436851295798228, "upper": 0.5774481779160149 }, { "method": "Sun\u2013Abraham", "estimate": 0.07075989313060833, "se": 0.2132728729157203, "pvalue": 0.743886554756117, "lower": -0.37730978616355443, "upper": 0.5188295724247711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4793329413761492, "se": 0.2736374217326266, "pvalue": 0.09684390197638751, "lower": -0.0955579489766582, "upper": 1.0542238317289565 }, { "event_time": -2, "estimate": 0.11589261888651405, "se": 0.1704790370983479, "pvalue": 0.5052771002799211, "lower": -0.24227054755247474, "upper": 0.4740557853255028 }, { "event_time": 0, "estimate": 0.21909501235305961, "se": 0.1578557441515874, "pvalue": 0.18209576636115224, "lower": -0.11254759971366074, "upper": 0.5507376244197799 }, { "event_time": 1, "estimate": 0.005157863414913895, "se": 0.22839397359879496, "pvalue": 0.9822312237778031, "lower": -0.4746800695770242, "upper": 0.48499579640685203 }, { "event_time": 2, "estimate": 0.10445572862280063, "se": 0.34638023270887175, "pvalue": 0.7664408478639412, "lower": -0.6232621365790878, "upper": 0.832173593824689 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.24421147770631807, "se": 0.11862099006895434, "pvalue": 0.054289540644874734, "lower": -0.005001974764761413, "upper": 0.4934249301773975 }, { "event_time": -2, "estimate": -0.04275688679842263, "se": 0.07937130646338857, "pvalue": 0.5966976203389638, "lower": -0.20950981391008164, "upper": 0.12399604031323638 }, { "event_time": -1, "estimate": -0.021180095653988422, "se": 0.031994657302333585, "pvalue": 0.5163649529387419, "lower": -0.08839837635041992, "upper": 0.04603818504244308 }, { "event_time": 0, "estimate": 0.2519925363855253, "se": 0.14448713876394315, "pvalue": 0.09820329538736056, "lower": -0.051563677975008104, "upper": 0.5555487507460588 }, { "event_time": 1, "estimate": 0.14823868972951582, "se": 0.18712006782526272, "pvalue": 0.4385540295680244, "lower": -0.24488598493597658, "upper": 0.5413633643950082 }, { "event_time": 2, "estimate": 0.1643078098253299, "se": 0.3371508865739736, "pvalue": 0.6318981340071941, "lower": -0.5440199186647375, "upper": 0.8726355383153973 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6463884835422231, "se": 0.2649973850031103, "pvalue": 0.025299990670157372, "lower": 0.08964963678294868, "upper": 1.2031273303014975 }, { "event_time": -2, "estimate": 0.22303934847468698, "se": 0.22562274135103547, "pvalue": 0.33598654607527095, "lower": -0.2509764416093065, "upper": 0.6970551385586805 }, { "event_time": 0, "estimate": 0.16113146089492872, "se": 0.16911455244061357, "pvalue": 0.3533146089565439, "lower": -0.19416502965305518, "upper": 0.5164279514429126 }, { "event_time": 1, "estimate": 0.004591244149932231, "se": 0.2041496929797747, "pvalue": 0.9823048478968464, "lower": -0.4243113453397176, "upper": 0.43349383363958205 }, { "event_time": 2, "estimate": -0.04685419452589386, "se": 0.4209370514545182, "pvalue": 0.9126029036084691, "lower": -0.9312101234807671, "upper": 0.8375017344289793 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4845679012345679, 0.3271604938271605, 0.1882716049382716 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03055997584018018, "df_num": 1, "df_den": 621, "pvalue": 0.8612826733542684, "log10_pvalue": -0.06485428951008305, "inference": "Homoskedastic nested-model F", "observations": 652, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 609.1897089714944, "rss_restricted": 609.2196877521518, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5697728595042388 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6442390893153587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0839612042271336 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5935171872306434 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P078", "source_specification_id": "CI-T5-C-C05", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P078.json", "input_bytes": 116159, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p078", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [science-track students only]", "source_specification_id": "CI-T5-C-C05", "specification_id": "S01-P078", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C05.csv", "output_dir": "analyses/full-archive/results/S01-P078" }, "source": { "file": "CI-T5-C-C05.csv", "bytes": 116159, "sha256": "9ac1d43b5077c2e2b65d1442453400c22899f7b004d05105c5c2d0c113a093c6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 0.48578456509863044, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.264675995173418, "se": 0.11777799410823679, "pvalue": 0.03740155223517578, "lower": 0.017233611496044188, "upper": 0.5121183788507918 }, { "method": "Dynamic TWFE", "estimate": 0.2726848526117863, "se": 0.19501099709179584, "pvalue": 0.17901379288099353, "lower": -0.13701804926774858, "upper": 0.6823877544913213 }, { "method": "BJS / did2s", "estimate": 0.29501717640003045, "se": 0.16023571818625676, "pvalue": 0.08214352123884086, "lower": -0.04162557557132812, "upper": 0.6316599283713891 }, { "method": "Sun\u2013Abraham", "estimate": 0.3223054726379633, "se": 0.1959054247052868, "pvalue": 0.1172762637909061, "lower": -0.08927655192815498, "upper": 0.7338874972040815 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1289750428604999, "se": 0.32810528553418006, "pvalue": 0.6988693956191878, "lower": -0.5603485830378381, "upper": 0.8182986687588378 }, { "event_time": -2, "estimate": 0.09381690138970818, "se": 0.17945693707640586, "pvalue": 0.6075013804488258, "lower": -0.2832081329882621, "upper": 0.4708419357676784 }, { "event_time": 0, "estimate": 0.2602030488712681, "se": 0.14005227280266486, "pvalue": 0.07961876872748855, "lower": -0.03403585784570101, "upper": 0.5544419555882372 }, { "event_time": 1, "estimate": 0.3028681008432638, "se": 0.2390240936434315, "pvalue": 0.22126798668789086, "lower": -0.19930288564085924, "upper": 0.8050390873273869 }, { "event_time": 2, "estimate": 0.25208000976260264, "se": 0.3254270155218847, "pvalue": 0.44862467186818183, "lower": -0.4316167796371873, "upper": 0.9357767991623926 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.058608383082509846, "se": 0.10577592281167222, "pvalue": 0.58634218167033, "lower": -0.2808353506443868, "upper": 0.16361858447936714 }, { "event_time": -2, "estimate": 0.033483986686668465, "se": 0.06786035356331913, "pvalue": 0.6276786401481865, "lower": -0.10908532577305816, "upper": 0.1760532991463951 }, { "event_time": -1, "estimate": -0.007885791571645859, "se": 0.029040637710220515, "pvalue": 0.7890630245363868, "lower": -0.06889790739970317, "upper": 0.05312632425641146 }, { "event_time": 0, "estimate": 0.2613015902313064, "se": 0.12210967577451041, "pvalue": 0.04631203238565519, "lower": 0.00475868106995031, "upper": 0.5178444993926625 }, { "event_time": 1, "estimate": 0.34009324340897207, "se": 0.1983867216640621, "pvalue": 0.10364139391495084, "lower": -0.07670179262622023, "upper": 0.7568882794441644 }, { "event_time": 2, "estimate": 0.3030101539928831, "se": 0.2989269770979049, "pvalue": 0.3241778977489865, "lower": -0.3250121206147334, "upper": 0.9310324286004996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09090574909527017, "se": 0.2906400986189122, "pvalue": 0.7580443618913157, "lower": -0.7015179380615718, "upper": 0.5197064398710315 }, { "event_time": -2, "estimate": 0.06360759264637571, "se": 0.18288044485902827, "pvalue": 0.7320172794813703, "lower": -0.3206099646870426, "upper": 0.44782514997979406 }, { "event_time": 0, "estimate": 0.29124575286724613, "se": 0.13308294531464884, "pvalue": 0.04206457823233772, "lower": 0.011648859875507567, "upper": 0.5708426458589847 }, { "event_time": 1, "estimate": 0.39253250219551605, "se": 0.23587063389501498, "pvalue": 0.11338647691836158, "lower": -0.10301331120014579, "upper": 0.8880783155911779 }, { "event_time": 2, "estimate": 0.27955470043995334, "se": 0.37091020892757554, "pvalue": 0.46077602959931596, "lower": -0.4996987324463984, "upper": 1.058808133326305 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.791144365601745e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.017874351745550358, "df_num": 1, "df_den": 643, "pvalue": 0.8936855951413996, "log10_pvalue": -0.0488152421783305, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 634.7162177707673, "rss_restricted": 634.7338618468716, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2032618891241475 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.009484680951869153 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.06350197256350959 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.44454994254289704 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P079", "source_specification_id": "CI-T5-C-C06", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P079.json", "input_bytes": 110155, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p079", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [science-track students only]", "source_specification_id": "CI-T5-C-C06", "specification_id": "S01-P079", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C06.csv", "output_dir": "analyses/full-archive/results/S01-P079" }, "source": { "file": "CI-T5-C-C06.csv", "bytes": 110155, "sha256": "8ebe457a3333574ae6606760bc30e441864d69edcd020300e844efeabfa615bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1002, "source_sd": 0.4527875222948195, "rows": 640, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.022752399509013088, "se": 0.17966124563021166, "pvalue": 0.9006288208538716, "lower": -0.3547018712126575, "upper": 0.4002066702306837 }, { "method": "Dynamic TWFE", "estimate": 0.033531574397901956, "se": 0.23942597839919832, "pvalue": 0.8901758284926146, "lower": -0.46948374062724857, "upper": 0.5365468894230525 }, { "method": "BJS / did2s", "estimate": 0.05607109758103658, "se": 0.23724532341268442, "pvalue": 0.815835627034186, "lower": -0.44236283132078535, "upper": 0.5545050264828585 }, { "method": "Sun\u2013Abraham", "estimate": 0.025541150642906123, "se": 0.2522132665571726, "pvalue": 0.9204571808592226, "lower": -0.5043392599082458, "upper": 0.5554215611940579 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2668983368919008, "se": 0.31315883008237183, "pvalue": 0.40525750786194614, "lower": -0.3910239513242525, "upper": 0.9248206251080541 }, { "event_time": -2, "estimate": 0.27025089975565303, "se": 0.1728621257425402, "pvalue": 0.13537116566959437, "lower": -0.09291895013976742, "upper": 0.6334207496510735 }, { "event_time": 0, "estimate": 0.03332480714632703, "se": 0.18924622830355592, "pvalue": 0.8621874038735692, "lower": -0.364266764929101, "upper": 0.430916379221755 }, { "event_time": 1, "estimate": 0.05187911516608398, "se": 0.2564610495535954, "pvalue": 0.8419599903190178, "lower": -0.4869255563044136, "upper": 0.5906837866365816 }, { "event_time": 2, "estimate": 0.002670111507774467, "se": 0.3867771697494075, "pvalue": 0.9945677942454724, "lower": -0.8099185690808051, "upper": 0.8152587920963541 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011736582482568371, "se": 0.1183462944827192, "pvalue": 0.9220982005647569, "lower": -0.2603729209421695, "upper": 0.23689975597703278 }, { "event_time": -2, "estimate": 0.08983429283004303, "se": 0.06372102572209586, "pvalue": 0.17564194478637613, "lower": -0.044038614536274265, "upper": 0.2237072001963603 }, { "event_time": -1, "estimate": -0.045873327741674255, "se": 0.02857912764180582, "pvalue": 0.12586534298326826, "lower": -0.10591584689520599, "upper": 0.014169191411857476 }, { "event_time": 0, "estimate": 0.03802506343340793, "se": 0.20431948815536918, "pvalue": 0.854442989837265, "lower": -0.39123425248297494, "upper": 0.46728437934979083 }, { "event_time": 1, "estimate": 0.07724143467674391, "se": 0.22704888612762114, "pvalue": 0.737645771505034, "lower": -0.3997705744009531, "upper": 0.5542534437544409 }, { "event_time": 2, "estimate": 0.0641185404567556, "se": 0.38451262351765036, "pvalue": 0.8694235294928593, "lower": -0.7437125050423806, "upper": 0.8719495859558918 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.31901757482201226, "se": 0.3100460976418578, "pvalue": 0.31713862193257725, "lower": -0.33236510520449175, "upper": 0.9704002548485162 }, { "event_time": -2, "estimate": 0.2817096968164088, "se": 0.21462439702090688, "pvalue": 0.20581837080456236, "lower": -0.16919942925825754, "upper": 0.732618822891075 }, { "event_time": 0, "estimate": 0.030891629021783468, "se": 0.19424579103354356, "pvalue": 0.8754131100193082, "lower": -0.37720363458464323, "upper": 0.4389868926282102 }, { "event_time": 1, "estimate": 0.0027223020367852027, "se": 0.2463685544498602, "pvalue": 0.9913053322809651, "lower": -0.5148788240292503, "upper": 0.5203234281028208 }, { "event_time": 2, "estimate": 0.051436719008381336, "se": 0.4596372616318702, "pvalue": 0.9121354807688995, "lower": -0.9142253344700513, "upper": 1.017098772486814 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.475, 0.33125, 0.19375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.2669209748338058e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.044480358305321745, "df_num": 1, "df_den": 609, "pvalue": 0.8330329896265545, "log10_pvalue": -0.07933779939864223, "inference": "Homoskedastic nested-model F", "observations": 640, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 628.1432542828545, "rss_restricted": 628.1891328329655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.1530829742016886 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27932858795735344 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.10579949711557426 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.03330492450839242 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P080", "source_specification_id": "CI-T5-C-C07", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P080.json", "input_bytes": 160941, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p080", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C07", "specification_id": "S01-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C07.csv", "output_dir": "analyses/full-archive/results/S01-P080" }, "source": { "file": "CI-T5-C-C07.csv", "bytes": 160941, "sha256": "f57992f99c45adb92609ab25edb094f05be3faa73a201eb0b7a03067a1b1fca9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1101, "source_sd": 0.9733997053729233, "rows": 700, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16001101263152434, "se": 0.1601630442793191, "pvalue": 0.33101204566342385, "lower": -0.17647905712699852, "upper": 0.4965010823900472 }, { "method": "Dynamic TWFE", "estimate": 0.1552157707827433, "se": 0.18979010446860858, "pvalue": 0.4241492911189217, "lower": -0.24351844271500567, "upper": 0.5539499842804922 }, { "method": "BJS / did2s", "estimate": 0.23344681597747013, "se": 0.17882077069954494, "pvalue": 0.20817053472132313, "lower": -0.1422416824380927, "upper": 0.6091353143930329 }, { "method": "Sun\u2013Abraham", "estimate": 0.07159163451959023, "se": 0.1874306829433942, "pvalue": 0.7069606171644892, "lower": -0.3221856182936167, "upper": 0.46536888733279713 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3912354850895506, "se": 0.2332123363893215, "pvalue": 0.11070498459080957, "lower": -0.09872545248688208, "upper": 0.8811964226659832 }, { "event_time": -2, "estimate": -0.027942782813418793, "se": 0.17867492222248113, "pvalue": 0.8774671127828783, "lower": -0.4033248649489827, "upper": 0.3474392993221451 }, { "event_time": 0, "estimate": 0.11494013074267921, "se": 0.17176880312988477, "pvalue": 0.5118881132846463, "lower": -0.24593273357871953, "upper": 0.475812995064078 }, { "event_time": 1, "estimate": 0.17077683148338976, "se": 0.21367618409969807, "pvalue": 0.43457632233147725, "lower": -0.2781401731662676, "upper": 0.6196938361330472 }, { "event_time": 2, "estimate": 0.23076030206751894, "se": 0.2787647254519755, "pvalue": 0.41862652027720026, "lower": -0.35490265367627827, "upper": 0.8164232578113162 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.190254751520915, "se": 0.12120180900246179, "pvalue": 0.13388851143422123, "lower": -0.06438080032944163, "upper": 0.44489030337127167 }, { "event_time": -2, "estimate": 0.02468879176897182, "se": 0.08625353309074486, "pvalue": 0.7779663412970496, "lower": -0.1565231569500338, "upper": 0.20590074048797744 }, { "event_time": -1, "estimate": -0.052721949614282726, "se": 0.03770408618000875, "pvalue": 0.17901271686611542, "lower": -0.13193529527701064, "upper": 0.026491396048445193 }, { "event_time": 0, "estimate": 0.17597333886638977, "se": 0.1879679591992853, "pvalue": 0.3615679931121268, "lower": -0.21893268947451694, "upper": 0.5708793672072965 }, { "event_time": 1, "estimate": 0.3114731098933082, "se": 0.19829455969641238, "pvalue": 0.1336504117699236, "lower": -0.10512830103277687, "upper": 0.7280745208193933 }, { "event_time": 2, "estimate": 0.24229441057776605, "se": 0.23288808033384129, "pvalue": 0.3119325411753545, "lower": -0.2469852903050266, "upper": 0.7315741114605587 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6896158632481039, "se": 0.26465844288349777, "pvalue": 0.01788436879933963, "lower": 0.13358910745828945, "upper": 1.2456426190379184 }, { "event_time": -2, "estimate": 0.5753273472115268, "se": 0.1951089204717488, "pvalue": 0.008589897250296493, "lower": 0.16541871594479385, "upper": 0.9852359784782597 }, { "event_time": 0, "estimate": 0.053408062093887654, "se": 0.15265523861125974, "pvalue": 0.7305034745712115, "lower": -0.2673086932627627, "upper": 0.374124817450538 }, { "event_time": 1, "estimate": 0.2604716851404905, "se": 0.22301348172744612, "pvalue": 0.25805947553798375, "lower": -0.20806225389159305, "upper": 0.7290056241725741 }, { "event_time": 2, "estimate": -0.2166802167334644, "se": 0.30136312480852934, "pvalue": 0.481371427255915, "lower": -0.8498206477596145, "upper": 0.41646021429268576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48011363636363635, 0.33238636363636365, 0.1875 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7748115388986643e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 13.963479684272693, "df_num": 1, "df_den": 669, "pvalue": 0.00020231659013051603, "log10_pvalue": -3.6939685032562783, "inference": "Homoskedastic nested-model F", "observations": 700, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 640.5572379372906, "rss_restricted": 653.9270555434956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.7104218003027107 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.0227804037006942 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.7323898610603616 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.9507827931498118 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P081", "source_specification_id": "CI-T5-C-C08", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P081.json", "input_bytes": 114220, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p081", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [science-track students only]", "source_specification_id": "CI-T5-C-C08", "specification_id": "S01-P081", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C08.csv", "output_dir": "analyses/full-archive/results/S01-P081" }, "source": { "file": "CI-T5-C-C08.csv", "bytes": 114220, "sha256": "247cd228abb070c7236ad52af60d8c11b2218320c93e13f05a5d6fdac179aeaa" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1038, "source_sd": 0.7401111438254223, "rows": 661, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16805116826903127, "se": 0.17673419997090717, "pvalue": 0.3542647499299058, "lower": -0.20325360771421463, "upper": 0.5393559442522772 }, { "method": "Dynamic TWFE", "estimate": -0.09953972617637045, "se": 0.29597253001438883, "pvalue": 0.7405229694054188, "lower": -0.7213549377895021, "upper": 0.5222754854367613 }, { "method": "BJS / did2s", "estimate": 0.030290971187605154, "se": 0.25521980964173213, "pvalue": 0.9068387785100414, "lower": -0.5059059519948321, "upper": 0.5664878943700424 }, { "method": "Sun\u2013Abraham", "estimate": -0.02067761653089223, "se": 0.3212444740290497, "pvalue": 0.9493872821140735, "lower": -0.6955872123241627, "upper": 0.6542319792623781 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.43756545458923274, "se": 0.37281338928806457, "pvalue": 0.2558178158437141, "lower": -0.34568641186302435, "upper": 1.2208173210414899 }, { "event_time": -2, "estimate": -0.2837269976368704, "se": 0.24446229362199287, "pvalue": 0.26095994327854294, "lower": -0.7973232183151915, "upper": 0.22986922304145058 }, { "event_time": 0, "estimate": 0.10250744204113478, "se": 0.20248868827300942, "pvalue": 0.6188338148899041, "lower": -0.3229055060511278, "upper": 0.5279203901333973 }, { "event_time": 1, "estimate": -0.3621970610678624, "se": 0.35378111604862317, "pvalue": 0.31949825066041765, "lower": -1.1054636051954874, "upper": 0.3810694830597625 }, { "event_time": 2, "estimate": -0.14540811885507188, "se": 0.5118348120456936, "pvalue": 0.7795821363180693, "lower": -1.2207331564444988, "upper": 0.9299169187343551 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.25838453748998796, "se": 0.1483197453746862, "pvalue": 0.09855563397869176, "lower": -0.05322368457062904, "upper": 0.5699927595506049 }, { "event_time": -2, "estimate": -0.21251542930025688, "se": 0.10805636887151915, "pvalue": 0.06482841032590943, "lower": -0.43953343625084706, "upper": 0.014502577650333331 }, { "event_time": -1, "estimate": 0.07468146775349377, "se": 0.04928354675562635, "pvalue": 0.14704946911252012, "lower": -0.028859421846651342, "upper": 0.1782223573536389 }, { "event_time": 0, "estimate": 0.21810619731149256, "se": 0.19652574737194106, "pvalue": 0.2816880970981346, "lower": -0.1947790768170607, "upper": 0.6309914714400457 }, { "event_time": 1, "estimate": -0.1635004185639637, "se": 0.2708965379833145, "pvalue": 0.5536713706479869, "lower": -0.7326329258381027, "upper": 0.4056320887101753 }, { "event_time": 2, "estimate": -0.0994854382156556, "se": 0.4932767313534614, "pvalue": 0.8424264382210779, "lower": -1.1358213950542002, "upper": 0.936850518622889 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.003306080512218301, "se": 0.43145632196939426, "pvalue": 0.9939704710076898, "lower": -0.9097621767390524, "upper": 0.9031500157146158 }, { "event_time": -2, "estimate": -0.38076184420683734, "se": 0.32757495743180615, "pvalue": 0.2602673061566428, "lower": -1.0689712921063388, "upper": 0.3074476036926641 }, { "event_time": 0, "estimate": 0.12716236307664824, "se": 0.21738372613105048, "pvalue": 0.5658311679940383, "lower": -0.3295438983417974, "upper": 0.5838686244950939 }, { "event_time": 1, "estimate": -0.10346053139986043, "se": 0.3542718706095879, "pvalue": 0.7735974776240273, "lower": -0.847758112600965, "upper": 0.6408370498012441 }, { "event_time": 2, "estimate": -0.2435299831667459, "se": 0.615170717353357, "pvalue": 0.6968511580882815, "lower": -1.5359557017653038, "upper": 1.048895735431812 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47560975609756095, 0.3323170731707317, 0.19207317073170732 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2202535444774286e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.551030572123559, "df_num": 1, "df_den": 630, "pvalue": 0.4581735747017874, "log10_pvalue": -0.3389699624887018, "inference": "Homoskedastic nested-model F", "observations": 661, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 652.1659925946902, "rss_restricted": 652.7364106899585, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.7970044850424391 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.7863049315573232 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.36427701493695064 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.452116010052323 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P082", "source_specification_id": "CI-T5-C-C09", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P082.json", "input_bytes": 152525, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p082", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C09", "specification_id": "S01-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C09.csv", "output_dir": "analyses/full-archive/results/S01-P082" }, "source": { "file": "CI-T5-C-C09.csv", "bytes": 152525, "sha256": "0d1eb15614ac1bae48d3f8f2aa924bf1235641871cf5d1b42be8a80ba7a5b7a0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1044, "source_sd": 0.9804089792282011, "rows": 664, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.130558664046681, "se": 0.20311776580766325, "pvalue": 0.528474765400332, "lower": -0.5572932549965183, "upper": 0.2961759269031563 }, { "method": "Dynamic TWFE", "estimate": -0.2268286737661935, "se": 0.29017445272300063, "pvalue": 0.44455354816724696, "lower": -0.8364625770068267, "upper": 0.3828052294744396 }, { "method": "BJS / did2s", "estimate": -0.16584054066400708, "se": 0.2612503022238842, "pvalue": 0.5335481895630468, "lower": -0.7147070586257978, "upper": 0.38302597729778354 }, { "method": "Sun\u2013Abraham", "estimate": -0.25577428336671953, "se": 0.2879755077337005, "pvalue": 0.3861586559511879, "lower": -0.8607883746140546, "upper": 0.3492398078806154 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1327626599488652, "se": 0.458636598318507, "pvalue": 0.7755277041025727, "lower": -0.8307970779196621, "upper": 1.0963223978173924 }, { "event_time": -2, "estimate": 0.17787397991252804, "se": 0.25146222514590144, "pvalue": 0.4884015674896934, "lower": -0.3504285511845505, "upper": 0.7061765110096067 }, { "event_time": 0, "estimate": -0.1488354931728388, "se": 0.218990192586897, "pvalue": 0.5053767583836645, "lower": -0.6089168153752803, "upper": 0.31124582902960274 }, { "event_time": 1, "estimate": -0.19506139210753773, "se": 0.33459852331211204, "pvalue": 0.5671451600502614, "lower": -0.8980268043660588, "upper": 0.5079040201509833 }, { "event_time": 2, "estimate": -0.4766593140139526, "se": 0.4930560027779295, "pvalue": 0.34648224072640205, "lower": -1.5125315373232513, "upper": 0.5592129092953462 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.007921668930689796, "se": 0.17992610357487876, "pvalue": 0.9653673501828115, "lower": -0.38593238554584447, "upper": 0.3700890476844649 }, { "event_time": -2, "estimate": 0.07929100815060099, "se": 0.0824078255402936, "pvalue": 0.34870875319577194, "lower": -0.09384140881534019, "upper": 0.25242342511654214 }, { "event_time": -1, "estimate": -0.043612293692936004, "se": 0.042792192996123204, "pvalue": 0.3216284828065832, "lower": -0.13351535510873944, "upper": 0.04629076772286742 }, { "event_time": 0, "estimate": -0.12845800726310064, "se": 0.20796509247912842, "pvalue": 0.5445158417589853, "lower": -0.5653764536532673, "upper": 0.30846043912706606 }, { "event_time": 1, "estimate": -0.10794267410760164, "se": 0.30139950551108463, "pvalue": 0.7244054800111572, "lower": -0.7411595381535896, "upper": 0.5252741899383864 }, { "event_time": 2, "estimate": -0.36009170042824373, "se": 0.3973586726251712, "pvalue": 0.3767944935233618, "lower": -1.1949112936273891, "upper": 0.4747278927709017 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2892365067688925, "se": 0.5062637349284627, "pvalue": 0.5748505220500801, "lower": -0.7743841321170615, "upper": 1.3528571456548464 }, { "event_time": -2, "estimate": 0.23607216511322204, "se": 0.27317444942095853, "pvalue": 0.3988585744631196, "lower": -0.33784605650598043, "upper": 0.8099903867324245 }, { "event_time": 0, "estimate": -0.155430513576035, "se": 0.21329399982114183, "pvalue": 0.4755511411781457, "lower": -0.60354457885144, "upper": 0.29268355169936994 }, { "event_time": 1, "estimate": -0.2636960710310411, "se": 0.3977715595113763, "pvalue": 0.5157734887084977, "lower": -1.0993831073895413, "upper": 0.5719909653274592 }, { "event_time": 2, "estimate": -0.49200563597088, "se": 0.4212447228845947, "pvalue": 0.2580529180292623, "lower": -1.3770079586143535, "upper": 0.39299668667259346 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47575757575757577, 0.3333333333333333, 0.19090909090909092 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7205036997878002e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10168390876909644, "df_num": 1, "df_den": 633, "pvalue": 0.7499233525260419, "log10_pvalue": -0.12498312230969551, "inference": "Homoskedastic nested-model F", "observations": 664, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 660.7764792115106, "rss_restricted": 660.8826250807506, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21897918846948275 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.03709347053577006 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15611642063222692 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.23823947767935338 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P083", "source_specification_id": "CI-T5-C-C10", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P083.json", "input_bytes": 151302, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p083", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C10", "specification_id": "S01-P083", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C10.csv", "output_dir": "analyses/full-archive/results/S01-P083" }, "source": { "file": "CI-T5-C-C10.csv", "bytes": 151302, "sha256": "13117ac2f9730ce63978221dc7ac0b43390ce0c7e8d11020c4518eafe211e665" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.9992011694419498, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.062069807401543796, "se": 0.15104534107878517, "pvalue": 0.6859710854806866, "lower": -0.2552646787466011, "upper": 0.37940429354968863 }, { "method": "Dynamic TWFE", "estimate": 0.06193998623084273, "se": 0.16094102523121517, "pvalue": 0.704849703774523, "lower": -0.27618456085640625, "upper": 0.4000645333180917 }, { "method": "BJS / did2s", "estimate": -0.08087771136888121, "se": 0.1999608052345172, "pvalue": 0.6906344180268776, "lower": -0.500979774270424, "upper": 0.33922435153266156 }, { "method": "Sun\u2013Abraham", "estimate": 0.04879427886184874, "se": 0.15169984627352726, "pvalue": 0.7514229228815121, "lower": -0.26991527167538204, "upper": 0.3675038293990795 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6853985333817327, "se": 0.22789523474568166, "pvalue": 0.007560793993059512, "lower": -1.1641886549248406, "upper": -0.20660841183862488 }, { "event_time": -2, "estimate": -0.42504276703180605, "se": 0.1852773261150372, "pvalue": 0.03403265053875083, "lower": -0.8142959850238142, "upper": -0.03578954903979792 }, { "event_time": 0, "estimate": 0.04138789962214141, "se": 0.16314251418520345, "pvalue": 0.8026088658902973, "lower": -0.3013618041298888, "upper": 0.3841376033741716 }, { "event_time": 1, "estimate": 0.12462404036744872, "se": 0.19957191459964588, "pvalue": 0.5401627355886005, "lower": -0.29466099362804954, "upper": 0.543909074362947 }, { "event_time": 2, "estimate": 0.003449076715800037, "se": 0.19899288034460905, "pvalue": 0.9863619069773819, "lower": -0.4146194514512368, "upper": 0.42151760488283685 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14889212676952798, "se": 0.09700122193063611, "pvalue": 0.1421860714306453, "lower": -0.35268413185391373, "upper": 0.054899878314857764 }, { "event_time": -2, "estimate": -0.015174914788813186, "se": 0.07349023720805514, "pvalue": 0.8387267723315994, "lower": -0.16957217388175827, "upper": 0.13922234430413188 }, { "event_time": -1, "estimate": 0.035413954934752294, "se": 0.0385302105085064, "pvalue": 0.37018529952375817, "lower": -0.04553501353769566, "upper": 0.11636292340720025 }, { "event_time": 0, "estimate": -0.008462005577069574, "se": 0.1554156383685089, "pvalue": 0.9571783465459339, "lower": -0.3349781456236007, "upper": 0.31805413446946157 }, { "event_time": 1, "estimate": -0.07001035882363851, "se": 0.3075133180920377, "pvalue": 0.8224718137593564, "lower": -0.7160718664708536, "upper": 0.5760511488235767 }, { "event_time": 2, "estimate": -0.2821904779971727, "se": 0.2495478098381358, "pvalue": 0.2729787157767645, "lower": -0.8064709717799916, "upper": 0.24209001578564626 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5590912233999544, "se": 0.32344064660001437, "pvalue": 0.10099982706666467, "lower": -1.2386148065517373, "upper": 0.12043235975182842 }, { "event_time": -2, "estimate": -0.23786143265466503, "se": 0.27500244127787793, "pvalue": 0.3984511941648999, "lower": -0.8156201226554507, "upper": 0.3398972573461206 }, { "event_time": 0, "estimate": 0.07342764884566562, "se": 0.15739669420827462, "pvalue": 0.6464446654609357, "lower": -0.2572505350775775, "upper": 0.4041058327689087 }, { "event_time": 1, "estimate": 0.09077223207038855, "se": 0.18205848081260365, "pvalue": 0.6241072192261504, "lower": -0.29171844288161064, "upper": 0.4732629070223877 }, { "event_time": 2, "estimate": -0.08698640851244598, "se": 0.2170513242205466, "pvalue": 0.6933107782832162, "lower": -0.5429943194308958, "upper": 0.36902150240600384 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.8126333569761755e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3154624258923535, "df_num": 1, "df_den": 628, "pvalue": 0.1285965376483094, "log10_pvalue": -0.8907707242615331, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 596.3691080528224, "rss_restricted": 598.5679460490951, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21961851798655657 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2960068830543366 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7156327849474785 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.11168626308575555 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P084", "source_specification_id": "CI-T5-C-C11", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P084.json", "input_bytes": 151010, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p084", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C11", "specification_id": "S01-P084", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C11.csv", "output_dir": "analyses/full-archive/results/S01-P084" }, "source": { "file": "CI-T5-C-C11.csv", "bytes": 151010, "sha256": "76bde52c889206c9bd7d3e8514ec4f341c36ada418a1cb6f747292b16e1a84cb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 1.02432003144421, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.17009000522215836, "se": 0.1260422346708973, "pvalue": 0.1939163832199081, "lower": -0.09471490359916293, "upper": 0.4348949140434797 }, { "method": "Dynamic TWFE", "estimate": 0.0788688977149711, "se": 0.14401376207656436, "pvalue": 0.590660328010392, "lower": -0.22369278912971194, "upper": 0.3814305845596542 }, { "method": "BJS / did2s", "estimate": 0.13928866661889255, "se": 0.13258051955754638, "pvalue": 0.30734504377761934, "lower": -0.13925266902616468, "upper": 0.4178300022639498 }, { "method": "Sun\u2013Abraham", "estimate": 0.11425085708872226, "se": 0.13888209713358068, "pvalue": 0.4214740468576393, "lower": -0.17752960177411412, "upper": 0.4060313159515586 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3045888316778595, "se": 0.218801411218166, "pvalue": 0.1808608042675789, "lower": -0.15509587558622817, "upper": 0.7642735389419472 }, { "event_time": -2, "estimate": -0.014614230217646558, "se": 0.13477943530424366, "pvalue": 0.9148536136483475, "lower": -0.29777531641957317, "upper": 0.26854685598428 }, { "event_time": 0, "estimate": 0.10752680062334573, "se": 0.12259806085903108, "pvalue": 0.3920056957928683, "lower": -0.1500421675262048, "upper": 0.3650957687728963 }, { "event_time": 1, "estimate": 0.12237439468781676, "se": 0.18121361652046206, "pvalue": 0.5080652650976101, "lower": -0.2583412862518095, "upper": 0.503090075627443 }, { "event_time": 2, "estimate": -0.06972355428094214, "se": 0.21843461974679043, "pvalue": 0.7532521496264651, "lower": -0.5286376612586445, "upper": 0.38919055269676023 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.15765948068012342, "se": 0.1274556927707385, "pvalue": 0.23199241782675342, "lower": -0.11011499341611147, "upper": 0.4254339547763583 }, { "event_time": -2, "estimate": -0.10717117398568925, "se": 0.04980424753152025, "pvalue": 0.04523140654505147, "lower": -0.21180601532228044, "upper": -0.0025363326490980415 }, { "event_time": -1, "estimate": 0.033072709995432395, "se": 0.028244996970893804, "pvalue": 0.25689825973417857, "lower": -0.026267826667259762, "upper": 0.09241324665812456 }, { "event_time": 0, "estimate": 0.14372988613950702, "se": 0.11392779247409454, "pvalue": 0.22320188677622663, "lower": -0.09562352406532529, "upper": 0.38308329634433935 }, { "event_time": 1, "estimate": 0.2068988491537898, "se": 0.18293419666033203, "pvalue": 0.272899099609701, "lower": -0.17743163652369026, "upper": 0.5912293348312698 }, { "event_time": 2, "estimate": 0.009250922400833651, "se": 0.18039088539569217, "pvalue": 0.9596651130394999, "lower": -0.3697362645855713, "upper": 0.3882381093872386 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.1892625214560755, "se": 0.28357769607430433, "pvalue": 0.5129768100326026, "lower": -0.406512110347205, "upper": 0.785037153259356 }, { "event_time": -2, "estimate": -0.30982436708475103, "se": 0.23467695414067788, "pvalue": 0.20330586799175038, "lower": -0.8028623523755365, "upper": 0.1832136182060345 }, { "event_time": 0, "estimate": 0.12242837367502554, "se": 0.12423393854201761, "pvalue": 0.3374571606402243, "lower": -0.13857744595384988, "upper": 0.38343419330390094 }, { "event_time": 1, "estimate": 0.07080258666700592, "se": 0.1521039268169088, "pvalue": 0.6471644198793484, "lower": -0.24875590558984764, "upper": 0.3903610789238595 }, { "event_time": 2, "estimate": 0.17006003270975095, "se": 0.32809494791478383, "pvalue": 0.6105441226619179, "lower": -0.5192418746561538, "upper": 0.8593619400756558 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.314758251858778e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.6802366866491734, "df_num": 1, "df_den": 628, "pvalue": 0.055514115135109246, "log10_pvalue": -1.2555965782125678, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 641.7234745259883, "rss_restricted": 645.4841341973809, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9455335557805796 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.0682156031879892 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9358917703482322 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4161235944931186 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P085", "source_specification_id": "CI-T5-C-C12", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P085.json", "input_bytes": 113786, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p085", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [science-track students only]", "source_specification_id": "CI-T5-C-C12", "specification_id": "S01-P085", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C12.csv", "output_dir": "analyses/full-archive/results/S01-P085" }, "source": { "file": "CI-T5-C-C12.csv", "bytes": 113786, "sha256": "f59bc65f5f5bf323363e06a25aa220a863722cfa2413c8875ca86e566a134707" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.37684834645534, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03419750779060759, "se": 0.1478072255429635, "pvalue": 0.8196404390348297, "lower": -0.2763339500594826, "upper": 0.34472896564069777 }, { "method": "Dynamic TWFE", "estimate": -0.03511364316712093, "se": 0.16111401396329408, "pvalue": 0.8299253018496651, "lower": -0.3736016260943078, "upper": 0.303374339760066 }, { "method": "BJS / did2s", "estimate": -0.16726969221794363, "se": 0.14831039662274548, "pvalue": 0.27419918832427553, "lower": -0.47885827327955965, "upper": 0.1443188888436724 }, { "method": "Sun\u2013Abraham", "estimate": -0.06042820415359978, "se": 0.20582409777277716, "pvalue": 0.7724283422824338, "lower": -0.4928485875771537, "upper": 0.37199217926995415 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.4284708007757866, "se": 0.2563975613155006, "pvalue": 0.11199300593667444, "lower": -0.9671420884075749, "upper": 0.1102004868560017 }, { "event_time": -2, "estimate": 0.05176746153142376, "se": 0.12548471056475416, "pvalue": 0.6848157022898658, "lower": -0.21186613260733572, "upper": 0.31540105567018323 }, { "event_time": 0, "estimate": 0.08405346570332858, "se": 0.15307046319823014, "pvalue": 0.5896735352197355, "lower": -0.23753564413973785, "upper": 0.40564257554639505 }, { "event_time": 1, "estimate": -0.11710067684157664, "se": 0.17383892705339188, "pvalue": 0.5091135599257545, "lower": -0.48232271013990174, "upper": 0.24812135645674843 }, { "event_time": 2, "estimate": -0.1908149708005799, "se": 0.28776570732497936, "pvalue": 0.5156746469266478, "lower": -0.795388287745181, "upper": 0.41375834614402124 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.16099178502875192, "se": 0.14189232315560668, "pvalue": 0.2714249084366085, "lower": -0.45909649408736986, "upper": 0.137112924029866 }, { "event_time": -2, "estimate": 0.05798802113208892, "se": 0.06837746483880403, "pvalue": 0.40754221821734804, "lower": -0.08566770180356109, "upper": 0.20164374406773894 }, { "event_time": -1, "estimate": -0.0043098467966761886, "se": 0.032128841309522316, "pvalue": 0.8947782843660157, "lower": -0.07181003763125836, "upper": 0.06319034403790598 }, { "event_time": 0, "estimate": -0.014519021801392532, "se": 0.15895850369002104, "pvalue": 0.9282324822456979, "lower": -0.34847844568749414, "upper": 0.3194404020847091 }, { "event_time": 1, "estimate": -0.33103931766911704, "se": 0.16682523589929868, "pvalue": 0.06267683089694537, "lower": -0.6815261326383641, "upper": 0.019447497300130012 }, { "event_time": 2, "estimate": -0.2636925214244609, "se": 0.26676214345934085, "pvalue": 0.3360136460371355, "lower": -0.8241389881201318, "upper": 0.29675394527120996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3265166522210394, "se": 0.4226754615388956, "pvalue": 0.44984355203158716, "lower": -1.2145248452371584, "upper": 0.5614915407950797 }, { "event_time": -2, "estimate": 0.07748936395407065, "se": 0.24694600545464773, "pvalue": 0.7572873871782072, "lower": -0.44132494165508246, "upper": 0.5963036695632238 }, { "event_time": 0, "estimate": 0.05884076884079387, "se": 0.17322005058488402, "pvalue": 0.7380229635372896, "lower": -0.3050810532446565, "upper": 0.42276259092624424 }, { "event_time": 1, "estimate": -0.17363867903924834, "se": 0.2751432336360504, "pvalue": 0.5359172393218793, "lower": -0.751693162808416, "upper": 0.40441580472991934 }, { "event_time": 2, "estimate": -0.16149301100182095, "se": 0.322455938538146, "pvalue": 0.6225652343949298, "lower": -0.8389477992832215, "upper": 0.5159617772795797 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.290240321406982e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04122682643140228, "df_num": 1, "df_den": 628, "pvalue": 0.8391664853751086, "log10_pvalue": -0.07615186931795731, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 548.5333756998818, "rss_restricted": 548.5693857162382, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.12470114149471494 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.1909692915581108 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.09158097677689579 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1391880691503557 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P086", "source_specification_id": "CI-T5-D-C01", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P086.json", "input_bytes": 69713, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p086", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C01", "specification_id": "S01-P086", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C01.csv", "output_dir": "analyses/full-archive/results/S01-P086" }, "source": { "file": "CI-T5-D-C01.csv", "bytes": 69713, "sha256": "f38e8b4aee30c03fec8b4f7c817c7828f88787785b57ec2039d86bacb250bdb5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 475, "source_sd": 0.9380373228044421, "rows": 288, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5308687052782026, "se": 0.24844672525912923, "pvalue": 0.04745029260009523, "lower": 0.006691934064817828, "upper": 1.0550454764915873 }, { "method": "Dynamic TWFE", "estimate": 0.5525551954044863, "se": 0.33751902609530765, "pvalue": 0.11998407026160761, "lower": -0.15954770366652316, "upper": 1.2646580944754957 }, { "method": "BJS / did2s", "estimate": 0.5577733213647099, "se": 0.26884108732429496, "pvalue": 0.05350850053322645, "lower": -0.009431792633734282, "upper": 1.124978435363154 }, { "method": "Sun\u2013Abraham", "estimate": 0.6101266467133601, "se": 0.31664841117509834, "pvalue": 0.0708857296470116, "lower": -0.05794310388003132, "upper": 1.2781963973067516 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3316934479758755, "se": 0.4663477675246033, "pvalue": 0.4865701326883862, "lower": -1.3156012325870732, "upper": 0.6522143366353221 }, { "event_time": -2, "estimate": -0.2918672121383884, "se": 0.33684619739311084, "pvalue": 0.3982970162074007, "lower": -1.0025505667322896, "upper": 0.4188161424555128 }, { "event_time": 0, "estimate": 0.5117387547447007, "se": 0.26174282310720554, "pvalue": 0.06721388255127958, "lower": -0.040490330832951504, "upper": 1.063967840322353 }, { "event_time": 1, "estimate": 0.5933308838511204, "se": 0.3999098587331106, "pvalue": 0.15620229756672854, "lower": -0.2504051658331169, "upper": 1.4370669335353576 }, { "event_time": 2, "estimate": 0.5786200602990969, "se": 0.6200495228919904, "pvalue": 0.3637909173001894, "lower": -0.7295700821265397, "upper": 1.8868102027247335 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.05305895933082893, "se": 0.13038919166820595, "pvalue": 0.6891387915218277, "lower": -0.32815610709350385, "upper": 0.22203818843184597 }, { "event_time": -2, "estimate": -0.007857113481777351, "se": 0.0953516155359037, "pvalue": 0.9352899194290373, "lower": -0.20903143731100016, "upper": 0.19331721034744548 }, { "event_time": -1, "estimate": 0.016289919490217717, "se": 0.05646186275913623, "pvalue": 0.7764431967432553, "lower": -0.10283419811249465, "upper": 0.1354140370929301 }, { "event_time": 0, "estimate": 0.5140213463616572, "se": 0.2741184123626184, "pvalue": 0.07805247269499493, "lower": -0.06431795021193165, "upper": 1.0923606429352462 }, { "event_time": 1, "estimate": 0.6847440619011884, "se": 0.300315734673925, "pvalue": 0.03577996741256359, "lower": 0.05113324661768459, "upper": 1.3183548771846922 }, { "event_time": 2, "estimate": 0.4002646004058405, "se": 0.5007413400335337, "pvalue": 0.4351180664177994, "lower": -0.6562072792620381, "upper": 1.4567364800737193 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.06867738738438389, "se": 0.406739602522122, "pvalue": 0.8679085104466292, "lower": -0.9268229369072878, "upper": 0.78946816213852 }, { "event_time": -2, "estimate": -0.611669120865006, "se": 0.42143269406416106, "pvalue": 0.16487163162732735, "lower": -1.500814383809835, "upper": 0.27747614207982285 }, { "event_time": 0, "estimate": 0.6329583840508476, "se": 0.23522511028917864, "pvalue": 0.015467160343644402, "lower": 0.13667678206517875, "upper": 1.1292399860365165 }, { "event_time": 1, "estimate": 0.5701653307767798, "se": 0.3988523386243275, "pvalue": 0.170976442605415, "lower": -0.271339546508075, "upper": 1.4116702080616346 }, { "event_time": 2, "estimate": 0.6337496025602111, "se": 0.6063879803607981, "pvalue": 0.310600546677406, "lower": -0.6456172046158833, "upper": 1.9131164097363054 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4701492537313433, 0.3656716417910448, 0.16417910447761194 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 5.647124494946498e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.7079579561554055, "df_num": 1, "df_den": 258, "pvalue": 0.10106640442242432, "log10_pvalue": -0.9953931846531997, "inference": "Homoskedastic nested-model F", "observations": 288, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 236.54876821369538, "rss_restricted": 239.03157487611026, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.8865281895972155 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.47558011919936116 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.1131210366618893 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5142968510812069 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P087", "source_specification_id": "CI-T5-D-C02", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P087.json", "input_bytes": 68198, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p087", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C02", "specification_id": "S01-P087", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C02.csv", "output_dir": "analyses/full-archive/results/S01-P087" }, "source": { "file": "CI-T5-D-C02.csv", "bytes": 68198, "sha256": "7433dd933be005ddeae8b84197f02dea1392b95b3de1f580b8c13b5284c9f23a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 464, "source_sd": 0.9481750536311371, "rows": 281, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15166924638969265, "se": 0.17916704385202792, "pvalue": 0.4090191889440679, "lower": -0.2263401737636606, "upper": 0.529678666543046 }, { "method": "Dynamic TWFE", "estimate": 0.21930290131796165, "se": 0.20171349711427655, "pvalue": 0.2921235074191206, "lower": -0.20627537715297456, "upper": 0.6448811797888978 }, { "method": "BJS / did2s", "estimate": 0.08149722945739064, "se": 0.2539558130142728, "pvalue": 0.7521892116304487, "lower": -0.4543027009214467, "upper": 0.617297159836228 }, { "method": "Sun\u2013Abraham", "estimate": 0.22914942410328415, "se": 0.23807527416836882, "pvalue": 0.3492865118524862, "lower": -0.273145498034078, "upper": 0.7314443462406464 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6371116222062262, "se": 0.3930609632931158, "pvalue": 0.12343879689327233, "lower": -1.466397765600211, "upper": 0.19217452118775857 }, { "event_time": -2, "estimate": 0.17500336501303934, "se": 0.2295426588373968, "pvalue": 0.4562700197367075, "lower": -0.3092893123793786, "upper": 0.6592960424054574 }, { "event_time": 0, "estimate": 0.19674869178990523, "se": 0.17325364238247729, "pvalue": 0.2718767839379843, "lower": -0.16878454182500768, "upper": 0.5622819254048181 }, { "event_time": 1, "estimate": 0.38263000077495063, "se": 0.2656298559928498, "pvalue": 0.1679003170564896, "lower": -0.17780000733638418, "upper": 0.9430600088862855 }, { "event_time": 2, "estimate": -0.05966254385522244, "se": 0.32169839506485326, "pvalue": 0.8550621563668622, "lower": -0.738386829127026, "upper": 0.6190617414165812 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3426917701265098, "se": 0.14102580322684274, "pvalue": 0.026467876828608728, "lower": -0.6402302066509584, "upper": -0.04515333360206114 }, { "event_time": -2, "estimate": 0.11128876507372183, "se": 0.07211736775916888, "pvalue": 0.14120116955885678, "lower": -0.040865580856906794, "upper": 0.26344311100435047 }, { "event_time": -1, "estimate": -0.002920934199822336, "se": 0.059479820410203506, "pvalue": 0.9614055918494283, "lower": -0.1284123858679977, "upper": 0.12257051746835301 }, { "event_time": 0, "estimate": 0.11442583204444245, "se": 0.20918497659756077, "pvalue": 0.5914822111843908, "lower": -0.32691589022978884, "upper": 0.5557675543186738 }, { "event_time": 1, "estimate": 0.16527849416396811, "se": 0.33836252027100394, "pvalue": 0.6314611735472233, "lower": -0.548604022058737, "upper": 0.8791610103866733 }, { "event_time": 2, "estimate": -0.18498381301136954, "se": 0.35623841298016945, "pvalue": 0.6102673240260778, "lower": -0.9365811661395491, "upper": 0.56661354011681 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.840696336599625, "se": 0.4795647830010693, "pvalue": 0.09760761584681879, "lower": -1.8524895863555346, "upper": 0.17109691315628472 }, { "event_time": -2, "estimate": 0.3233967823651648, "se": 0.34496956720889177, "pvalue": 0.3616481746437728, "lower": -0.4044253844105721, "upper": 1.0512189491409016 }, { "event_time": 0, "estimate": 0.1536845297248272, "se": 0.19940345495029915, "pvalue": 0.4514513597186128, "lower": -0.2670199858030977, "upper": 0.5743890452527521 }, { "event_time": 1, "estimate": 0.49518584995239945, "se": 0.30449717759299255, "pvalue": 0.12229078220640853, "lower": -0.1472470387395739, "upper": 1.1376187386443728 }, { "event_time": 2, "estimate": -0.11786498644096274, "se": 0.3549503575463063, "pvalue": 0.7439026219235101, "lower": -0.866744780149665, "upper": 0.6310148072677395 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4728682170542636, 0.35658914728682173, 0.17054263565891473 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.3646574421976454e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.06326304897607594, "df_num": 1, "df_den": 251, "pvalue": 0.8016167718102788, "log10_pvalue": -0.09603320486448368, "inference": "Homoskedastic nested-model F", "observations": 281, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 229.09691037991914, "rss_restricted": 229.15465288614078, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.1325367592747984 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5529727531856197 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17174433887401172 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19775188800784477 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P088", "source_specification_id": "CI-T5-D-C03", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P088.json", "input_bytes": 67339, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p088", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C03", "specification_id": "S01-P088", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C03.csv", "output_dir": "analyses/full-archive/results/S01-P088" }, "source": { "file": "CI-T5-D-C03.csv", "bytes": 67339, "sha256": "d39f69e370fecd2a443946c8699c78a08cb6f40fb1b5cf226bde82f017a96038" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.9614291497336017, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3320653723940968, "se": 0.21620740446726425, "pvalue": 0.14410894889203255, "lower": -0.12627385006692987, "upper": 0.7904045948551235 }, { "method": "Dynamic TWFE", "estimate": 0.2632884222324601, "se": 0.22966794685584058, "pvalue": 0.2684909422342053, "lower": -0.22358587536850183, "upper": 0.750162719833422 }, { "method": "BJS / did2s", "estimate": 0.35830775083131117, "se": 0.20172010886107067, "pvalue": 0.09470674902294794, "lower": -0.06931977690276092, "upper": 0.7859352785653833 }, { "method": "Sun\u2013Abraham", "estimate": 0.3871365784380185, "se": 0.1717411012472166, "pvalue": 0.03855687874863643, "lower": 0.02306170780995004, "upper": 0.7512114490660871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.13352174199743105, "se": 0.26167670341915994, "pvalue": 0.6168399498127194, "lower": -0.6882515722584568, "upper": 0.4212080882635947 }, { "event_time": -2, "estimate": -0.06170887569492367, "se": 0.21173495555415484, "pvalue": 0.774456311492573, "lower": -0.5105669300045533, "upper": 0.387149178614706 }, { "event_time": 0, "estimate": 0.3054268379762749, "se": 0.2156043334353399, "pvalue": 0.17577314261178212, "lower": -0.15163393100836853, "upper": 0.7624876069609183 }, { "event_time": 1, "estimate": 0.30591391656612904, "se": 0.27996159651572433, "pvalue": 0.29070577893803495, "lower": -0.2875781554659977, "upper": 0.8994059885982557 }, { "event_time": 2, "estimate": 0.04718656362380259, "se": 0.346023416454131, "pvalue": 0.8932313681403888, "lower": -0.6863503105719527, "upper": 0.7807234378195579 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.032209910684750875, "se": 0.15306064727377727, "pvalue": 0.8359817063051606, "lower": -0.3566839879426666, "upper": 0.29226416657316484 }, { "event_time": -2, "estimate": -0.06054743481240145, "se": 0.07424398363157166, "pvalue": 0.42674894179426615, "lower": -0.2179376491482663, "upper": 0.09684277952346339 }, { "event_time": -1, "estimate": 0.049244547579542705, "se": 0.04532678734883192, "pvalue": 0.2933845077378397, "lower": -0.046843949117921, "upper": 0.1453330442770064 }, { "event_time": 0, "estimate": 0.42651457883287663, "se": 0.2055297140785121, "pvalue": 0.05445509913057744, "lower": -0.009188951189590455, "upper": 0.8622181088553438 }, { "event_time": 1, "estimate": 0.385562164903139, "se": 0.26413057727415173, "pvalue": 0.1637167950156381, "lower": -0.1743696455467043, "upper": 0.9454939753529823 }, { "event_time": 2, "estimate": 0.0919987725775314, "se": 0.26818951619864045, "pvalue": 0.736036710520455, "lower": -0.47653760400755096, "upper": 0.6605351491626138 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.23103037072934715, "se": 0.3400369073694558, "pvalue": 0.5065781908203909, "lower": -0.9518764125926634, "upper": 0.48981567113396907 }, { "event_time": -2, "estimate": -0.6867440812026457, "se": 0.2474830652524751, "pvalue": 0.013522806169181016, "lower": -1.211384742698887, "upper": -0.1621034197064043 }, { "event_time": 0, "estimate": 0.43283747569384146, "se": 0.15085398998750588, "pvalue": 0.011128500539063007, "lower": 0.11304130291065767, "upper": 0.7526336484770253 }, { "event_time": 1, "estimate": 0.32553512906455745, "se": 0.2577403696337098, "pvalue": 0.22467304916436862, "lower": -0.22085004634518884, "upper": 0.8719203044743038 }, { "event_time": 2, "estimate": 0.36842616465370087, "se": 0.2844268098404069, "pvalue": 0.21358533415922604, "lower": -0.23453173676757383, "upper": 0.9713840660749755 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.8906668436091465, "df_num": 1, "df_den": 235, "pvalue": 0.015974233938446332, "log10_pvalue": -1.7965799597287377, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 216.62140616518184, "rss_restricted": 222.05138290949344, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4861415166916805 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.4042953422199558 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.689831059616433 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4241109327763476 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P089", "source_specification_id": "CI-T5-D-C04", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P089.json", "input_bytes": 64217, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p089", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C04", "specification_id": "S01-P089", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C04.csv", "output_dir": "analyses/full-archive/results/S01-P089" }, "source": { "file": "CI-T5-D-C04.csv", "bytes": 64217, "sha256": "d4600869586a4d541fd563b4f495606b2b3c0ef386c81fb4326a8c815a61ddc9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 437, "source_sd": 0.9434132236760603, "rows": 250, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38234882585818836, "se": 0.2472861682957992, "pvalue": 0.1416100234586173, "lower": -0.14187443273619532, "upper": 0.906572084452572 }, { "method": "Dynamic TWFE", "estimate": 0.5581483433627703, "se": 0.2102198784939526, "pvalue": 0.017289438622154065, "lower": 0.11250210894179191, "upper": 1.0037945777837487 }, { "method": "BJS / did2s", "estimate": 0.4794727749845398, "se": 0.23454550455891932, "pvalue": 0.057746688246918206, "lower": -0.0177414830384362, "upper": 0.9766870330075157 }, { "method": "Sun\u2013Abraham", "estimate": 0.4908149332691468, "se": 0.219605591092431, "pvalue": 0.040029217976437104, "lower": 0.025271876973686436, "upper": 0.9563579895646073 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.416742773882426, "se": 0.22957986595892343, "pvalue": 0.08827614651803835, "lower": -0.9034303483232531, "upper": 0.06994480055840113 }, { "event_time": -2, "estimate": -0.49839024019672146, "se": 0.2167750036497281, "pvalue": 0.03530701317594573, "lower": -0.9579327191724869, "upper": -0.03884776122095607 }, { "event_time": 0, "estimate": 0.36994615636816003, "se": 0.21674194385161819, "pvalue": 0.10717915863615919, "lower": -0.089526238966401, "upper": 0.829418551702721 }, { "event_time": 1, "estimate": 0.6267228405525698, "se": 0.26197302979303616, "pvalue": 0.02936460922156976, "lower": 0.07136482644126485, "upper": 1.1820808546638748 }, { "event_time": 2, "estimate": 1.0099480244803603, "se": 0.25409162615425424, "pvalue": 0.0010883307258454883, "lower": 0.4712978397082108, "upper": 1.5485982092525097 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.12712926146558942, "se": 0.0972813438376578, "pvalue": 0.2097455451616876, "lower": -0.07909797485122627, "upper": 0.3333564977824051 }, { "event_time": -2, "estimate": -0.09013957579133097, "se": 0.08274588613657129, "pvalue": 0.29213371709283714, "lower": -0.26555301830100697, "upper": 0.08527386671834505 }, { "event_time": -1, "estimate": 0.0401724754324628, "se": 0.042480163243282576, "pvalue": 0.3583774918360308, "lower": -0.049881447738755885, "upper": 0.1302263986036815 }, { "event_time": 0, "estimate": 0.34927935918180375, "se": 0.28297567548670477, "pvalue": 0.23491026630063055, "lower": -0.25060227483317576, "upper": 0.9491609931967833 }, { "event_time": 1, "estimate": 0.5568986424994115, "se": 0.2657002569890788, "pvalue": 0.052342183799343814, "lower": -0.0063607402961858295, "upper": 1.1201580252950087 }, { "event_time": 2, "estimate": 0.7383537550399637, "se": 0.19347501397241407, "pvalue": 0.0015196528851331155, "lower": 0.32820504765293684, "upper": 1.1485024624269906 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.046373940213609986, "se": 0.41088215758472685, "pvalue": 0.9115420685136352, "lower": -0.824657323005715, "upper": 0.917405203432935 }, { "event_time": -2, "estimate": -0.1971316392054657, "se": 0.30861849992222423, "pvalue": 0.5320203016746747, "lower": -0.8513736326283032, "upper": 0.4571103542173718 }, { "event_time": 0, "estimate": 0.34641328941328947, "se": 0.1851673206391905, "pvalue": 0.07977559277536542, "lower": -0.04612389485233165, "upper": 0.7389504736789105 }, { "event_time": 1, "estimate": 0.5581353871175683, "se": 0.3269507209169532, "pvalue": 0.10713320470467193, "lower": -0.13496917873849035, "upper": 1.251239952973627 }, { "event_time": 2, "estimate": 0.8111517707845891, "se": 0.2650050652579172, "pvalue": 0.007466748924266073, "lower": 0.249366128623856, "upper": 1.3729374129453222 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5225225225225225, 0.3063063063063063, 0.17117117117117117 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.5712011802469635e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10348522704208982, "df_num": 1, "df_den": 221, "pvalue": 0.7479907029715333, "log10_pvalue": -0.12610380009443406, "inference": "Homoskedastic nested-model F", "observations": 250, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 223.83209558045775, "rss_restricted": 223.936906961591, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.022395912347283574 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8201183997514587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.24281847585524038 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.312815738547201 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P090", "source_specification_id": "CI-T5-D-C05", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P090.json", "input_bytes": 50665, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p090", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [humanities-track students only]", "source_specification_id": "CI-T5-D-C05", "specification_id": "S01-P090", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C05.csv", "output_dir": "analyses/full-archive/results/S01-P090" }, "source": { "file": "CI-T5-D-C05.csv", "bytes": 50665, "sha256": "d5faa538ed7ba51798f7cf18a21250bfc5a832b0475404e2fef25e5da32851a3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.49744617082408027, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.013652890780187027, "se": 0.15900157709156928, "pvalue": 0.9326379752049311, "lower": -0.32341539508076755, "upper": 0.35072117664114155 }, { "method": "Dynamic TWFE", "estimate": 0.014324506361385214, "se": 0.21272717786510623, "pvalue": 0.9471473562085083, "lower": -0.43663696528323587, "upper": 0.4652859780060063 }, { "method": "BJS / did2s", "estimate": 0.06800553380919058, "se": 0.19072761816036504, "pvalue": 0.7260809893171555, "lower": -0.33631895463681527, "upper": 0.4723300222551964 }, { "method": "Sun\u2013Abraham", "estimate": 0.07752727058447548, "se": 0.22133541568246318, "pvalue": 0.7307043403895005, "lower": -0.39168285002611736, "upper": 0.5467373911950684 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18558446596824263, "se": 0.5892811674555716, "pvalue": 0.7568819946957525, "lower": -1.063635803652111, "upper": 1.4348047355885962 }, { "event_time": -2, "estimate": -0.14705852739445033, "se": 0.20397478095111435, "pvalue": 0.48133397747032747, "lower": -0.5794657464402122, "upper": 0.2853486916513116 }, { "event_time": 0, "estimate": -0.04418674141953228, "se": 0.20046941290751413, "pvalue": 0.8283347863920857, "lower": -0.46916291217394523, "upper": 0.3807894293348807 }, { "event_time": 1, "estimate": 0.09184209514598755, "se": 0.2681013447445812, "pvalue": 0.7363848083922019, "lower": -0.4765073663063945, "upper": 0.6601915565983696 }, { "event_time": 2, "estimate": 0.040982150848713796, "se": 0.3761950988047849, "pvalue": 0.9146057757844738, "lower": -0.7565158326486132, "upper": 0.8384801343460409 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08191035848770645, "se": 0.3139582092848073, "pvalue": 0.7975011331477181, "lower": -0.5836513131091722, "upper": 0.7474720300845851 }, { "event_time": -2, "estimate": -0.08747884190142151, "se": 0.1274574410094967, "pvalue": 0.5023260876080367, "lower": -0.35767654652263403, "upper": 0.182718862719791 }, { "event_time": -1, "estimate": 0.044877360310663424, "se": 0.05140939874743383, "pvalue": 0.3956076821818772, "lower": -0.06410569652380008, "upper": 0.15386041714512694 }, { "event_time": 0, "estimate": 0.016620564390109997, "se": 0.1966972510260294, "pvalue": 0.9337085790086622, "lower": -0.40035898040222306, "upper": 0.43360010918244307 }, { "event_time": 1, "estimate": 0.19875068689392783, "se": 0.20472509388786933, "pvalue": 0.3460875916438408, "lower": -0.23524712452253527, "upper": 0.6327484983103909 }, { "event_time": 2, "estimate": -0.033920919953665224, "se": 0.3667492148968356, "pvalue": 0.9274563100567602, "lower": -0.8113945240987016, "upper": 0.7435526841913712 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.04512945129989739, "se": 0.4822725572335719, "pvalue": 0.9266072430866498, "lower": -1.0675016010483322, "upper": 0.9772426984485374 }, { "event_time": -2, "estimate": -0.3211639168062119, "se": 0.26670089091864846, "pvalue": 0.2460209485745516, "lower": -0.8865445487716845, "upper": 0.2442167151592607 }, { "event_time": 0, "estimate": 0.008069869512384253, "se": 0.21559239068036623, "pvalue": 0.9706042901253159, "lower": -0.44896558196270314, "upper": 0.46510532098747165 }, { "event_time": 1, "estimate": 0.1835655749265048, "se": 0.2859164717167189, "pvalue": 0.5299487660328625, "lower": -0.42255026860041156, "upper": 0.7896814184534212 }, { "event_time": 2, "estimate": 0.08113417049270007, "se": 0.3624255424571812, "pvalue": 0.825696274978832, "lower": -0.6871736575354161, "upper": 0.8494419985208164 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.159006750518504e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5719573123197158, "df_num": 1, "df_den": 235, "pvalue": 0.45023964544400547, "log10_pvalue": -0.3465562662446655, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 238.20379352215718, "rss_restricted": 238.78354842227333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3020738712199331 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.09135081170167539 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5521620031873011 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.45875592381069785 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P091", "source_specification_id": "CI-T5-D-C06", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P091.json", "input_bytes": 47791, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p091", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [humanities-track students only]", "source_specification_id": "CI-T5-D-C06", "specification_id": "S01-P091", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C06.csv", "output_dir": "analyses/full-archive/results/S01-P091" }, "source": { "file": "CI-T5-D-C06.csv", "bytes": 47791, "sha256": "1f6185dd214feaaeb371916e23bf2d60ab4e9eca7ccba0c457ddd775f621d846" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 433, "source_sd": 0.4813029744828996, "rows": 246, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 20 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5533939995776936, "se": 0.11947743667565217, "pvalue": 0.00027704219838613897, "lower": 0.30011314843160675, "upper": 0.8066748507237805 }, { "method": "Dynamic TWFE", "estimate": 0.5103953462782918, "se": 0.15740038264335876, "pvalue": 0.0050991977930115555, "lower": 0.17672144101318232, "upper": 0.8440692515434012 }, { "method": "BJS / did2s", "estimate": 0.4840466555497226, "se": 0.1624077414719258, "pvalue": 0.008832461243370162, "lower": 0.13975762376883155, "upper": 0.8283356873306136 }, { "method": "Sun\u2013Abraham", "estimate": 0.44743787084264147, "se": 0.1962808074989323, "pvalue": 0.03668725537071517, "lower": 0.03134114689022788, "upper": 0.863534594795055 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.019432747345679305, "se": 0.32698262707004777, "pvalue": 0.9533451726155872, "lower": -0.6737394565334022, "upper": 0.7126049512247609 }, { "event_time": -2, "estimate": -0.27301881718839605, "se": 0.2631793890378228, "pvalue": 0.3149802891085521, "lower": -0.8309341986554887, "upper": 0.2848965642786966 }, { "event_time": 0, "estimate": 0.4488532683524642, "se": 0.13474861072507835, "pvalue": 0.004233142318047092, "lower": 0.1631989744136686, "upper": 0.7345075622912598 }, { "event_time": 1, "estimate": 0.7040957480428138, "se": 0.19552016494442565, "pvalue": 0.002393434979391873, "lower": 0.28961151427251214, "upper": 1.1185799818131155 }, { "event_time": 2, "estimate": 0.33496599375661124, "se": 0.22978111417217298, "pvalue": 0.164254789129508, "lower": -0.15214820783794236, "upper": 0.8220801953511648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.14098430711470644, "se": 0.23527713261753155, "pvalue": 0.5574121887348654, "lower": -0.3577809331067806, "upper": 0.6397495473361935 }, { "event_time": -2, "estimate": -0.057347817893596234, "se": 0.11123330880316809, "pvalue": 0.6132096049525356, "lower": -0.2931518986753465, "upper": 0.17845626288815403 }, { "event_time": -1, "estimate": 0.009615418542176667, "se": 0.05045748503029806, "pvalue": 0.8512635490914171, "lower": -0.09734967135892932, "upper": 0.11658050844328265 }, { "event_time": 0, "estimate": 0.4710549797577735, "se": 0.16037889491447713, "pvalue": 0.009665710101058551, "lower": 0.1310669105453247, "upper": 0.8110430489702223 }, { "event_time": 1, "estimate": 0.6657017482186243, "se": 0.20712709971803123, "pvalue": 0.005416224766158388, "lower": 0.22661191191404062, "upper": 1.104791584523208 }, { "event_time": 2, "estimate": 0.18771010823064851, "se": 0.20815961436352223, "pvalue": 0.3805586461642752, "lower": -0.253568561342435, "upper": 0.6289887778037321 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.19294059136596076, "se": 0.368937132397326, "pvalue": 0.6081665146091135, "lower": -0.5891711906826242, "upper": 0.9750523734145458 }, { "event_time": -2, "estimate": 0.09086550143701623, "se": 0.31857668478426565, "pvalue": 0.7791321742929089, "lower": -0.5844869008454877, "upper": 0.7662179037195201 }, { "event_time": 0, "estimate": 0.3797739826366883, "se": 0.1482313129647454, "pvalue": 0.020888412311312134, "lower": 0.06553763677220031, "upper": 0.6940103285011763 }, { "event_time": 1, "estimate": 0.7080895566875172, "se": 0.29039948072320515, "pvalue": 0.026790865350775597, "lower": 0.09247015861129404, "upper": 1.3237089547637404 }, { "event_time": 2, "estimate": 0.16672043584067997, "se": 0.2726345215653507, "pvalue": 0.5494487900054338, "lower": -0.41123893117635835, "upper": 0.7446798028577183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.509090909090909, 0.3181818181818182, 0.17272727272727273 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.786242403281131e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8706477841547869, "df_num": 1, "df_den": 217, "pvalue": 0.3518130830232728, "log10_pvalue": -0.45368801428399996, "inference": "Homoskedastic nested-model F", "observations": 246, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 206.84886996107204, "rss_restricted": 207.6787893633141, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.907382771715755 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8066527931231828 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6858655627353044 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6245914072638632 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P092", "source_specification_id": "CI-T5-D-C07", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P092.json", "input_bytes": 71101, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p092", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C07", "specification_id": "S01-P092", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C07.csv", "output_dir": "analyses/full-archive/results/S01-P092" }, "source": { "file": "CI-T5-D-C07.csv", "bytes": 71101, "sha256": "ba554156c4ad90da44290c4ef0493caaf59bd249f1ef7cb7351abf751706b1c4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 486, "source_sd": 0.9926850701251345, "rows": 295, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.06267395216048637, "se": 0.24040116283962085, "pvalue": 0.7974512305667046, "lower": -0.4445281661277893, "upper": 0.569876070448762 }, { "method": "Dynamic TWFE", "estimate": 0.35459398967496775, "se": 0.14762975533163783, "pvalue": 0.028017788976600632, "lower": 0.04312243212455724, "upper": 0.6660655472253783 }, { "method": "BJS / did2s", "estimate": 0.22217405041500093, "se": 0.2448077586074724, "pvalue": 0.37680427788490517, "lower": -0.2943251722695023, "upper": 0.7386732730995041 }, { "method": "Sun\u2013Abraham", "estimate": 0.5141642001275655, "se": 0.17600317848089578, "pvalue": 0.009521862824928578, "lower": 0.14282995242039415, "upper": 0.8854984478347367 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.9996241989865265, "se": 0.3251397853028436, "pvalue": 0.006870436318530202, "lower": -1.6856091829918456, "upper": -0.3136392149812074 }, { "event_time": -2, "estimate": -0.6151794021032932, "se": 0.1869822526184369, "pvalue": 0.004322006816837979, "lower": -1.0096774714560357, "upper": -0.2206813327505508 }, { "event_time": 0, "estimate": 0.06728730622437033, "se": 0.1650266782560865, "pvalue": 0.6885564350078079, "lower": -0.2808885503184074, "upper": 0.4154631627671481 }, { "event_time": 1, "estimate": 0.5603616306466919, "se": 0.17376104871830467, "pvalue": 0.00497371110210271, "lower": 0.19375786324015898, "upper": 0.9269653980532248 }, { "event_time": 2, "estimate": 0.7097790576799654, "se": 0.20675336456121785, "pvalue": 0.0031729826553568022, "lower": 0.27356758835925743, "upper": 1.1459905270006734 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3779499953668272, "se": 0.15668995819755377, "pvalue": 0.02744660890812626, "lower": -0.7085369100620772, "upper": -0.04736308067157724 }, { "event_time": -2, "estimate": -0.0699152701511593, "se": 0.07692633520234908, "pvalue": 0.3761292708626157, "lower": -0.23221565050670273, "upper": 0.09238511020438415 }, { "event_time": -1, "estimate": 0.1268062661857076, "se": 0.05120236792652584, "pvalue": 0.024073516747236175, "lower": 0.018778712712370443, "upper": 0.23483381965904473 }, { "event_time": 0, "estimate": 0.05010695197727696, "se": 0.2497351646167688, "pvalue": 0.8433606077971839, "lower": -0.4767881886639494, "upper": 0.5770020926185033 }, { "event_time": 1, "estimate": 0.4598341959259807, "se": 0.30761278002160747, "pvalue": 0.15328538314619947, "lower": -0.18917203930421972, "upper": 1.108840431156181 }, { "event_time": 2, "estimate": 0.21061730508907203, "se": 0.226383151794936, "pvalue": 0.3652100841341959, "lower": -0.26700939512688804, "upper": 0.6882440053050322 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.5449784451292, "se": 0.33261829304033985, "pvalue": 0.00023181132025802838, "lower": -2.2467417012580357, "upper": -0.8432151890003642 }, { "event_time": -2, "estimate": -0.9701474298714492, "se": 0.20638115879243782, "pvalue": 0.00020587560699277145, "lower": -1.4055736136630257, "upper": -0.5347212460798727 }, { "event_time": 0, "estimate": 0.17111571273666532, "se": 0.18179395803231083, "pvalue": 0.3597548616574771, "lower": -0.21243601187588007, "upper": 0.5546674373492106 }, { "event_time": 1, "estimate": 0.856950667169802, "se": 0.2198124790557689, "pvalue": 0.0011553153020373837, "lower": 0.3931868746557813, "upper": 1.3207144596838227 }, { "event_time": 2, "estimate": 0.7479507314367586, "se": 0.20973554975257622, "pvalue": 0.0023772189750248486, "lower": 0.3054474013433389, "upper": 1.1904540615301782 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714285714285714, 0.35, 0.17857142857142858 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3345848663853216e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.194969579325389, "df_num": 1, "df_den": 265, "pvalue": 0.07500784724867739, "log10_pvalue": -1.124893298761356, "inference": "Homoskedastic nested-model F", "observations": 295, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 255.69938000600084, "rss_restricted": 258.78221676287455, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6225114975174698 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.017914097703160513 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.2400581414231422 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.9801757047420043 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P093", "source_specification_id": "CI-T5-D-C08", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P093.json", "input_bytes": 50237, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p093", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [humanities-track students only]", "source_specification_id": "CI-T5-D-C08", "specification_id": "S01-P093", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C08.csv", "output_dir": "analyses/full-archive/results/S01-P093" }, "source": { "file": "CI-T5-D-C08.csv", "bytes": 50237, "sha256": "c33d30a7fbb653f4d175522886d55d92f898808b49b73acffff0b49e6cf4713c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.6354946225635271, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.16706306048849764, "se": 0.1886167895820999, "pvalue": 0.3888826746782885, "lower": -0.5669127922456916, "upper": 0.23278667126869626 }, { "method": "Dynamic TWFE", "estimate": -0.3367743540312476, "se": 0.22209077879573916, "pvalue": 0.14893023040130554, "lower": -0.8075857729085105, "upper": 0.1340370648460153 }, { "method": "BJS / did2s", "estimate": -0.1892575230493895, "se": 0.27291381001358433, "pvalue": 0.497959185443936, "lower": -0.7678089551278496, "upper": 0.3892939090290707 }, { "method": "Sun\u2013Abraham", "estimate": -0.2136394317829444, "se": 0.2723018912700798, "pvalue": 0.4441684466631268, "lower": -0.7908936540743565, "upper": 0.3636147905084677 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0013103269039271687, "se": 0.24846074403661905, "pvalue": 0.9958573490199234, "lower": -0.5280235748356117, "upper": 0.5254029210277573 }, { "event_time": -2, "estimate": -0.22132438062444018, "se": 0.22477790370926007, "pvalue": 0.33945933490805763, "lower": -0.6978322498455455, "upper": 0.2551834885966652 }, { "event_time": 0, "estimate": -0.22849780685215457, "se": 0.16907946800099052, "pvalue": 0.19535974744542667, "lower": -0.5869302670569649, "upper": 0.12993465335265578 }, { "event_time": 1, "estimate": -0.37534123157446775, "se": 0.3259662819579519, "pvalue": 0.26645472023866895, "lower": -1.0663588800645796, "upper": 0.3156764169156442 }, { "event_time": 2, "estimate": -0.5978976074242658, "se": 0.3633832688043558, "pvalue": 0.11939440582530406, "lower": -1.3682357246109613, "upper": 0.17244050976242964 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021549010194149884, "se": 0.15763927216684276, "pvalue": 0.8929746115502911, "lower": -0.35572933862602146, "upper": 0.31263131823772167 }, { "event_time": -2, "estimate": -0.08183345162091028, "se": 0.06059038408179209, "pvalue": 0.1956172946189127, "lower": -0.2102793279177525, "upper": 0.04661242467593192 }, { "event_time": -1, "estimate": 0.06501903563792795, "se": 0.04627263930341546, "pvalue": 0.17910129330965094, "lower": -0.03307457763033618, "upper": 0.1631126489061921 }, { "event_time": 0, "estimate": -0.066099333098406, "se": 0.2108009545860789, "pvalue": 0.7579039683554119, "lower": -0.5129773938063337, "upper": 0.3807787276095217 }, { "event_time": 1, "estimate": -0.16101224674263437, "se": 0.4046405512542917, "pvalue": 0.6959522633947209, "lower": -1.018811895626417, "upper": 0.6967874021411483 }, { "event_time": 2, "estimate": -0.6267000720208614, "se": 0.44080849090901636, "pvalue": 0.1743113540935527, "lower": -1.5611723278406093, "upper": 0.3077721837988866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31856641733012947, "se": 0.3967102275209203, "pvalue": 0.4337305070323676, "lower": -1.159554530906998, "upper": 0.5224216962467391 }, { "event_time": -2, "estimate": -0.6213456382284772, "se": 0.2874012983618449, "pvalue": 0.04611855394548753, "lower": -1.2306091736288212, "upper": -0.012082102828133268 }, { "event_time": 0, "estimate": -0.13059535213354384, "se": 0.1882136235242725, "pvalue": 0.4977163063002038, "lower": -0.5295904100282833, "upper": 0.26839970576119565 }, { "event_time": 1, "estimate": -0.22119186015241857, "se": 0.37990311581967645, "pvalue": 0.5685246801984909, "lower": -1.0265504885692167, "upper": 0.5841667682643796 }, { "event_time": 2, "estimate": -0.4568057922905279, "se": 0.4701974355671486, "pvalue": 0.3457488498096027, "lower": -1.4535798276295706, "upper": 0.5399682430485149 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.176601214525237e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.432905171663465, "df_num": 1, "df_den": 232, "pvalue": 0.06517953503926142, "log10_pvalue": -1.1858887419163378, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 219.61675819767137, "rss_restricted": 222.86642847784702, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6834803697207583 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.45265913201114183 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.3202167071153181 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6297491754773769 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P094", "source_specification_id": "CI-T5-D-C09", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P094.json", "input_bytes": 66677, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p094", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C09", "specification_id": "S01-P094", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C09.csv", "output_dir": "analyses/full-archive/results/S01-P094" }, "source": { "file": "CI-T5-D-C09.csv", "bytes": 66677, "sha256": "e3ffd8db10e0e488a918c7f2a8d4ab9e4ff4c1964a28b475d76dcb9a711dbbc5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.936535311381519, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1606615496153213, "se": 0.2302547890410383, "pvalue": 0.49534592165489744, "lower": -0.32745679784384785, "upper": 0.6487798970744905 }, { "method": "Dynamic TWFE", "estimate": 0.05355033954285865, "se": 0.27569369083496126, "pvalue": 0.8484338497636166, "lower": -0.5308941766200419, "upper": 0.6379948557057593 }, { "method": "BJS / did2s", "estimate": 0.01715326985649418, "se": 0.2778396402640654, "pvalue": 0.9515361083696348, "lower": -0.571840455873025, "upper": 0.6061469955860135 }, { "method": "Sun\u2013Abraham", "estimate": -0.08054578016886683, "se": 0.317077026750425, "pvalue": 0.8027111814593776, "lower": -0.7527190494384123, "upper": 0.5916274891006786 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.41896547647593246, "se": 0.4127634787945528, "pvalue": 0.3251978545663941, "lower": -1.2939849624975048, "upper": 0.45605400954563996 }, { "event_time": -2, "estimate": -0.5023539468568929, "se": 0.3791502841250526, "pvalue": 0.20380066267085742, "lower": -1.3061166433748364, "upper": 0.30140874966105036 }, { "event_time": 0, "estimate": 0.11417829778829998, "se": 0.1990890487842599, "pvalue": 0.5742771248805784, "lower": -0.30787163174637144, "upper": 0.5362282273229714 }, { "event_time": 1, "estimate": -0.015792627142594818, "se": 0.35290819514203636, "pvalue": 0.9648603635325236, "lower": -0.7639245801628063, "upper": 0.7323393258776167 }, { "event_time": 2, "estimate": 0.0003208780102659607, "se": 0.44510563781442025, "pvalue": 0.9994337145170176, "lower": -0.94326092230578, "upper": 0.9439026783263118 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0858425248723906, "se": 0.2183045232909997, "pvalue": 0.6993442304068885, "lower": -0.3769423908961695, "upper": 0.5486274406409507 }, { "event_time": -2, "estimate": -0.057306586150604175, "se": 0.10829458197703638, "pvalue": 0.6039502022827125, "lower": -0.2868808443606742, "upper": 0.1722676720594658 }, { "event_time": -1, "estimate": 0.023902245423570074, "se": 0.07584442717094259, "pvalue": 0.7567219817756947, "lower": -0.13688075765251162, "upper": 0.1846852484996518 }, { "event_time": 0, "estimate": 0.10779630428935441, "se": 0.26171836761055844, "pvalue": 0.685893211643526, "lower": -0.44702185011180484, "upper": 0.6626144586905136 }, { "event_time": 1, "estimate": -0.10150330223901591, "se": 0.3690055853614482, "pvalue": 0.786780976158442, "lower": -0.883760198088991, "upper": 0.6807535936109591 }, { "event_time": 2, "estimate": -0.033249144038499545, "se": 0.37098353403403544, "pvalue": 0.9296980881298882, "lower": -0.8196991037610799, "upper": 0.7532008156840808 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.059495039962764194, "se": 0.5609465067105427, "pvalue": 0.9168516447401085, "lower": -1.2486485121180948, "upper": 1.1296584321925662 }, { "event_time": -2, "estimate": 0.0618104874619165, "se": 0.6432587173926001, "pvalue": 0.9246426547903829, "lower": -1.3018370763089238, "upper": 1.4254580512327568 }, { "event_time": 0, "estimate": -0.0219197881676369, "se": 0.24242970598554903, "pvalue": 0.9290780190605827, "lower": -0.5358478065750529, "upper": 0.4920082302397792 }, { "event_time": 1, "estimate": -0.10281902316790159, "se": 0.3680320010416258, "pvalue": 0.7835360170538241, "lower": -0.8830120124590465, "upper": 0.6773739661232433 }, { "event_time": 2, "estimate": -0.2192207031745659, "se": 0.5747848284687807, "pvalue": 0.7079265710075502, "lower": -1.4377101069575138, "upper": 0.999268700608382 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.994318964003052e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5532088949955005, "df_num": 1, "df_den": 232, "pvalue": 0.11143156050705309, "log10_pvalue": -0.9529917875030626, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 252.7969892475727, "rss_restricted": 255.57907339229246, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.5353304087091086 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0561466514820095 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2215484744531295 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.0727906168456696 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P095", "source_specification_id": "CI-T5-D-C10", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P095.json", "input_bytes": 66713, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p095", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C10", "specification_id": "S01-P095", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C10.csv", "output_dir": "analyses/full-archive/results/S01-P095" }, "source": { "file": "CI-T5-D-C10.csv", "bytes": 66713, "sha256": "f0118efd3ce7225181f99797ba1cf144f31e679629480ca7eef4e4b9dee6944b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 1.0247040643780903, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2020209774341155, "se": 0.20501189505896467, "pvalue": 0.3390901735881291, "lower": -0.23258482530477542, "upper": 0.6366267801730064 }, { "method": "Dynamic TWFE", "estimate": 0.28449649553659934, "se": 0.2034354348744312, "pvalue": 0.18105814291895245, "lower": -0.14676736090308778, "upper": 0.7157603519762865 }, { "method": "BJS / did2s", "estimate": 0.3572018159143459, "se": 0.20675474874049954, "pvalue": 0.10329799635139258, "lower": -0.08109867157979805, "upper": 0.7955023034084898 }, { "method": "Sun\u2013Abraham", "estimate": 0.3867152084443397, "se": 0.20279094374930792, "pvalue": 0.07464410483674953, "lower": -0.043182387843897496, "upper": 0.8166128047325769 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1320954155124656, "se": 0.9108391616258039, "pvalue": 0.8865014889027286, "lower": -1.798797349956321, "upper": 2.062988180981252 }, { "event_time": -2, "estimate": -0.17330099812195848, "se": 0.17186188467669367, "pvalue": 0.3282824646148209, "lower": -0.5376319181822335, "upper": 0.19102992193831653 }, { "event_time": 0, "estimate": 0.09365398411756533, "se": 0.24449628305144527, "pvalue": 0.7067249479048067, "lower": -0.42465498196309337, "upper": 0.611962950198224 }, { "event_time": 1, "estimate": 0.6267947929189198, "se": 0.2162132915028749, "pvalue": 0.0104634531264146, "lower": 0.1684430904999054, "upper": 1.0851464953379342 }, { "event_time": 2, "estimate": 0.21053182030381792, "se": 0.30243629379172315, "pvalue": 0.4963425480466816, "lower": -0.4306044815820922, "upper": 0.851668122189728 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -4.2271582277283074e-05, "se": 0.3496969600067757, "pvalue": 0.9999050455650184, "lower": -0.7413667102222042, "upper": 0.7412821670576496 }, { "event_time": -2, "estimate": -0.12632916012182172, "se": 0.1408413200387185, "pvalue": 0.3830378054251704, "lower": -0.42489942082121773, "upper": 0.1722411005775743 }, { "event_time": -1, "estimate": 0.09325131231334671, "se": 0.06720519274023112, "pvalue": 0.18429413834182548, "lower": -0.04921733191185504, "upper": 0.23571995653854846 }, { "event_time": 0, "estimate": 0.17704560082419615, "se": 0.24946781891432307, "pvalue": 0.48810907169331935, "lower": -0.3518025504774456, "upper": 0.7058937521258379 }, { "event_time": 1, "estimate": 0.7187677810224624, "se": 0.2358808513091937, "pvalue": 0.007684165246641767, "lower": 0.21872271434728185, "upper": 1.218812847697643 }, { "event_time": 2, "estimate": 0.21253213072058422, "se": 0.37638103765651765, "pvalue": 0.5801275348026016, "lower": -0.5853600255338621, "upper": 1.0104242869750306 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5862437352048152, "se": 0.589383092563702, "pvalue": 0.33470086913221136, "lower": -1.8356800764020185, "upper": 0.6631926059923879 }, { "event_time": -2, "estimate": -0.2821142527887674, "se": 0.3712892209058906, "pvalue": 0.45841031686112693, "lower": -1.0692122397308959, "upper": 0.5049837341533612 }, { "event_time": 0, "estimate": 0.11408445567994902, "se": 0.24315441879130376, "pvalue": 0.6452670288127265, "lower": -0.4013798852448, "upper": 0.629548796604698 }, { "event_time": 1, "estimate": 0.8739919737149011, "se": 0.20058602919716656, "pvalue": 0.0004888478914619977, "lower": 0.4487685874700784, "upper": 1.2992153599597238 }, { "event_time": 2, "estimate": 0.2843980557121439, "se": 0.38155338368193803, "pvalue": 0.4668580376706992, "lower": -0.524458984290997, "upper": 1.093255095715285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.6790021786847573e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04042348159389093, "df_num": 1, "df_den": 232, "pvalue": 0.8408310081916496, "log10_pvalue": -0.07529128075929596, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 212.18130882116338, "rss_restricted": 212.2182791109552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9641555394716959 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.028953956897351422 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.14081599962147823 }, { "event_time": 0.0, "cohort": 4, "estimate": -1.5463348671162238 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P096", "source_specification_id": "CI-T5-D-C11", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P096.json", "input_bytes": 66617, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p096", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C11", "specification_id": "S01-P096", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C11.csv", "output_dir": "analyses/full-archive/results/S01-P096" }, "source": { "file": "CI-T5-D-C11.csv", "bytes": 66617, "sha256": "4cabeb0654b00f14e2b477007e05fc1bd4222e6a2763474e2a07ea21daf39f9f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.87069539090446, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18439267097790166, "se": 0.24010389880009209, "pvalue": 0.4536906227177134, "lower": -0.32460485645209736, "upper": 0.6933901984079007 }, { "method": "Dynamic TWFE", "estimate": -0.05945564365052318, "se": 0.28782690483849266, "pvalue": 0.8389535296612265, "lower": -0.6696214244760955, "upper": 0.5507101371750492 }, { "method": "BJS / did2s", "estimate": -0.14096079027107225, "se": 0.2709213045867613, "pvalue": 0.6099781484952963, "lower": -0.7152882995364831, "upper": 0.43336671899433865 }, { "method": "Sun\u2013Abraham", "estimate": -0.21044983030886144, "se": 0.28002293600655803, "pvalue": 0.4632370208776419, "lower": -0.804071936252658, "upper": 0.38317227563493517 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.11239313147329665, "se": 0.3957456833696592, "pvalue": 0.7800501665321855, "lower": -0.951336502792574, "upper": 0.7265502398459807 }, { "event_time": -2, "estimate": -0.3461837865244094, "se": 0.2869674494547357, "pvalue": 0.24521712972064652, "lower": -0.9545276033275111, "upper": 0.2621600302786923 }, { "event_time": 0, "estimate": 0.14022363363751417, "se": 0.21854128022291355, "pvalue": 0.5301959943456571, "lower": -0.3230631844056374, "upper": 0.6035104516806657 }, { "event_time": 1, "estimate": -0.26114695383658304, "se": 0.36583683406613576, "pvalue": 0.4856131590595761, "lower": -1.036686397023711, "upper": 0.5143924893505449 }, { "event_time": 2, "estimate": -0.2867450585510491, "se": 0.48604934432899227, "pvalue": 0.5634633892982601, "lower": -1.3171236392770962, "upper": 0.7436335221749979 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.16651217200692695, "se": 0.2389658427455367, "pvalue": 0.4959259117418949, "lower": -0.34007278436220933, "upper": 0.6730971283760632 }, { "event_time": -2, "estimate": -0.02628924024832051, "se": 0.0901588528464696, "pvalue": 0.7743481472646327, "lower": -0.21741747016926072, "upper": 0.16483898967261967 }, { "event_time": -1, "estimate": -0.016276917497651727, "se": 0.05719875193527345, "pvalue": 0.7796254989348965, "lower": -0.1375328548340799, "upper": 0.10497901983877644 }, { "event_time": 0, "estimate": 0.10524440671055552, "se": 0.2692307847317355, "pvalue": 0.7010214817588626, "lower": -0.4654993605557474, "upper": 0.6759881739768585 }, { "event_time": 1, "estimate": -0.4118222805878596, "se": 0.3352494404614348, "pvalue": 0.23705819025236413, "lower": -1.1225193459830156, "upper": 0.2988747848072965 }, { "event_time": 2, "estimate": -0.3780256050181727, "se": 0.3923310764029602, "pvalue": 0.34961577956363815, "lower": -1.209730332933987, "upper": 0.4536791228976416 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4453794462066401, "se": 0.5772524243389225, "pvalue": 0.4516260285281815, "lower": -0.7783410271377582, "upper": 1.6690999195510383 }, { "event_time": -2, "estimate": 0.0536367365872059, "se": 0.49388473024956286, "pvalue": 0.9148687023270922, "lower": -0.9933521202733022, "upper": 1.100625593447714 }, { "event_time": 0, "estimate": 0.04693252484743674, "se": 0.21508931054593672, "pvalue": 0.8300318099709751, "lower": -0.40903644438474057, "upper": 0.502901494079614 }, { "event_time": 1, "estimate": -0.499524644387739, "se": 0.3693636420052766, "pvalue": 0.19505590051283805, "lower": -1.2825405864143873, "upper": 0.28349129763890923 }, { "event_time": 2, "estimate": -0.44675461100902586, "se": 0.46210769030366344, "pvalue": 0.3480431177110269, "lower": -1.4263791524946563, "upper": 0.5328699304766047 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.169078283829962e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.579489661303939, "df_num": 1, "df_den": 232, "pvalue": 0.1096167789729291, "log10_pvalue": -0.9601229635741206, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 272.6905804636907, "rss_restricted": 275.7224879336953, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17567738917603185 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39178688750408397 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2752153935537693 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.1342521998566342 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P097", "source_specification_id": "CI-T5-D-C12", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P097.json", "input_bytes": 50237, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p097", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [humanities-track students only]", "source_specification_id": "CI-T5-D-C12", "specification_id": "S01-P097", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C12.csv", "output_dir": "analyses/full-archive/results/S01-P097" }, "source": { "file": "CI-T5-D-C12.csv", "bytes": 50237, "sha256": "16cda15a3e7945070ecaed10ba4eb84671acb0f9565ffc48e97c92c1db667ece" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.30179145930705864, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.19717701724999584, "se": 0.20729820707749333, "pvalue": 0.3556636868203896, "lower": -0.24227555045264723, "upper": 0.6366295849526389 }, { "method": "Dynamic TWFE", "estimate": 0.1600490339762804, "se": 0.24251168089892206, "pvalue": 0.5186651055656588, "lower": -0.35405276348439835, "upper": 0.6741508314369591 }, { "method": "BJS / did2s", "estimate": 0.09391724677970331, "se": 0.30144418237527015, "pvalue": 0.7593996026557932, "lower": -0.5451158728570502, "upper": 0.7329503664164567 }, { "method": "Sun\u2013Abraham", "estimate": 0.09528105206321572, "se": 0.24216147243483366, "pvalue": 0.6991726367846449, "lower": -0.41807833661860994, "upper": 0.6086404407450413 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5550880310471382, "se": 0.48118046016967314, "pvalue": 0.26560776800428554, "lower": -1.57514503844255, "upper": 0.4649689763482736 }, { "event_time": -2, "estimate": 0.10861748997214406, "se": 0.2982150600069563, "pvalue": 0.7204584029074546, "lower": -0.5235701960441871, "upper": 0.7408051759884752 }, { "event_time": 0, "estimate": 0.20542150106248314, "se": 0.16374963959286395, "pvalue": 0.22768285585425235, "lower": -0.14171222765599972, "upper": 0.5525552297809659 }, { "event_time": 1, "estimate": 0.31325234838711424, "se": 0.30363497294884456, "pvalue": 0.3175683561447359, "lower": -0.33042503979604365, "upper": 0.9569297365702721 }, { "event_time": 2, "estimate": -0.27918771293355193, "se": 0.5060041215690358, "pvalue": 0.5887437402913874, "lower": -1.3518685316755468, "upper": 0.793493105808443 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2932294102793608, "se": 0.15959525436430663, "pvalue": 0.08480543507895444, "lower": -0.6315562357368185, "upper": 0.0450974151780969 }, { "event_time": -2, "estimate": 0.16187775685134737, "se": 0.06499340798325363, "pvalue": 0.02412212056156986, "lower": 0.024097886853198996, "upper": 0.2996576268494957 }, { "event_time": -1, "estimate": -0.05664527602288974, "se": 0.06832025350796254, "pvalue": 0.41923781065142945, "lower": -0.20147774347855904, "upper": 0.08818719143277956 }, { "event_time": 0, "estimate": 0.1301445178003174, "se": 0.21930606361332675, "pvalue": 0.5611843697909885, "lower": -0.3347635686049275, "upper": 0.5950526042055624 }, { "event_time": 1, "estimate": 0.2653881104909471, "se": 0.3855559819629069, "pvalue": 0.5011066059159694, "lower": -0.5519540588186737, "upper": 1.0827302798005678 }, { "event_time": 2, "estimate": -0.3524949083535731, "se": 0.5637120451580641, "pvalue": 0.5405843823387108, "lower": -1.5475110601190043, "upper": 0.8425212434118581 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3888423948097193, "se": 0.7676264602485473, "pvalue": 0.6193783299277745, "lower": -2.0161377957130684, "upper": 1.2384530060936298 }, { "event_time": -2, "estimate": 0.3862710649500733, "se": 0.29746186206573927, "pvalue": 0.21250117995547152, "lower": -0.24431991275930925, "upper": 1.016862042659456 }, { "event_time": 0, "estimate": 0.15822478501641365, "se": 0.17423847862139782, "pvalue": 0.37730406167059716, "lower": -0.21114428914133684, "upper": 0.5275938591741641 }, { "event_time": 1, "estimate": 0.2724523608256823, "se": 0.3040425749656302, "pvalue": 0.3834839765367186, "lower": -0.3720891050328327, "upper": 0.9169938266841973 }, { "event_time": 2, "estimate": -0.4451936146973076, "se": 0.5356332381875277, "pvalue": 0.4181181282204034, "lower": -1.580685354770088, "upper": 0.6902981253754727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1359077476175813e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7785159861642875, "df_num": 1, "df_den": 232, "pvalue": 0.37850866874177913, "log10_pvalue": -0.42192416968145624, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 200.1691386647538, "rss_restricted": 200.84084070952642, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3936911104177776 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6947981841946811 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6002247650129597 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5322539722257764 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P098", "source_specification_id": "CI-T6-C01", "role": "active_comparison", "published_source_location": "Table 6, column 1 (\"Identified new-curriculum textbook cover\"), accepted-manuscript p. 50", "outcome_label": "Identified new-curriculum textbook cover", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P098.json", "input_bytes": 185802, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identified new-curriculum textbook cover", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p098", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identified new-curriculum textbook cover", "source_specification_id": "CI-T6-C01", "specification_id": "S01-P098", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C01.csv", "output_dir": "analyses/full-archive/results/S01-P098" }, "source": { "file": "CI-T6-C01.csv", "bytes": 185802, "sha256": "0b4c4ad98e5597831633ba5f327ee8dc05157e84f750042bd6610269a90d677c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.47425874300114024, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 1.8196301845967586, "se": 0.03539582112556906, "pvalue": 5.520287618923952e-21, "lower": 1.7452663238616213, "upper": 1.893994045331896 }, { "method": "Dynamic TWFE", "estimate": 1.8678345594245334, "se": 0.03376705491027619, "pvalue": 1.4884466271965338e-21, "lower": 1.7968926095295048, "upper": 1.938776509319562 }, { "method": "BJS / did2s", "estimate": 1.8532128242950852, "se": 0.03435447369179532, "pvalue": 2.3327769734370286e-21, "lower": 1.7810367533351115, "upper": 1.9253888952550589 }, { "method": "Sun\u2013Abraham", "estimate": 1.8648815281075595, "se": 0.03132174678432304, "pvalue": 3.9849765407232277e-22, "lower": 1.7990769799495263, "upper": 1.9306860762655926 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08299232968478176, "se": 0.05226639267924692, "pvalue": 0.12972570151876753, "lower": -0.19279994602850448, "upper": 0.026815286658940937 }, { "event_time": -2, "estimate": -0.08939846865397287, "se": 0.04194013304692579, "pvalue": 0.0470778395181078, "lower": -0.17751141854290078, "upper": -0.0012855187650449573 }, { "event_time": 0, "estimate": 1.8183870773231345, "se": 0.03731490177047666, "pvalue": 1.4361994122575012e-20, "lower": 1.7399913777641107, "upper": 1.8967827768821584 }, { "event_time": 1, "estimate": 1.8924506598803639, "se": 0.04012129878999037, "pvalue": 2.571069277466326e-20, "lower": 1.808158938969377, "upper": 1.9767423807913507 }, { "event_time": 2, "estimate": 1.9453025613481345, "se": 0.047165275371226285, "pvalue": 2.818875674509896e-19, "lower": 1.8462119947866873, "upper": 2.0443931279095815 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.024465601081095436, "se": 0.021780218054382124, "pvalue": 0.27607162409302977, "lower": -0.021292939070611753, "upper": 0.07022414123280263 }, { "event_time": -2, "estimate": -0.03983457014953871, "se": 0.020459262468225672, "pvalue": 0.06730801767867195, "lower": -0.08281788559611028, "upper": 0.003148745297032872 }, { "event_time": -1, "estimate": 0.018613360591344292, "se": 0.008323396002266503, "pvalue": 0.03823413147912875, "lower": 0.0011265544805284487, "upper": 0.03610016670216014 }, { "event_time": 0, "estimate": 1.815217147567639, "se": 0.04668386818037768, "pvalue": 8.055047463362753e-19, "lower": 1.7171379799837763, "upper": 1.913296315151502 }, { "event_time": 1, "estimate": 1.8486275581645495, "se": 0.03710643495891203, "pvalue": 9.6759077215373e-21, "lower": 1.7706698311246007, "upper": 1.9265852852044982 }, { "event_time": 2, "estimate": 1.9577820194623818, "se": 0.05446854147936044, "pvalue": 3.2599676247855506e-18, "lower": 1.8433478601686102, "upper": 2.0722161787561535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.05088561577238154, "se": 0.03725444912496321, "pvalue": 0.18879736424592938, "lower": -0.1291543090360552, "upper": 0.027383077491292124 }, { "event_time": -2, "estimate": -0.13787629356417389, "se": 0.05227285810093517, "pvalue": 0.016720155599751124, "lower": -0.24769749325482088, "upper": -0.028055093873526893 }, { "event_time": 0, "estimate": 1.8156536592116246, "se": 0.034986733417533104, "pvalue": 4.6629301298665035e-21, "lower": 1.7421492598586916, "upper": 1.8891580585645575 }, { "event_time": 1, "estimate": 1.8487468558893538, "se": 0.04239229084723683, "pvalue": 1.0426024209795932e-19, "lower": 1.7596839577120855, "upper": 1.9378097540666221 }, { "event_time": 2, "estimate": 2.0199015693676228, "se": 0.04733812244346993, "pvalue": 1.5383381724466117e-19, "lower": 1.9204478645825078, "upper": 2.1193552741527375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-15, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3821915683882027e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4995975208013246, "df_num": 1, "df_den": 1030, "pvalue": 0.47983688921801004, "log10_pvalue": -0.3189063671060383, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 164.50228799208833, "rss_restricted": 164.58207919135725, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.201457323420481 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.3763984891961492 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10787936607358797 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.045968933198737474 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 1, "specification_id": "S01-P099", "source_specification_id": "CI-T6-C02", "role": "active_comparison", "published_source_location": "Table 6, column 2 (\"Aware: village head elected\"), accepted-manuscript p. 50", "outcome_label": "Aware: village head elected", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P099.json", "input_bytes": 192622, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: village head elected", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p099", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: village head elected", "source_specification_id": "CI-T6-C02", "specification_id": "S01-P099", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C02.csv", "output_dir": "analyses/full-archive/results/S01-P099" }, "source": { "file": "CI-T6-C02.csv", "bytes": 192622, "sha256": "a2ee22e40eae4557714870dc7bfda84d5e55a5011fedf7b1e42c616d4bbe676b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.42079875383858006, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14574143289768993, "se": 0.10124343540344134, "pvalue": 0.16716960833871197, "lower": -0.06696313197111983, "upper": 0.35844599776649966 }, { "method": "Dynamic TWFE", "estimate": 0.12690085744763424, "se": 0.10381515456877156, "pvalue": 0.23733211727868705, "lower": -0.09120668889692807, "upper": 0.34500840379219655 }, { "method": "BJS / did2s", "estimate": 0.21423306554083316, "se": 0.11200793986781636, "pvalue": 0.07183815147143383, "lower": -0.02108688400945513, "upper": 0.44955301509112144 }, { "method": "Sun\u2013Abraham", "estimate": 0.1506838359231915, "se": 0.07697085880001785, "pvalue": 0.06595590019128458, "lower": -0.011025937786046852, "upper": 0.3123936096324299 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.35975783430348063, "se": 0.14399012394238253, "pvalue": 0.022378159103030447, "lower": 0.05724580933589035, "upper": 0.662269859271071 }, { "event_time": -2, "estimate": 0.08029350136354675, "se": 0.09828493431272245, "pvalue": 0.4246404349884286, "lower": -0.12619548335769454, "upper": 0.286782486084788 }, { "event_time": 0, "estimate": 0.13038400225758082, "se": 0.08066840044154881, "pvalue": 0.12342120710122126, "lower": -0.03909401818105898, "upper": 0.29986202269622064 }, { "event_time": 1, "estimate": 0.08128184566056053, "se": 0.1520271977718624, "pvalue": 0.5994324216809827, "lower": -0.23811544485442848, "upper": 0.4006791361755495 }, { "event_time": 2, "estimate": 0.20647272235876227, "se": 0.21024662429848925, "pvalue": 0.3390917113436693, "lower": -0.23523904451621083, "upper": 0.6481844892337354 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13976348361022203, "se": 0.06644981430921938, "pvalue": 0.049768129134949164, "lower": 0.00015760415805871064, "upper": 0.27936936306238536 }, { "event_time": -2, "estimate": -0.08798578063855265, "se": 0.0655635048596926, "pvalue": 0.19628235044866044, "lower": -0.22572959303373125, "upper": 0.04975803175662595 }, { "event_time": -1, "estimate": 0.017576687198903884, "se": 0.021216217553486284, "pvalue": 0.41826280953263745, "lower": -0.026996931869764245, "upper": 0.06215030626757201 }, { "event_time": 0, "estimate": 0.1804314662235034, "se": 0.07727820230033115, "pvalue": 0.03133362749712454, "lower": 0.018075987780531988, "upper": 0.3427869446664748 }, { "event_time": 1, "estimate": 0.2139943882611789, "se": 0.18432472923018062, "pvalue": 0.2608222255043997, "lower": -0.17325749793996909, "upper": 0.6012462744623268 }, { "event_time": 2, "estimate": 0.30107781973253056, "se": 0.21026678250801917, "pvalue": 0.16931314366031247, "lower": -0.14067629796913572, "upper": 0.7428319374341968 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.24035743665919831, "se": 0.15292974973343626, "pvalue": 0.13343561249290228, "lower": -0.08093604516432398, "upper": 0.5616509184827206 }, { "event_time": -2, "estimate": -0.05502387317577418, "se": 0.09749479930179604, "pvalue": 0.5794627637294314, "lower": -0.25985284583779406, "upper": 0.1498050994862457 }, { "event_time": 0, "estimate": 0.11718755710886136, "se": 0.06593449437102053, "pvalue": 0.0924144110450123, "lower": -0.02133567532736433, "upper": 0.2557107895450871 }, { "event_time": 1, "estimate": 0.15366203144269064, "se": 0.1262917892290064, "pvalue": 0.23942370909679572, "lower": -0.1116671720500047, "upper": 0.418991234935386 }, { "event_time": 2, "estimate": 0.23050954299674403, "se": 0.19476458037543173, "pvalue": 0.2519950447057935, "lower": -0.17867565657229767, "upper": 0.6396947425657857 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5900635135226513, "df_num": 1, "df_den": 1071, "pvalue": 0.1078307178723161, "log10_pvalue": -0.9672575035084161, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1118.6518524154494, "rss_restricted": 1121.3571552607116, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1695656167314348 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.04758923706374605 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6187273079624319 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.022536512066662222 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P100", "source_specification_id": "CI-T6-C03", "role": "active_comparison", "published_source_location": "Table 6, column 3 (\"Aware: able to vote for local People's Congress representative\"), accepted-manuscript p. 50", "outcome_label": "Aware: able to vote for local People's Congress representative", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P100.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: able to vote for local People's Congress representative", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p100", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: able to vote for local People's Congress representative", "source_specification_id": "CI-T6-C03", "specification_id": "S01-P100", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C03.csv", "output_dir": "analyses/full-archive/results/S01-P100" }, "source": { "file": "CI-T6-C03.csv", "bytes": 192724, "sha256": "cd15dce33ebb5360a2efcd8b382d34b5840e6f8d8a21fb021907d79f82922480" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.3363052035786803, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10757199107782624, "se": 0.13009574615657818, "pvalue": 0.4191387997087948, "lower": -0.16574902936413222, "upper": 0.38089301151978466 }, { "method": "Dynamic TWFE", "estimate": 0.13563033949755077, "se": 0.17105330769451108, "pvalue": 0.4381557757519331, "lower": -0.2237393246939795, "upper": 0.49500000368908104 }, { "method": "BJS / did2s", "estimate": 0.19467316568457266, "se": 0.14834617411561343, "pvalue": 0.20591115813612038, "lower": -0.11699058110035421, "upper": 0.5063369124694995 }, { "method": "Sun\u2013Abraham", "estimate": 0.18632123492718622, "se": 0.18277213368709122, "pvalue": 0.32151145769612177, "lower": -0.19766876907790526, "upper": 0.5703112389322778 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.07750047520283015, "se": 0.21227007846562587, "pvalue": 0.719289088239129, "lower": -0.36846241112929784, "upper": 0.5234633615349582 }, { "event_time": -2, "estimate": -0.15723034023098004, "se": 0.12361594450954905, "pvalue": 0.21958743632231617, "lower": -0.4169378025763048, "upper": 0.10247712211434473 }, { "event_time": 0, "estimate": 0.0949046329916003, "se": 0.13106187339555211, "pvalue": 0.4782983755334702, "lower": -0.18044614546039572, "upper": 0.3702554114435963 }, { "event_time": 1, "estimate": 0.10240276528255716, "se": 0.20084889058254998, "pvalue": 0.6163512045283343, "lower": -0.3195650957002828, "upper": 0.5243706262653971 }, { "event_time": 2, "estimate": 0.3041485010660785, "se": 0.26578243095495246, "pvalue": 0.2674678121514951, "lower": -0.2542396660360231, "upper": 0.8625366681681801 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03259004472371519, "se": 0.07570877233885576, "pvalue": 0.6719668442468414, "lower": -0.12646818372257793, "upper": 0.1916482731700083 }, { "event_time": -2, "estimate": -0.0745261441802834, "se": 0.042925095646288346, "pvalue": 0.09961490134334085, "lower": -0.16470842370302521, "upper": 0.01565613534245841 }, { "event_time": -1, "estimate": 0.03611479705138676, "se": 0.02188669552065584, "pvalue": 0.11626721683956341, "lower": -0.009867443956003898, "upper": 0.08209703805877741 }, { "event_time": 0, "estimate": 0.13979671025467835, "se": 0.11966283442788407, "pvalue": 0.2579450221337405, "lower": -0.1116055759925774, "upper": 0.3911989965019341 }, { "event_time": 1, "estimate": 0.1843746693703006, "se": 0.1715528229608897, "pvalue": 0.29668735262978857, "lower": -0.1760444374538014, "upper": 0.5447937761944026 }, { "event_time": 2, "estimate": 0.3548858375644058, "se": 0.23684578708681958, "pvalue": 0.1513663737136442, "lower": -0.1427086966645298, "upper": 0.8524803717933414 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.16681948215302506, "se": 0.26635093146552663, "pvalue": 0.538970870258879, "lower": -0.7264020245076803, "upper": 0.39276306020163015 }, { "event_time": -2, "estimate": -0.20364676722694797, "se": 0.16577223914375658, "pvalue": 0.2350899937084822, "lower": -0.5519213181041743, "upper": 0.1446277836502784 }, { "event_time": 0, "estimate": 0.11862857285176674, "se": 0.13673462573002065, "pvalue": 0.3970421427650775, "lower": -0.168640216008543, "upper": 0.4058973617120765 }, { "event_time": 1, "estimate": 0.1960872223246251, "se": 0.19849862433823962, "pvalue": 0.3363191188680605, "lower": -0.22094291250510867, "upper": 0.6131173571543589 }, { "event_time": 2, "estimate": 0.3403734967935787, "se": 0.31851486833262027, "pvalue": 0.299360290884471, "lower": -0.32880141023089554, "upper": 1.0095484038180529 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.107524273022667e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0008555706820963594, "df_num": 1, "df_den": 1071, "pvalue": 0.9766705419510177, "log10_pvalue": -0.010251911145822148, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1116.8535659246902, "rss_restricted": 1116.8544581255933, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2013053119532793 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.02353728877852456 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.011236283002599953 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4947230771730032 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P101", "source_specification_id": "CI-T6-C04", "role": "active_comparison", "published_source_location": "Table 6, column 4 (\"Factual political knowledge z-score index\"), accepted-manuscript p. 50", "outcome_label": "Factual political knowledge z-score index", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P101.json", "input_bytes": 256392, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Factual political knowledge z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p101", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Factual political knowledge z-score index", "source_specification_id": "CI-T6-C04", "specification_id": "S01-P101", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C04.csv", "output_dir": "analyses/full-archive/results/S01-P101" }, "source": { "file": "CI-T6-C04.csv", "bytes": 256392, "sha256": "a94d54adda7be277bf68aa4ff795fafd2970004ddd86d266a87fe2114d79f6ff" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.997367490650609, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16676443748529515, "se": 0.09966002009300516, "pvalue": 0.11155102625370267, "lower": -0.04261349525896413, "upper": 0.37614237022955443 }, { "method": "Dynamic TWFE", "estimate": 0.17299517584279372, "se": 0.09125151580566426, "pvalue": 0.07415773643616332, "lower": -0.018717144918729778, "upper": 0.3647074966043172 }, { "method": "BJS / did2s", "estimate": 0.26933451041902084, "se": 0.09208576273528556, "pvalue": 0.009046697131570676, "lower": 0.07586950189605254, "upper": 0.4627995189419891 }, { "method": "Sun\u2013Abraham", "estimate": 0.2221519598503761, "se": 0.08907709296327757, "pvalue": 0.022591205623886668, "lower": 0.03500793196322638, "upper": 0.40929598773752585 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28713371899342427, "se": 0.1523954421296168, "pvalue": 0.07580258531808325, "lower": -0.03303722420896538, "upper": 0.6073046621958139 }, { "event_time": -2, "estimate": -0.051487723294259914, "se": 0.08644540770711746, "pvalue": 0.5588512887029453, "lower": -0.2331027856237655, "upper": 0.13012733903524568 }, { "event_time": 0, "estimate": 0.1483096569898611, "se": 0.08052212488269195, "pvalue": 0.08203590285928812, "lower": -0.020861049903227735, "upper": 0.3174803638829499 }, { "event_time": 1, "estimate": 0.12108963163781486, "se": 0.12949986447226491, "pvalue": 0.3621352743227663, "lower": -0.1509794878401939, "upper": 0.39315875111582366 }, { "event_time": 2, "estimate": 0.3367456885412574, "se": 0.17458678107972972, "pvalue": 0.06967532857803978, "lower": -0.030047527763883863, "upper": 0.7035389048463987 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11319411355672256, "se": 0.07550912981419973, "pvalue": 0.1511874455327452, "lower": -0.04544468150935134, "upper": 0.27183290862279647 }, { "event_time": -2, "estimate": -0.10702477114041883, "se": 0.06051492378672791, "pvalue": 0.09390925249745607, "lower": -0.23416190828746217, "upper": 0.0201123660066245 }, { "event_time": -1, "estimate": 0.03543621680807828, "se": 0.02236731816653511, "pvalue": 0.13054010629433474, "lower": -0.011555774909079101, "upper": 0.08242820852523566 }, { "event_time": 0, "estimate": 0.21084065057167758, "se": 0.08718645953453896, "pvalue": 0.026416072548892923, "lower": 0.027668696124981268, "upper": 0.3940126050183739 }, { "event_time": 1, "estimate": 0.2623569583258659, "se": 0.1344676633189641, "pvalue": 0.06678996688803665, "lower": -0.020149119240657154, "upper": 0.5448630358923889 }, { "event_time": 2, "estimate": 0.4323510411590571, "se": 0.15573762198183133, "pvalue": 0.012456733782764523, "lower": 0.10515843864270047, "upper": 0.7595436436754137 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.047080457644514295, "se": 0.22344554073619866, "pvalue": 0.835486567566702, "lower": -0.4223612036817422, "upper": 0.5165221189707707 }, { "event_time": -2, "estimate": -0.17092210958476484, "se": 0.11771357657648183, "pvalue": 0.1637052195359716, "lower": -0.4182291570498967, "upper": 0.07638493788036707 }, { "event_time": 0, "estimate": 0.15536973513548674, "se": 0.08609217782222568, "pvalue": 0.08788117500123711, "lower": -0.025503218743577916, "upper": 0.3362426890145514 }, { "event_time": 1, "estimate": 0.23057115222259775, "se": 0.13241192286829725, "pvalue": 0.09869194464136158, "lower": -0.047615974922104315, "upper": 0.5087582793672998 }, { "event_time": 2, "estimate": 0.37648951457159285, "se": 0.17061719090257485, "pvalue": 0.04056850656664817, "lower": 0.01803609776036058, "upper": 0.7349429313828251 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1047732128949543, "df_num": 1, "df_den": 1071, "pvalue": 0.29345806370975447, "log10_pvalue": -0.5324539523404406, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1085.8320041069487, "rss_restricted": 1086.9520770405074, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2444509978202996 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.015607187223129483 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3981204543518084 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.342378672619662 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } } }, { "study_id": 1, "specification_id": "S01-P102", "source_specification_id": "CI-T6-C05", "role": "active_comparison", "published_source_location": "Table 6, column 5 (\"Teaching style z-score index\"), accepted-manuscript p. 50", "outcome_label": "Teaching style z-score index", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P102.json", "input_bytes": 247252, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching style z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p102", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching style z-score index", "source_specification_id": "CI-T6-C05", "specification_id": "S01-P102", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C05.csv", "output_dir": "analyses/full-archive/results/S01-P102" }, "source": { "file": "CI-T6-C05.csv", "bytes": 247252, "sha256": "2eec73ee4fb4a017d46c5a652216fc1e202fd6300ce4a548f540eaaeac8654e0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 1.0043634370473387, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.0717590514756359, "se": 0.1069484716046265, "pvalue": 0.5107595575350263, "lower": -0.29644945263988853, "upper": 0.15293134968861677 }, { "method": "Dynamic TWFE", "estimate": -0.13779356017193378, "se": 0.11009656192095726, "pvalue": 0.2267480050753118, "lower": -0.3690978536664351, "upper": 0.09351073332256754 }, { "method": "BJS / did2s", "estimate": -0.12736180939620018, "se": 0.11216936564910038, "pvalue": 0.27108350115432933, "lower": -0.3630209019282512, "upper": 0.10829728313585082 }, { "method": "Sun\u2013Abraham", "estimate": -0.10378186951570695, "se": 0.12329472983124003, "pvalue": 0.41097879326685716, "lower": -0.36281448486372336, "upper": 0.15525074583230947 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.058742279219517315, "se": 0.20462944959968293, "pvalue": 0.7773397840733393, "lower": -0.4886527999658839, "upper": 0.3711682415268493 }, { "event_time": -2, "estimate": -0.3904281140922926, "se": 0.11606468092539171, "pvalue": 0.003457120562164691, "lower": -0.6342709603419917, "upper": -0.14658526784259354 }, { "event_time": 0, "estimate": -0.16555843945026383, "se": 0.12225676873696097, "pvalue": 0.19243481803057713, "lower": -0.42241037945839666, "upper": 0.091293500557869 }, { "event_time": 1, "estimate": -0.056984931629207064, "se": 0.11652441681236046, "pvalue": 0.6307200097802194, "lower": -0.30179364713652856, "upper": 0.1878237838781144 }, { "event_time": 2, "estimate": -0.22268613169803628, "se": 0.1636339818861024, "pvalue": 0.19034846515563913, "lower": -0.5664683707749516, "upper": 0.12109610737887908 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07948884799028542, "se": 0.10113702017932072, "pvalue": 0.44211976932754943, "lower": -0.1329921467887521, "upper": 0.291969842769323 }, { "event_time": -2, "estimate": -0.1418449531095921, "se": 0.0741589756636016, "pvalue": 0.07183069766249582, "lower": -0.2976471795629515, "upper": 0.013957273343767285 }, { "event_time": -1, "estimate": 0.06810306115377483, "se": 0.037458934765468375, "pvalue": 0.08573539528418246, "lower": -0.010595240498948943, "upper": 0.1468013628064986 }, { "event_time": 0, "estimate": -0.09024520650129235, "se": 0.11086578782006341, "pvalue": 0.4262805992366092, "lower": -0.32316558364115, "upper": 0.14267517063856533 }, { "event_time": 1, "estimate": -0.061913393356755365, "se": 0.14912322422612498, "pvalue": 0.6829150707167791, "lower": -0.3752096618452277, "upper": 0.2513828751317169 }, { "event_time": 2, "estimate": -0.3463693766027162, "se": 0.17787232773368844, "pvalue": 0.06727303970830753, "lower": -0.7200652702873995, "upper": 0.027326517081967094 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28429498044793655, "se": 0.43137778002652843, "pvalue": 0.5182133119517904, "lower": -1.1905860661759204, "upper": 0.6219961052800473 }, { "event_time": -2, "estimate": -0.2815996296105046, "se": 0.20369902717751787, "pvalue": 0.18375353889648036, "lower": -0.7095554053834101, "upper": 0.14635614616240095 }, { "event_time": 0, "estimate": -0.16309737705969404, "se": 0.1097969832901885, "pvalue": 0.15472982593881854, "lower": -0.3937722792060281, "upper": 0.06757752508663997 }, { "event_time": 1, "estimate": 0.09443981503930472, "se": 0.1996837700795482, "pvalue": 0.6419354915244789, "lower": -0.32508021859924213, "upper": 0.5139598486778516 }, { "event_time": 2, "estimate": -0.3341822563123451, "se": 0.19312033598676, "pvalue": 0.10065990272421513, "lower": -0.7399130266056837, "upper": 0.07154851398099354 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.182760762327738e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1036525243406592, "df_num": 1, "df_den": 1030, "pvalue": 0.2937123391699629, "log10_pvalue": -0.532077807917583, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.6793235771581, "rss_restricted": 1042.7954905820313, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9470208922084401 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6970150829234589 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.4034832213686278 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.25692518318794055 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } } }, { "study_id": 1, "specification_id": "S01-P103", "source_specification_id": "CI-T6-C06", "role": "active_comparison", "published_source_location": "Table 6, column 6 (\"Teaching focused on gaokao\"), accepted-manuscript p. 50", "outcome_label": "Teaching focused on gaokao", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P103.json", "input_bytes": 185802, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching focused on gaokao", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p103", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching focused on gaokao", "source_specification_id": "CI-T6-C06", "specification_id": "S01-P103", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C06.csv", "output_dir": "analyses/full-archive/results/S01-P103" }, "source": { "file": "CI-T6-C06.csv", "bytes": 185802, "sha256": "8bb15d7e37f19f9d246c087bf22df952f48c87eb76a1327357c891a547da855a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.8673415176755196, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16694748969678513, "se": 0.12204862005314436, "pvalue": 0.18818665211512023, "lower": -0.08946714615387019, "upper": 0.42336212554744046 }, { "method": "Dynamic TWFE", "estimate": 0.04004900561519449, "se": 0.1080625070799994, "pvalue": 0.7152537124862607, "lower": -0.1869818972328795, "upper": 0.26707990846326846 }, { "method": "BJS / did2s", "estimate": 0.13739603194101255, "se": 0.10544110113133452, "pvalue": 0.2089779775891876, "lower": -0.08412750137309241, "upper": 0.3589195652551175 }, { "method": "Sun\u2013Abraham", "estimate": 0.05493625656459516, "se": 0.100395822757991, "pvalue": 0.5909641658106333, "lower": -0.15598754021580094, "upper": 0.26586005334499124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3823737051675476, "se": 0.1181739520712666, "pvalue": 0.0045877928430706275, "lower": 0.1340994446786355, "upper": 0.6306479656564596 }, { "event_time": -2, "estimate": -0.013735314302652688, "se": 0.09845117105486434, "pvalue": 0.8905931827496744, "lower": -0.22057354945935773, "upper": 0.19310292085405237 }, { "event_time": 0, "estimate": 0.08631335419583328, "se": 0.1146366267236997, "pvalue": 0.4612266903467558, "lower": -0.15452926150687224, "upper": 0.3271559698985388 }, { "event_time": 1, "estimate": 0.0707362999624916, "se": 0.11739643132515055, "pvalue": 0.5543291291040148, "lower": -0.1759044500541606, "upper": 0.31737704997914384 }, { "event_time": 2, "estimate": -0.1353930205974852, "se": 0.1862733388063968, "pvalue": 0.476664422962649, "lower": -0.5267387836051305, "upper": 0.2559527424101601 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1467923827720748, "se": 0.05230481446090216, "pvalue": 0.011673471347748897, "lower": 0.03690404526044726, "upper": 0.2566807202837023 }, { "event_time": -2, "estimate": -0.07656433993588815, "se": 0.03715338572866992, "pvalue": 0.0540778292965396, "lower": -0.15462070688282764, "upper": 0.0014920270110513334 }, { "event_time": -1, "estimate": 0.01191806440380757, "se": 0.02029339599427498, "pvalue": 0.5643053515415729, "lower": -0.030716778511903936, "upper": 0.054552907319519076 }, { "event_time": 0, "estimate": 0.1411201312426974, "se": 0.131674425913282, "pvalue": 0.2979989210128895, "lower": -0.13551757229460243, "upper": 0.41775783477999723 }, { "event_time": 1, "estimate": 0.16629113610685275, "se": 0.09696034456504514, "pvalue": 0.10350149404907373, "lower": -0.037414988819215955, "upper": 0.36999726103292147 }, { "event_time": 2, "estimate": 0.07262591530015494, "se": 0.16289646316844678, "pvalue": 0.6610284375427631, "lower": -0.2696068544477474, "upper": 0.4148586850480573 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.28209931062210974, "se": 0.2186270997528234, "pvalue": 0.21326900733769552, "lower": -0.17721918184257301, "upper": 0.7414178030867925 }, { "event_time": -2, "estimate": 0.02494562453256309, "se": 0.10192794975443382, "pvalue": 0.8094276826893363, "lower": -0.18919705162310807, "upper": 0.23908830068823422 }, { "event_time": 0, "estimate": 0.07725579056503747, "se": 0.10575614487605388, "pvalue": 0.4744809637572492, "lower": -0.14492962509598845, "upper": 0.2994412062260634 }, { "event_time": 1, "estimate": 0.10497836602192948, "se": 0.12511437324753924, "pvalue": 0.41244122397311606, "lower": -0.15787717828476946, "upper": 0.36783391032862844 }, { "event_time": 2, "estimate": -0.09724161185474386, "se": 0.19800127801384249, "pvalue": 0.6292786499914345, "lower": -0.5132268608299189, "upper": 0.3187436371204311 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2511452540497195e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6158973760576137, "df_num": 1, "df_den": 1030, "pvalue": 0.4327564058760361, "log10_pvalue": -0.3637564947615839, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 908.662182537426, "rss_restricted": 909.2055249198994, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5451026139549813 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.10247205266179327 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2815124982072382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.26505972591089155 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } } ]