From 85bff0a36bb99b0c6c756ea5944eefec09ddd30a Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Sun, 22 Jun 2025 20:18:22 +0200 Subject: [PATCH 01/67] Prepared logistic simulation --- .gitignore | 1 + monte-cover/src/montecover/plm/__init__.py | 2 + .../src/montecover/plm/logistic_ate.py | 124 ++++++++++++++++++ results/plm/logistic_ate_config.yml | 38 ++++++ results/plm/logistic_ate_metadata.csv | 2 + scripts/plm/logistic_ate.py | 13 ++ scripts/plm/logistic_ate_config.yml | 74 +++++++++++ 7 files changed, 254 insertions(+) create mode 100644 monte-cover/src/montecover/plm/logistic_ate.py create mode 100644 results/plm/logistic_ate_config.yml create mode 100644 results/plm/logistic_ate_metadata.csv create mode 100644 scripts/plm/logistic_ate.py create mode 100644 scripts/plm/logistic_ate_config.yml diff --git a/.gitignore b/.gitignore index 24f7c5cc..93d4dfaf 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,5 @@ __pycache__/ +.idea/ # Logs monte-cover/logs/ diff --git a/monte-cover/src/montecover/plm/__init__.py b/monte-cover/src/montecover/plm/__init__.py index 167b36d8..3707ee6f 100644 --- a/monte-cover/src/montecover/plm/__init__.py +++ b/monte-cover/src/montecover/plm/__init__.py @@ -5,6 +5,7 @@ from montecover.plm.plr_ate_sensitivity import PLRATESensitivityCoverageSimulation from montecover.plm.plr_cate import PLRCATECoverageSimulation from montecover.plm.plr_gate import PLRGATECoverageSimulation +from montecover.plm.logistic_ate import LogisticATECoverageSimulation __all__ = [ "PLRATECoverageSimulation", @@ -12,4 +13,5 @@ "PLRGATECoverageSimulation", "PLRCATECoverageSimulation", "PLRATESensitivityCoverageSimulation", + "LogisticATECoverageSimulation", ] diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py new file mode 100644 index 00000000..bef474ed --- /dev/null +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -0,0 +1,124 @@ +from typing import Any, Dict, Optional + +import doubleml as dml +from doubleml.datasets import make_logistic_LZZ2020 + +from montecover.base import BaseSimulation +from montecover.utils import create_learner_from_config + + +class LogisticATECoverageSimulation(BaseSimulation): + """Simulation class for coverage properties of DoubleMLPLR for ATE estimation.""" + + def __init__( + self, + config_file: str, + suppress_warnings: bool = True, + log_level: str = "INFO", + log_file: Optional[str] = None, + ): + super().__init__( + config_file=config_file, + suppress_warnings=suppress_warnings, + log_level=log_level, + log_file=log_file, + ) + + # Calculate oracle values + self._calculate_oracle_values() + + def _process_config_parameters(self): + """Process simulation-specific parameters from config""" + # Process ML models in parameter grid + assert "learners" in self.dml_parameters, "No learners specified in the config file" + + required_learners = ["ml_m", "ml_M", "ml_t"] + for learner in self.dml_parameters["learners"]: + for ml in required_learners: + assert ml in learner, f"No {ml} specified in the config file" + + def _calculate_oracle_values(self): + """Calculate oracle values for the simulation.""" + self.logger.info("Calculating oracle values") + + self.oracle_values = dict() + self.oracle_values["theta"] = self.dgp_parameters["theta"] + + def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: + """Run a single repetition with the given parameters.""" + # Extract parameters + learner_config = dml_params["learners"] + learner_m_name, ml_m = create_learner_from_config(learner_config["ml_m"]) + learner_M_name, ml_M = create_learner_from_config(learner_config["ml_M"]) + learner_t_name, ml_t = create_learner_from_config(learner_config["ml_t"]) + score = dml_params["score"] + + # Model + dml_model = dml.DoubleMLLogit( + obj_dml_data=dml_data, + ml_m=ml_m, + ml_M=ml_M, + ml_t=ml_t, + score=score,) + + dml_model.fit() + + result = { + "coverage": [], + } + for level in self.confidence_parameters["level"]: + level_result = dict() + level_result["coverage"] = self._compute_coverage( + thetas=dml_model.coef, + oracle_thetas=self.oracle_values["theta"], + confint=dml_model.confint(level=level), + joint_confint=None, + ) + + # add parameters to the result + for res in level_result.values(): + res.update( + { + "Learner m": learner_m_name, + "Learner M": learner_M_name, + "Learner t": learner_t_name, + "Score": score, + "level": level, + } + ) + for key, res in level_result.items(): + result[key].append(res) + + return result + + def summarize_results(self): + """Summarize the simulation results.""" + self.logger.info("Summarizing simulation results") + + # Group by parameter combinations + groupby_cols = ["Learner m", "Learner M", "Learner T", "Score", "level"] + aggregation_dict = { + "Coverage": "mean", + "CI Length": "mean", + "Bias": "mean", + "repetition": "count", + } + + # Aggregate results (possibly multiple result dfs) + result_summary = dict() + for result_name, result_df in self.results.items(): + result_summary[result_name] = result_df.groupby(groupby_cols).agg(aggregation_dict).reset_index() + self.logger.debug(f"Summarized {result_name} results") + + return result_summary + + def _generate_dml_data(self, dgp_params) -> dml.DoubleMLData: + """Generate data for the simulation.""" + data = make_logistic_LZZ2020( + alpha=dgp_params["theta"], + n_obs=dgp_params["n_obs"], + dim_x=dgp_params["dim_x"], + return_type="DataFrame", + ) + dml_data = dml.DoubleMLData(data, "y", "d", "p") + return dml_data diff --git a/results/plm/logistic_ate_config.yml b/results/plm/logistic_ate_config.yml new file mode 100644 index 00000000..94cf9e1c --- /dev/null +++ b/results/plm/logistic_ate_config.yml @@ -0,0 +1,38 @@ +simulation_parameters: + repetitions: 1000 + max_runtime: 19800 + random_seed: 42 + n_jobs: -2 +dgp_parameters: + theta: + - 0.5 + n_obs: + - 500 + dim_x: + - 20 +learner_definitions: + lasso: + name: LassoCV + rf: &id001 + name: RF Regr. + params: + n_estimators: 200 + max_features: 10 + max_depth: 5 + min_samples_leaf: 20 + lgbm: + name: LGBM Regr. + params: + n_estimators: 500 + learning_rate: 0.01 +dml_parameters: + learners: + - ml_m: *id001 + ml_M: *id001 + ml_t: *id001 + score: + - nuisance_space +confidence_parameters: + level: + - 0.95 + - 0.9 diff --git a/results/plm/logistic_ate_metadata.csv b/results/plm/logistic_ate_metadata.csv new file mode 100644 index 00000000..99ae2900 --- /dev/null +++ b/results/plm/logistic_ate_metadata.csv @@ -0,0 +1,2 @@ +DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File +0.10.dev0,LogisticATECoverageSimulation,2025-06-22 18:53,0.22107456922531127,3.12.2,scripts/plm/logistic_ate_config.yml diff --git a/scripts/plm/logistic_ate.py b/scripts/plm/logistic_ate.py new file mode 100644 index 00000000..8c03556d --- /dev/null +++ b/scripts/plm/logistic_ate.py @@ -0,0 +1,13 @@ +from montecover.plm import LogisticATECoverageSimulation + +# Create and run simulation with config file +sim = LogisticATECoverageSimulation( + config_file="scripts/plm/logistic_ate_config.yml", + log_level="INFO", + log_file="logs/plm/logistic_ate_sim.log", +) +sim.run_simulation() +sim.save_results(output_path="results/plm/", file_prefix="logistic_ate") + +# Save config file for reproducibility +sim.save_config("results/plm/logistic_ate_config.yml") \ No newline at end of file diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml new file mode 100644 index 00000000..5d14ce23 --- /dev/null +++ b/scripts/plm/logistic_ate_config.yml @@ -0,0 +1,74 @@ +# Simulation parameters for PLR ATE Coverage + +simulation_parameters: + repetitions: 1000 + max_runtime: 19800 # 5.5 hours in seconds + random_seed: 42 + n_jobs: -2 + +dgp_parameters: + theta: [0.5] # Treatment effect + n_obs: [500] # Sample size + dim_x: [20] # Number of covariates + +# Define reusable learner configurations +learner_definitions: + lasso: &lasso + name: "LassoCV" + + rf: &rf + name: "RF Regr." + params: + n_estimators: 200 + max_features: 10 + max_depth: 5 + min_samples_leaf: 20 + + rf-class: &rf-class + name: "RF Clas." + params: + n_estimators: 200 + max_features: 10 + max_depth: 5 + min_samples_leaf: 20 + + lgbm: &lgbm + name: "LGBM Regr." + params: + n_estimators: 500 + learning_rate: 0.01 + +dml_parameters: + learners: +# - ml_m: *lasso +# ml_M: *lasso +# ml_t: *lasso + - ml_m: *rf + ml_M: *rf-class + ml_t: *rf +# - ml_m: *lgbm +# ml_M: *lgbm +# ml_t: *lgbm +# - ml_m: *rf +# ml_M: *lgbm +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *rf +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *lgbm +# ml_t: *rf +# - ml_m: *lgbm +# ml_M: *rf +# ml_t: *rf +# - ml_m: *rf +# ml_M: *lgbm +# ml_t: *rf +# - ml_m: *rf +# ml_M: *rf +# ml_t: *lgbm + + score: ["nuisance_space"] + +confidence_parameters: + level: [0.95, 0.90] # Confidence levels From 6e5ac77f7b804614e3e2ac19a379f07ccd73a835 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 27 Aug 2025 10:25:35 +0200 Subject: [PATCH 02/67] Fixes to make coverage simulation work --- monte-cover/src/montecover/plm/logistic_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index bef474ed..10e51784 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -96,7 +96,7 @@ def summarize_results(self): self.logger.info("Summarizing simulation results") # Group by parameter combinations - groupby_cols = ["Learner m", "Learner M", "Learner T", "Score", "level"] + groupby_cols = ["Learner m", "Learner M", "Learner t", "Score", "level"] aggregation_dict = { "Coverage": "mean", "CI Length": "mean", From 605fb0afef8def8f3f9e585c41ae3c21b58fed20 Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Thu, 28 Aug 2025 11:07:42 +0200 Subject: [PATCH 03/67] Resolved dataset creation bug --- monte-cover/src/montecover/plm/logistic_ate.py | 5 ++--- results/plm/logistic_ate_config.yml | 10 ++++------ scripts/plm/logistic_ate_config.yml | 12 ++++-------- 3 files changed, 10 insertions(+), 17 deletions(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 10e51784..265ad790 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -114,11 +114,10 @@ def summarize_results(self): def _generate_dml_data(self, dgp_params) -> dml.DoubleMLData: """Generate data for the simulation.""" - data = make_logistic_LZZ2020( + dml_data = make_logistic_LZZ2020( alpha=dgp_params["theta"], n_obs=dgp_params["n_obs"], dim_x=dgp_params["dim_x"], - return_type="DataFrame", + return_type="DoubleMLData", ) - dml_data = dml.DoubleMLData(data, "y", "d", "p") return dml_data diff --git a/results/plm/logistic_ate_config.yml b/results/plm/logistic_ate_config.yml index 94cf9e1c..4b2b1693 100644 --- a/results/plm/logistic_ate_config.yml +++ b/results/plm/logistic_ate_config.yml @@ -15,11 +15,9 @@ learner_definitions: name: LassoCV rf: &id001 name: RF Regr. - params: - n_estimators: 200 - max_features: 10 - max_depth: 5 - min_samples_leaf: 20 + rf-class: &id002 + name: RF Clas. + params: null lgbm: name: LGBM Regr. params: @@ -28,7 +26,7 @@ learner_definitions: dml_parameters: learners: - ml_m: *id001 - ml_M: *id001 + ml_M: *id002 ml_t: *id001 score: - nuisance_space diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index 5d14ce23..8e73a4d7 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -19,18 +19,14 @@ learner_definitions: rf: &rf name: "RF Regr." params: - n_estimators: 200 - max_features: 10 - max_depth: 5 - min_samples_leaf: 20 + n_estimators: 100 + max_features: "sqrt" rf-class: &rf-class name: "RF Clas." params: - n_estimators: 200 - max_features: 10 - max_depth: 5 - min_samples_leaf: 20 + n_estimators: 100 + max_features: "sqrt" lgbm: &lgbm name: "LGBM Regr." From 056b07799497db968ebad61a0367c443d3aee952 Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Thu, 28 Aug 2025 14:50:28 +0200 Subject: [PATCH 04/67] Changed sim config to include lgbm and lasso, instrument score --- scripts/plm/logistic_ate_config.yml | 20 +++++++++++++------- 1 file changed, 13 insertions(+), 7 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index 8e73a4d7..83b299ec 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -34,17 +34,23 @@ learner_definitions: n_estimators: 500 learning_rate: 0.01 + lgbm: &lgbm-class + name: "LGBM Clas." + params: + n_estimators: 500 + learning_rate: 0.01 + dml_parameters: learners: -# - ml_m: *lasso -# ml_M: *lasso -# ml_t: *lasso + - ml_m: *lasso + ml_M: *lasso + ml_t: *lasso - ml_m: *rf ml_M: *rf-class ml_t: *rf -# - ml_m: *lgbm -# ml_M: *lgbm -# ml_t: *lgbm + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *lgbm # - ml_m: *rf # ml_M: *lgbm # ml_t: *lgbm @@ -64,7 +70,7 @@ dml_parameters: # ml_M: *rf # ml_t: *lgbm - score: ["nuisance_space"] + score: ["nuisance_space", "instrument"] confidence_parameters: level: [0.95, 0.90] # Confidence levels From 56858978847ee8e4658ddd0ab4d984460133ff90 Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Thu, 28 Aug 2025 16:00:35 +0200 Subject: [PATCH 05/67] Changed sim config to include lgbm and lasso, instrument score --- scripts/plm/logistic_ate_config.yml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index 83b299ec..a2785021 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -16,6 +16,9 @@ learner_definitions: lasso: &lasso name: "LassoCV" + logistic: &logistic + name: "Logistic" + rf: &rf name: "RF Regr." params: @@ -34,7 +37,7 @@ learner_definitions: n_estimators: 500 learning_rate: 0.01 - lgbm: &lgbm-class + lgbm-class: &lgbm-class name: "LGBM Clas." params: n_estimators: 500 @@ -43,7 +46,7 @@ learner_definitions: dml_parameters: learners: - ml_m: *lasso - ml_M: *lasso + ml_M: *logistic ml_t: *lasso - ml_m: *rf ml_M: *rf-class From 8fd390982f586513e16633d1000a2b2447f3400b Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Thu, 28 Aug 2025 22:12:58 +0200 Subject: [PATCH 06/67] Full combination of learners --- scripts/plm/logistic_ate_config.yml | 54 +++++++++++++++++++---------- 1 file changed, 36 insertions(+), 18 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index a2785021..8cb08b0f 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -54,24 +54,42 @@ dml_parameters: - ml_m: *lgbm ml_M: *lgbm-class ml_t: *lgbm -# - ml_m: *rf -# ml_M: *lgbm -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *rf -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *lgbm -# ml_t: *rf -# - ml_m: *lgbm -# ml_M: *rf -# ml_t: *rf -# - ml_m: *rf -# ml_M: *lgbm -# ml_t: *rf -# - ml_m: *rf -# ml_M: *rf -# ml_t: *lgbm + - ml_m: *rf + ml_M: *lgbm + ml_t: *lgbm-class + - ml_m: *lgbm + ml_M: *rf-class + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *rf + - ml_m: *lgbm + ml_M: *rf-class + ml_t: *rf + - ml_m: *rf + ml_M: *lgbm-class + ml_t: *rf + - ml_m: *rf + ml_M: *rf-class + ml_t: *lgbm + - ml_m: *lasso + ml_M: *lgbm + ml_t: *lgbm-class + - ml_m: *lgbm + ml_M: *logistic + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *lasso + - ml_m: *lasso + ml_M: *rf-class + ml_t: *rf + - ml_m: *rf + ml_M: *logistic + ml_t: *rf + - ml_m: *rf + ml_M: *rf-class + ml_t: *lasso score: ["nuisance_space", "instrument"] From f99294aefb8cff3b80b6513141b94a8802fcd523 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Mon, 1 Sep 2025 14:58:45 +0200 Subject: [PATCH 07/67] Full combination of learners fixes --- scripts/plm/logistic_ate_config.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index 8cb08b0f..aef09ff9 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -55,8 +55,8 @@ dml_parameters: ml_M: *lgbm-class ml_t: *lgbm - ml_m: *rf - ml_M: *lgbm - ml_t: *lgbm-class + ml_M: *lgbm-class + ml_t: *lgbm - ml_m: *lgbm ml_M: *rf-class ml_t: *lgbm @@ -73,8 +73,8 @@ dml_parameters: ml_M: *rf-class ml_t: *lgbm - ml_m: *lasso - ml_M: *lgbm - ml_t: *lgbm-class + ml_M: *lgbm-class + ml_t: *lgbm - ml_m: *lgbm ml_M: *logistic ml_t: *lgbm From d65f4437183bc278c514f951df79c4b8f6329cfc Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Wed, 3 Sep 2025 07:35:31 +0200 Subject: [PATCH 08/67] update import paths for datasets --- monte-cover/src/montecover/irm/apo.py | 2 +- monte-cover/src/montecover/irm/apos.py | 2 +- monte-cover/src/montecover/irm/iivm_late.py | 2 +- monte-cover/src/montecover/irm/irm_ate.py | 2 +- monte-cover/src/montecover/irm/irm_ate_sensitivity.py | 2 +- monte-cover/src/montecover/irm/irm_atte.py | 2 +- monte-cover/src/montecover/irm/irm_atte_sensitivity.py | 2 +- monte-cover/src/montecover/irm/irm_cate.py | 2 +- monte-cover/src/montecover/irm/irm_gate.py | 2 +- monte-cover/src/montecover/plm/pliv_late.py | 2 +- monte-cover/src/montecover/plm/plr_ate.py | 2 +- monte-cover/src/montecover/plm/plr_ate_sensitivity.py | 2 +- monte-cover/src/montecover/plm/plr_cate.py | 2 +- monte-cover/src/montecover/plm/plr_gate.py | 2 +- monte-cover/src/montecover/ssm/ssm_mar_ate.py | 2 +- monte-cover/src/montecover/ssm/ssm_nonig_ate.py | 2 +- 16 files changed, 16 insertions(+), 16 deletions(-) diff --git a/monte-cover/src/montecover/irm/apo.py b/monte-cover/src/montecover/irm/apo.py index b887b7db..19a1c14e 100644 --- a/monte-cover/src/montecover/irm/apo.py +++ b/monte-cover/src/montecover/irm/apo.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_irm_data_discrete_treatments +from doubleml.irm.datasets import make_irm_data_discrete_treatments from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/apos.py b/monte-cover/src/montecover/irm/apos.py index 4b19debf..70d5ce65 100644 --- a/monte-cover/src/montecover/irm/apos.py +++ b/monte-cover/src/montecover/irm/apos.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_irm_data_discrete_treatments +from doubleml.irm.datasets import make_irm_data_discrete_treatments from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/iivm_late.py b/monte-cover/src/montecover/irm/iivm_late.py index 2f1ac1f7..10f45443 100644 --- a/monte-cover/src/montecover/irm/iivm_late.py +++ b/monte-cover/src/montecover/irm/iivm_late.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_iivm_data +from doubleml.irm.datasets import make_iivm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/irm_ate.py b/monte-cover/src/montecover/irm/irm_ate.py index 09b3f83a..7e149ef8 100644 --- a/monte-cover/src/montecover/irm/irm_ate.py +++ b/monte-cover/src/montecover/irm/irm_ate.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_irm_data +from doubleml.irm.datasets import make_irm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/irm_ate_sensitivity.py b/monte-cover/src/montecover/irm/irm_ate_sensitivity.py index 09ca0043..c95f9ef0 100644 --- a/monte-cover/src/montecover/irm/irm_ate_sensitivity.py +++ b/monte-cover/src/montecover/irm/irm_ate_sensitivity.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_confounded_irm_data +from doubleml.irm.datasets import make_confounded_irm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/irm_atte.py b/monte-cover/src/montecover/irm/irm_atte.py index 4dbb449e..cb25a894 100644 --- a/monte-cover/src/montecover/irm/irm_atte.py +++ b/monte-cover/src/montecover/irm/irm_atte.py @@ -2,7 +2,7 @@ import doubleml as dml import numpy as np -from doubleml.datasets import make_irm_data +from doubleml.irm.datasets import make_irm_data from scipy.linalg import toeplitz from montecover.base import BaseSimulation diff --git a/monte-cover/src/montecover/irm/irm_atte_sensitivity.py b/monte-cover/src/montecover/irm/irm_atte_sensitivity.py index 47ec91f3..ef054950 100644 --- a/monte-cover/src/montecover/irm/irm_atte_sensitivity.py +++ b/monte-cover/src/montecover/irm/irm_atte_sensitivity.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_confounded_irm_data +from doubleml.irm.datasets import make_confounded_irm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/irm/irm_cate.py b/monte-cover/src/montecover/irm/irm_cate.py index 73d5b972..cb0f2264 100644 --- a/monte-cover/src/montecover/irm/irm_cate.py +++ b/monte-cover/src/montecover/irm/irm_cate.py @@ -4,7 +4,7 @@ import numpy as np import pandas as pd import patsy -from doubleml.datasets import make_heterogeneous_data +from doubleml.irm.datasets import make_heterogeneous_data from sklearn.linear_model import LinearRegression from montecover.base import BaseSimulation diff --git a/monte-cover/src/montecover/irm/irm_gate.py b/monte-cover/src/montecover/irm/irm_gate.py index 64f72d33..469cdbf9 100644 --- a/monte-cover/src/montecover/irm/irm_gate.py +++ b/monte-cover/src/montecover/irm/irm_gate.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_heterogeneous_data +from doubleml.irm.datasets import make_heterogeneous_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/plm/pliv_late.py b/monte-cover/src/montecover/plm/pliv_late.py index 862772a2..c7d86254 100644 --- a/monte-cover/src/montecover/plm/pliv_late.py +++ b/monte-cover/src/montecover/plm/pliv_late.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_pliv_CHS2015 +from doubleml.plm.datasets import make_pliv_CHS2015 from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/plm/plr_ate.py b/monte-cover/src/montecover/plm/plr_ate.py index cdd3376f..2c8e0240 100644 --- a/monte-cover/src/montecover/plm/plr_ate.py +++ b/monte-cover/src/montecover/plm/plr_ate.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_plr_CCDDHNR2018 +from doubleml.plm.datasets import make_plr_CCDDHNR2018 from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/plm/plr_ate_sensitivity.py b/monte-cover/src/montecover/plm/plr_ate_sensitivity.py index 69a33f3c..ff94e7f7 100644 --- a/monte-cover/src/montecover/plm/plr_ate_sensitivity.py +++ b/monte-cover/src/montecover/plm/plr_ate_sensitivity.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_confounded_plr_data +from doubleml.plm.datasets import make_confounded_plr_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/plm/plr_cate.py b/monte-cover/src/montecover/plm/plr_cate.py index 71d47a35..fe47572a 100644 --- a/monte-cover/src/montecover/plm/plr_cate.py +++ b/monte-cover/src/montecover/plm/plr_cate.py @@ -4,7 +4,7 @@ import numpy as np import pandas as pd import patsy -from doubleml.datasets import make_heterogeneous_data +from doubleml.plm.datasets import make_heterogeneous_data from sklearn.linear_model import LinearRegression from montecover.base import BaseSimulation diff --git a/monte-cover/src/montecover/plm/plr_gate.py b/monte-cover/src/montecover/plm/plr_gate.py index b46ec670..7f978480 100644 --- a/monte-cover/src/montecover/plm/plr_gate.py +++ b/monte-cover/src/montecover/plm/plr_gate.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.datasets import make_heterogeneous_data +from doubleml.plm.datasets import make_heterogeneous_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/ssm/ssm_mar_ate.py b/monte-cover/src/montecover/ssm/ssm_mar_ate.py index ef86363e..1fda2796 100644 --- a/monte-cover/src/montecover/ssm/ssm_mar_ate.py +++ b/monte-cover/src/montecover/ssm/ssm_mar_ate.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_ssm_data +from doubleml.irm.datasets import make_ssm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config diff --git a/monte-cover/src/montecover/ssm/ssm_nonig_ate.py b/monte-cover/src/montecover/ssm/ssm_nonig_ate.py index 8c82f29a..5bfe7bf8 100644 --- a/monte-cover/src/montecover/ssm/ssm_nonig_ate.py +++ b/monte-cover/src/montecover/ssm/ssm_nonig_ate.py @@ -1,7 +1,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_ssm_data +from doubleml.irm.datasets import make_ssm_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config From 787402b2bb2c8f87b63bba176aa643f66c4bb201 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 10:29:53 +0200 Subject: [PATCH 09/67] Catch convergence warnings --- monte-cover/src/montecover/plm/logistic_ate.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 265ad790..585234ca 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -1,3 +1,4 @@ +import warnings from typing import Any, Dict, Optional import doubleml as dml @@ -16,6 +17,7 @@ def __init__( suppress_warnings: bool = True, log_level: str = "INFO", log_file: Optional[str] = None, + use_failed_scores: bool = False, ): super().__init__( config_file=config_file, @@ -27,6 +29,8 @@ def __init__( # Calculate oracle values self._calculate_oracle_values() + self._use_failed_scores = use_failed_scores + def _process_config_parameters(self): """Process simulation-specific parameters from config""" # Process ML models in parameter grid @@ -61,7 +65,15 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ml_t=ml_t, score=score,) - dml_model.fit() + if self._use_failed_scores: + dml_model.fit() + else: + warnings.filterwarnings("error") + try: + dml_model.fit() + except Warning as w: + return None + warnings.resetwarnings() result = { "coverage": [], From 43fed25bba9e577a7fc007883f24da9e0a190b78 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 10:39:01 +0200 Subject: [PATCH 10/67] Short config for test --- scripts/plm/logistic_ate_config.yml | 89 +++++++++++++++-------------- 1 file changed, 45 insertions(+), 44 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index aef09ff9..cca3d122 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -2,7 +2,7 @@ simulation_parameters: repetitions: 1000 - max_runtime: 19800 # 5.5 hours in seconds + max_runtime: 86400 # 24 hours in seconds random_seed: 42 n_jobs: -2 @@ -48,50 +48,51 @@ dml_parameters: - ml_m: *lasso ml_M: *logistic ml_t: *lasso - - ml_m: *rf - ml_M: *rf-class - ml_t: *rf - - ml_m: *lgbm - ml_M: *lgbm-class - ml_t: *lgbm - - ml_m: *rf - ml_M: *lgbm-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *rf-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *lgbm-class - ml_t: *rf - - ml_m: *lgbm - ml_M: *rf-class - ml_t: *rf - - ml_m: *rf - ml_M: *lgbm-class - ml_t: *rf - - ml_m: *rf - ml_M: *rf-class - ml_t: *lgbm - - ml_m: *lasso - ml_M: *lgbm-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *logistic - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *lgbm-class - ml_t: *lasso - - ml_m: *lasso - ml_M: *rf-class - ml_t: *rf - - ml_m: *rf - ml_M: *logistic - ml_t: *rf - - ml_m: *rf - ml_M: *rf-class - ml_t: *lasso +# - ml_m: *rf +# ml_M: *rf-class +# ml_t: *rf +# - ml_m: *lgbm +# ml_M: *lgbm-class +# ml_t: *lgbm +# - ml_m: *rf +# ml_M: *lgbm-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *rf-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *lgbm-class +# ml_t: *rf +# - ml_m: *lgbm +# ml_M: *rf-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *lgbm-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *rf-class +# ml_t: *lgbm +# - ml_m: *lasso +# ml_M: *lgbm-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *logistic +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *lgbm-class +# ml_t: *lasso +# - ml_m: *lasso +# ml_M: *rf-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *logistic +# ml_t: *rf +# - ml_m: *rf +# ml_M: *rf-class +# ml_t: *lasso - score: ["nuisance_space", "instrument"] +# score: ["nuisance_space", "instrument"] + score: ["nuisance_space"] confidence_parameters: level: [0.95, 0.90] # Confidence levels From 03173bcfd1a0bc24ef47358e663f21c0909a03d5 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:17:18 +0200 Subject: [PATCH 11/67] Short config for test update --- .../src/montecover/plm/logistic_ate.py | 1 + results/plm/logistic_ate_config.yml | 24 ++++++++++++++----- 2 files changed, 19 insertions(+), 6 deletions(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 585234ca..14c33c85 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -72,6 +72,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: try: dml_model.fit() except Warning as w: + self.logger.debug(f"Warning during fitting: {w}. Returning None for this repetition.") return None warnings.resetwarnings() diff --git a/results/plm/logistic_ate_config.yml b/results/plm/logistic_ate_config.yml index 4b2b1693..829567dd 100644 --- a/results/plm/logistic_ate_config.yml +++ b/results/plm/logistic_ate_config.yml @@ -1,6 +1,6 @@ simulation_parameters: - repetitions: 1000 - max_runtime: 19800 + repetitions: 10 + max_runtime: 86400 random_seed: 42 n_jobs: -2 dgp_parameters: @@ -11,18 +11,30 @@ dgp_parameters: dim_x: - 20 learner_definitions: - lasso: + lasso: &id001 name: LassoCV - rf: &id001 + logistic: &id002 + name: Logistic + rf: name: RF Regr. - rf-class: &id002 + params: + n_estimators: 100 + max_features: sqrt + rf-class: name: RF Clas. - params: null + params: + n_estimators: 100 + max_features: sqrt lgbm: name: LGBM Regr. params: n_estimators: 500 learning_rate: 0.01 + lgbm-class: + name: LGBM Clas. + params: + n_estimators: 500 + learning_rate: 0.01 dml_parameters: learners: - ml_m: *id001 From 61982ab96be141362d7c2e24b9d75eaf66e302ca Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:21:55 +0200 Subject: [PATCH 12/67] Added logging --- monte-cover/src/montecover/plm/logistic_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 14c33c85..3de81a13 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -101,7 +101,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ) for key, res in level_result.items(): result[key].append(res) - + self.logger.info(result) return result def summarize_results(self): From 03abe6f41a6ff9d991b2a013d6148cf223ef4dfa Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:23:32 +0200 Subject: [PATCH 13/67] Added logging --- monte-cover/src/montecover/plm/logistic_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 3de81a13..78fdedd6 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -101,7 +101,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ) for key, res in level_result.items(): result[key].append(res) - self.logger.info(result) + self.logger.info(f"Results for loop {result}") return result def summarize_results(self): From ea0fb3f5ae876e75c0053a9db43dfbeb8368659a Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:25:19 +0200 Subject: [PATCH 14/67] Added logging --- scripts/plm/logistic_ate_config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index cca3d122..c1226503 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -4,7 +4,7 @@ simulation_parameters: repetitions: 1000 max_runtime: 86400 # 24 hours in seconds random_seed: 42 - n_jobs: -2 + n_jobs: 1 #-2 dgp_parameters: theta: [0.5] # Treatment effect From c2da782fe0ed1ca89df7aed0059e8be64d70ce93 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:32:23 +0200 Subject: [PATCH 15/67] Print statements --- monte-cover/src/montecover/plm/logistic_ate.py | 3 ++- scripts/plm/logistic_ate.py | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 78fdedd6..58b6355e 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -25,7 +25,7 @@ def __init__( log_level=log_level, log_file=log_file, ) - + print("In LogisticATECoverageSimulation init") # Calculate oracle values self._calculate_oracle_values() @@ -51,6 +51,7 @@ def _calculate_oracle_values(self): def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: """Run a single repetition with the given parameters.""" # Extract parameters + print("Running single rep") learner_config = dml_params["learners"] learner_m_name, ml_m = create_learner_from_config(learner_config["ml_m"]) learner_M_name, ml_M = create_learner_from_config(learner_config["ml_M"]) diff --git a/scripts/plm/logistic_ate.py b/scripts/plm/logistic_ate.py index 8c03556d..5a668780 100644 --- a/scripts/plm/logistic_ate.py +++ b/scripts/plm/logistic_ate.py @@ -6,6 +6,7 @@ log_level="INFO", log_file="logs/plm/logistic_ate_sim.log", ) +print("Calling file") sim.run_simulation() sim.save_results(output_path="results/plm/", file_prefix="logistic_ate") From 64d8931f47a50c00e9c6d375f521eb377d7412d4 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:36:28 +0200 Subject: [PATCH 16/67] Print statements --- monte-cover/src/montecover/plm/logistic_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 58b6355e..be368a8f 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -102,7 +102,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ) for key, res in level_result.items(): result[key].append(res) - self.logger.info(f"Results for loop {result}") + print(f"Results for loop {result}") return result def summarize_results(self): From ce6c859d89381ae9d6f85f21f2bd9aa097448065 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:36:54 +0200 Subject: [PATCH 17/67] Print statements --- monte-cover/src/montecover/plm/logistic_ate.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index be368a8f..8d618a6a 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -73,7 +73,8 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: try: dml_model.fit() except Warning as w: - self.logger.debug(f"Warning during fitting: {w}. Returning None for this repetition.") + self.logger.info(f"Warning during fitting: {w}. Returning None for this repetition.") + print("Fit warning") return None warnings.resetwarnings() From fd35542154792cb537d729ce1ef040cd84d23a4c Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 14:58:35 +0200 Subject: [PATCH 18/67] Updated handling of failed convergence --- .../src/montecover/plm/logistic_ate.py | 20 +++++++------------ scripts/plm/logistic_ate_config.yml | 2 +- 2 files changed, 8 insertions(+), 14 deletions(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 8d618a6a..9b373fe5 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -25,7 +25,7 @@ def __init__( log_level=log_level, log_file=log_file, ) - print("In LogisticATECoverageSimulation init") + # Calculate oracle values self._calculate_oracle_values() @@ -51,7 +51,6 @@ def _calculate_oracle_values(self): def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: """Run a single repetition with the given parameters.""" # Extract parameters - print("Running single rep") learner_config = dml_params["learners"] learner_m_name, ml_m = create_learner_from_config(learner_config["ml_m"]) learner_M_name, ml_M = create_learner_from_config(learner_config["ml_M"]) @@ -64,19 +63,14 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ml_m=ml_m, ml_M=ml_M, ml_t=ml_t, - score=score,) + score=score, + error_on_convergence_failure= not self._use_failed_scores,) - if self._use_failed_scores: + try: dml_model.fit() - else: - warnings.filterwarnings("error") - try: - dml_model.fit() - except Warning as w: - self.logger.info(f"Warning during fitting: {w}. Returning None for this repetition.") - print("Fit warning") - return None - warnings.resetwarnings() + except RuntimeError as e: + self.logger.info(f"Exception during fit: {e}") + return None result = { "coverage": [], diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index c1226503..cca3d122 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -4,7 +4,7 @@ simulation_parameters: repetitions: 1000 max_runtime: 86400 # 24 hours in seconds random_seed: 42 - n_jobs: 1 #-2 + n_jobs: -2 dgp_parameters: theta: [0.5] # Treatment effect From 1498d0ed3db7a5eef7b16bd1326eac0957d53bcd Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 15:03:15 +0200 Subject: [PATCH 19/67] Removed debug msg --- monte-cover/src/montecover/plm/logistic_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index 9b373fe5..dc660cfa 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -97,7 +97,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: ) for key, res in level_result.items(): result[key].append(res) - print(f"Results for loop {result}") + return result def summarize_results(self): From 67fb397e57fa9d7e6f97119386e2bf3c8291a98e Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Wed, 3 Sep 2025 15:05:49 +0200 Subject: [PATCH 20/67] Full config --- scripts/plm/logistic_ate_config.yml | 87 ++++++++++++++--------------- 1 file changed, 43 insertions(+), 44 deletions(-) diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index cca3d122..10b8fcef 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -48,51 +48,50 @@ dml_parameters: - ml_m: *lasso ml_M: *logistic ml_t: *lasso -# - ml_m: *rf -# ml_M: *rf-class -# ml_t: *rf -# - ml_m: *lgbm -# ml_M: *lgbm-class -# ml_t: *lgbm -# - ml_m: *rf -# ml_M: *lgbm-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *rf-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *lgbm-class -# ml_t: *rf -# - ml_m: *lgbm -# ml_M: *rf-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *lgbm-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *rf-class -# ml_t: *lgbm -# - ml_m: *lasso -# ml_M: *lgbm-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *logistic -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *lgbm-class -# ml_t: *lasso -# - ml_m: *lasso -# ml_M: *rf-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *logistic -# ml_t: *rf -# - ml_m: *rf -# ml_M: *rf-class -# ml_t: *lasso + - ml_m: *rf + ml_M: *rf-class + ml_t: *rf + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *lgbm + - ml_m: *rf + ml_M: *lgbm-class + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *rf-class + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *rf + - ml_m: *lgbm + ml_M: *rf-class + ml_t: *rf + - ml_m: *rf + ml_M: *lgbm-class + ml_t: *rf + - ml_m: *rf + ml_M: *rf-class + ml_t: *lgbm + - ml_m: *lasso + ml_M: *lgbm-class + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *logistic + ml_t: *lgbm + - ml_m: *lgbm + ml_M: *lgbm-class + ml_t: *lasso + - ml_m: *lasso + ml_M: *rf-class + ml_t: *rf + - ml_m: *rf + ml_M: *logistic + ml_t: *rf + - ml_m: *rf + ml_M: *rf-class + ml_t: *lasso -# score: ["nuisance_space", "instrument"] - score: ["nuisance_space"] + score: ["nuisance_space", "instrument"] confidence_parameters: level: [0.95, 0.90] # Confidence levels From 4e78105ce509853b2bf85c90daa3527388700a6d Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Fri, 5 Sep 2025 01:42:13 +0200 Subject: [PATCH 21/67] Simulation results --- results/plm/logistic_ate_config.yml | 53 ++++++++++++++++++++--- results/plm/logistic_ate_coverage.csv | 61 +++++++++++++++++++++++++++ results/plm/logistic_ate_metadata.csv | 2 +- 3 files changed, 110 insertions(+), 6 deletions(-) create mode 100644 results/plm/logistic_ate_coverage.csv diff --git a/results/plm/logistic_ate_config.yml b/results/plm/logistic_ate_config.yml index 829567dd..b203b920 100644 --- a/results/plm/logistic_ate_config.yml +++ b/results/plm/logistic_ate_config.yml @@ -1,5 +1,5 @@ simulation_parameters: - repetitions: 10 + repetitions: 1000 max_runtime: 86400 random_seed: 42 n_jobs: -2 @@ -15,22 +15,22 @@ learner_definitions: name: LassoCV logistic: &id002 name: Logistic - rf: + rf: &id003 name: RF Regr. params: n_estimators: 100 max_features: sqrt - rf-class: + rf-class: &id004 name: RF Clas. params: n_estimators: 100 max_features: sqrt - lgbm: + lgbm: &id005 name: LGBM Regr. params: n_estimators: 500 learning_rate: 0.01 - lgbm-class: + lgbm-class: &id006 name: LGBM Clas. params: n_estimators: 500 @@ -40,8 +40,51 @@ dml_parameters: - ml_m: *id001 ml_M: *id002 ml_t: *id001 + - ml_m: *id003 + ml_M: *id004 + ml_t: *id003 + - ml_m: *id005 + ml_M: *id006 + ml_t: *id005 + - ml_m: *id003 + ml_M: *id006 + ml_t: *id005 + - ml_m: *id005 + ml_M: *id004 + ml_t: *id005 + - ml_m: *id005 + ml_M: *id006 + ml_t: *id003 + - ml_m: *id005 + ml_M: *id004 + ml_t: *id003 + - ml_m: *id003 + ml_M: *id006 + ml_t: *id003 + - ml_m: *id003 + ml_M: *id004 + ml_t: *id005 + - ml_m: *id001 + ml_M: *id006 + ml_t: *id005 + - ml_m: *id005 + ml_M: *id002 + ml_t: *id005 + - ml_m: *id005 + ml_M: *id006 + ml_t: *id001 + - ml_m: *id001 + ml_M: *id004 + ml_t: *id003 + - ml_m: *id003 + ml_M: *id002 + ml_t: *id003 + - ml_m: *id003 + ml_M: *id004 + ml_t: *id001 score: - nuisance_space + - instrument confidence_parameters: level: - 0.95 diff --git a/results/plm/logistic_ate_coverage.csv b/results/plm/logistic_ate_coverage.csv new file mode 100644 index 00000000..920c3cf8 --- /dev/null +++ b/results/plm/logistic_ate_coverage.csv @@ -0,0 +1,61 @@ +Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.8867735470941884,0.6783720219284418,0.17182702238154213,998 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.9458917835671342,0.8083301208774294,0.17182702238154213,998 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.886,0.5883608609896965,0.1546569991698314,1000 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.942,0.7010752072754521,0.1546569991698314,1000 +LGBM Regr.,LGBM Clas.,LassoCV,instrument,0.9,0.8856569709127382,0.687914636116578,0.17843968090261725,997 +LGBM Regr.,LGBM Clas.,LassoCV,instrument,0.95,0.9398194583751254,0.819700847014181,0.17843968090261725,997 +LGBM Regr.,LGBM Clas.,LassoCV,nuisance_space,0.9,0.853,0.613277414594929,0.17455974016950299,1000 +LGBM Regr.,LGBM Clas.,LassoCV,nuisance_space,0.95,0.922,0.7307651121307722,0.17455974016950299,1000 +LGBM Regr.,LGBM Clas.,RF Regr.,instrument,0.9,0.833,0.6645257584558233,0.1981803920481237,1000 +LGBM Regr.,LGBM Clas.,RF Regr.,instrument,0.95,0.913,0.7918312803227949,0.1981803920481237,1000 +LGBM Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.9,0.749,0.6389887792744618,0.2310882489727634,1000 +LGBM Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.95,0.847,0.7614020927955242,0.2310882489727634,1000 +LGBM Regr.,Logistic,LGBM Regr.,instrument,0.9,0.8808808808808809,0.6011544597174262,0.15730144394486342,999 +LGBM Regr.,Logistic,LGBM Regr.,instrument,0.95,0.9269269269269269,0.7163197204212697,0.15730144394486342,999 +LGBM Regr.,Logistic,LGBM Regr.,nuisance_space,0.9,0.802,0.533982278217265,0.1735015501567642,1000 +LGBM Regr.,Logistic,LGBM Regr.,nuisance_space,0.95,0.893,0.6362791293643562,0.1735015501567642,1000 +LGBM Regr.,RF Clas.,LGBM Regr.,instrument,0.9,0.8808808808808809,0.6117037321129385,0.14924058625395906,999 +LGBM Regr.,RF Clas.,LGBM Regr.,instrument,0.95,0.938938938938939,0.7288899537961552,0.14924058625395906,999 +LGBM Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.9,0.887,0.5255256282131954,0.12946206156000842,1000 +LGBM Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.95,0.948,0.6262024093655342,0.12946206156000842,1000 +LGBM Regr.,RF Clas.,RF Regr.,instrument,0.9,0.893,0.6133564813843166,0.15711608477124128,1000 +LGBM Regr.,RF Clas.,RF Regr.,instrument,0.95,0.943,0.7308593260213176,0.15711608477124128,1000 +LGBM Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.86,0.5540472193413977,0.15675464483344737,1000 +LGBM Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.935,0.6601879813806316,0.15675464483344737,1000 +LassoCV,LGBM Clas.,LGBM Regr.,instrument,0.9,0.8062563067608476,0.6448097763855765,0.19653637418785105,991 +LassoCV,LGBM Clas.,LGBM Regr.,instrument,0.95,0.8890010090817356,0.7683382386658661,0.19653637418785105,991 +LassoCV,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.72165991902834,0.5619651019188039,0.19918381058581103,988 +LassoCV,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.840080971659919,0.6696227203940329,0.19918381058581103,988 +LassoCV,Logistic,LassoCV,instrument,0.9,0.9126506024096386,0.6493687054509357,0.15965331285568357,996 +LassoCV,Logistic,LassoCV,instrument,0.95,0.9618473895582329,0.7737705377043753,0.15965331285568357,996 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.8682092555331992,0.5768393638614188,0.1458288654760023,994 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.9356136820925554,0.6873464966781094,0.1458288654760023,994 +LassoCV,RF Clas.,RF Regr.,instrument,0.9,0.8667334669338678,0.5890487369844828,0.14213629243588016,998 +LassoCV,RF Clas.,RF Regr.,instrument,0.95,0.93687374749499,0.7018948620784813,0.14213629243588016,998 +LassoCV,RF Clas.,RF Regr.,nuisance_space,0.9,0.8908908908908909,0.5583249926493753,0.13040987029805642,999 +LassoCV,RF Clas.,RF Regr.,nuisance_space,0.95,0.9369369369369369,0.6652852626707622,0.13040987029805642,999 +RF Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.883,0.4286586066458282,0.10700456800013383,1000 +RF Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.939,0.510778233955119,0.10700456800013383,1000 +RF Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.798,0.3832967523848996,0.11829755780901112,1000 +RF Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.871,0.45672625074725515,0.11829755780901112,1000 +RF Regr.,LGBM Clas.,RF Regr.,instrument,0.9,0.866,0.42225079909506574,0.11434483968291848,1000 +RF Regr.,LGBM Clas.,RF Regr.,instrument,0.95,0.919,0.5031428603184782,0.11434483968291848,1000 +RF Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.9,0.881,0.41648308996281536,0.10985709399222088,1000 +RF Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.95,0.938,0.49627021099133717,0.10985709399222088,1000 +RF Regr.,Logistic,RF Regr.,instrument,0.9,0.856,0.38502789712056834,0.10721182765222284,1000 +RF Regr.,Logistic,RF Regr.,instrument,0.95,0.92,0.45878903692977124,0.10721182765222284,1000 +RF Regr.,Logistic,RF Regr.,nuisance_space,0.9,0.824,0.3771933481281758,0.11331805384094351,1000 +RF Regr.,Logistic,RF Regr.,nuisance_space,0.95,0.9,0.4494535960074909,0.11331805384094351,1000 +RF Regr.,RF Clas.,LGBM Regr.,instrument,0.9,0.828,0.38946263148586363,0.11262093701887263,1000 +RF Regr.,RF Clas.,LGBM Regr.,instrument,0.95,0.884,0.46407334885550183,0.11262093701887263,1000 +RF Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.9,0.804,0.36190660207697933,0.10722868220974552,1000 +RF Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.95,0.867,0.4312383145926426,0.10722868220974552,1000 +RF Regr.,RF Clas.,LassoCV,instrument,0.9,0.859,0.39360445751539874,0.10201463510531926,1000 +RF Regr.,RF Clas.,LassoCV,instrument,0.95,0.922,0.4690086389719632,0.10201463510531926,1000 +RF Regr.,RF Clas.,LassoCV,nuisance_space,0.9,0.847,0.37185525976227807,0.097545400580116,1000 +RF Regr.,RF Clas.,LassoCV,nuisance_space,0.95,0.905,0.44309287139830933,0.097545400580116,1000 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.885,0.3931395611851874,0.09840536307939636,1000 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.94,0.4684546808270991,0.09840536307939636,1000 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.877,0.3834497709276788,0.09720459767352349,1000 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.934,0.4569085835870289,0.09720459767352349,1000 diff --git a/results/plm/logistic_ate_metadata.csv b/results/plm/logistic_ate_metadata.csv index 99ae2900..ef34e596 100644 --- a/results/plm/logistic_ate_metadata.csv +++ b/results/plm/logistic_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.10.dev0,LogisticATECoverageSimulation,2025-06-22 18:53,0.22107456922531127,3.12.2,scripts/plm/logistic_ate_config.yml +0.10.dev0,LogisticATECoverageSimulation,2025-09-03 22:35,447.33407898743945,3.12.9,scripts/plm/logistic_ate_config.yml From 5207f6010363c2884172b1765352a4b5a6eac8cc Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Fri, 5 Sep 2025 02:15:22 +0200 Subject: [PATCH 22/67] Settings for render --- doc/_quarto-dev.yml | 1 + doc/_website.yml | 1 + doc/plm/logistic.qmd | 114 ++++++++++++++++++++++++++ results/plm/logistic_ate_metadata.csv | 1 + 4 files changed, 117 insertions(+) create mode 100644 doc/plm/logistic.qmd diff --git a/doc/_quarto-dev.yml b/doc/_quarto-dev.yml index 5c3587ab..5e934fc6 100644 --- a/doc/_quarto-dev.yml +++ b/doc/_quarto-dev.yml @@ -21,6 +21,7 @@ website: - plm/plr_gate.qmd - plm/plr_cate.qmd - plm/pliv.qmd + - plm/logistic.qmd # DID - did/did_pa.qmd - did/did_cs.qmd diff --git a/doc/_website.yml b/doc/_website.yml index 4bf06b85..a713e257 100644 --- a/doc/_website.yml +++ b/doc/_website.yml @@ -25,6 +25,7 @@ website: - plm/plr_gate.qmd - plm/plr_cate.qmd - plm/pliv.qmd + - plm/logistic.qmd - text: "DID" menu: - did/did_pa_multi.qmd diff --git a/doc/plm/logistic.qmd b/doc/plm/logistic.qmd new file mode 100644 index 00000000..7e943119 --- /dev/null +++ b/doc/plm/logistic.qmd @@ -0,0 +1,114 @@ +--- +title: "Logistic Models" + +jupyter: python3 +--- + +```{python} +#| echo: false + +import numpy as np +import pandas as pd +from itables import init_notebook_mode +import os +import sys + +doc_dir = os.path.abspath(os.path.join(os.getcwd(), "..")) +if doc_dir not in sys.path: + sys.path.append(doc_dir) + +from utils.style_tables import generate_and_show_styled_table + +init_notebook_mode(all_interactive=True) +``` + +## ATE Coverage + +The simulations are based on the the [make_logistic_LZZ2020](https://docs.doubleml.org/stable/api/generated/doubleml.datasets.make_plr_CCDDHNR2018.html)-DGP with $500$ observations. + +::: {.callout-note title="Metadata" collapse="true"} + +```{python} +#| echo: false +metadata_file = '../../results/plm/logistic_ate_metadata.csv' +metadata_df = pd.read_csv(metadata_file) +print(metadata_df.T.to_string(header=False)) +``` + +::: + +```{python} +#| echo: false + +# set up data and rename columns +df_coverage = pd.read_csv("../../results/plm/logistic_ate_coverage.csv", index_col=None) + +if "repetition" in df_coverage.columns and df_coverage["repetition"].nunique() == 1: + n_rep_coverage = df_coverage["repetition"].unique()[0] +elif "n_rep" in df_coverage.columns and df_coverage["n_rep"].nunique() == 1: + n_rep_coverage = df_coverage["n_rep"].unique()[0] +else: + n_rep_coverage = "N/A" # Fallback if n_rep cannot be determined + +display_columns_coverage = ["Learner m", "Learner M", "Learner t", "Bias", "CI Length", "Coverage"] +``` + +### Partialling out + +```{python} +# | echo: false + +generate_and_show_styled_table( + main_df=df_coverage, + filters={"level": 0.95, "Score": "nuisance_space"}, + display_cols=display_columns_coverage, + n_rep=n_rep_coverage, + level_col="level", +# rename_map={"Learner g": "Learner l"}, + coverage_highlight_cols=["Coverage"] +) +``` + +```{python} +#| echo: false + +generate_and_show_styled_table( + main_df=df_coverage, + filters={"level": 0.9, "Score": "nuisance_space"}, + display_cols=display_columns_coverage, + n_rep=n_rep_coverage, + level_col="level", +# rename_map={"Learner g": "Learner l"}, + coverage_highlight_cols=["Coverage"] +) +``` + +### IV-type + +For the IV-type score, the learners `ml_l` and `ml_g` are both set to the same type of learner (here **Learner g**). + +```{python} +#| echo: false + +generate_and_show_styled_table( + main_df=df_coverage, + filters={"level": 0.95, "Score": "instrument"}, + display_cols=display_columns_coverage, + n_rep=n_rep_coverage, + level_col="level", + coverage_highlight_cols=["Coverage"] +) +``` + +```{python} +#| echo: false + +generate_and_show_styled_table( + main_df=df_coverage, + filters={"level": 0.9, "Score": "instrument"}, + display_cols=display_columns_coverage, + n_rep=n_rep_coverage, + level_col="level", + coverage_highlight_cols=["Coverage"] +) +``` \ No newline at end of file diff --git a/results/plm/logistic_ate_metadata.csv b/results/plm/logistic_ate_metadata.csv index ef34e596..eead6aa7 100644 --- a/results/plm/logistic_ate_metadata.csv +++ b/results/plm/logistic_ate_metadata.csv @@ -1,2 +1,3 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File 0.10.dev0,LogisticATECoverageSimulation,2025-09-03 22:35,447.33407898743945,3.12.9,scripts/plm/logistic_ate_config.yml +0.10.dev0,LogisticATECoverageSimulation,2025-09-03 14:16,0.4242911458015442,3.12.11,scripts/plm/logistic_ate_config.yml From 3bcd5c57f96cb83f51f2bd36fd5fe050dfd4cba7 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Mon, 8 Sep 2025 07:46:49 +0200 Subject: [PATCH 23/67] update for DoubleMLRDDData --- monte-cover/src/montecover/rdd/rdd.py | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/monte-cover/src/montecover/rdd/rdd.py b/monte-cover/src/montecover/rdd/rdd.py index 8c36d80c..c130f0d6 100644 --- a/monte-cover/src/montecover/rdd/rdd.py +++ b/monte-cover/src/montecover/rdd/rdd.py @@ -108,7 +108,7 @@ def _rdrobust_benchmark(self, dml_data, dml_params, i_rep): """Run a benchmark using rdrobust for RDD.""" # Extract parameters - score = dml_data.data[dml_data.s_col] + score = dml_data.data[dml_data.score_col] Y = dml_data.data[dml_data.y_col] Z = dml_data.data[dml_data.x_cols] @@ -230,10 +230,15 @@ def _generate_dml_data(self, dgp_params) -> dml.DoubleMLData: cutoff=dgp_params["cutoff"], ) - score = data["score"] - Y = data["Y"] - X = data["X"].reshape(dgp_params["n_obs"], -1) - D = data["D"] + x_cols = ["x" + str(i) for i in range(data["X"].shape[1])] + columns = ["y", "d", "score"] + x_cols + df = pd.DataFrame(np.column_stack((data["Y"], data["D"], data["score"], data["X"])), columns=columns) - dml_data = dml.DoubleMLData.from_arrays(y=Y, d=D, x=X, s=score) + dml_data = dml.data.DoubleMLRDDData( + data=df, + y_col="y", + d_cols=["d"], + x_cols=x_cols, + score_col="score", + ) return dml_data From fa6edbbce5e298c08fba490df80098f70f39fe44 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Mon, 8 Sep 2025 07:49:43 +0200 Subject: [PATCH 24/67] update for DoubleMLSSM data class --- monte-cover/src/montecover/ssm/ssm_mar_ate.py | 2 +- monte-cover/src/montecover/ssm/ssm_nonig_ate.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/monte-cover/src/montecover/ssm/ssm_mar_ate.py b/monte-cover/src/montecover/ssm/ssm_mar_ate.py index 1fda2796..5bd8972f 100644 --- a/monte-cover/src/montecover/ssm/ssm_mar_ate.py +++ b/monte-cover/src/montecover/ssm/ssm_mar_ate.py @@ -119,5 +119,5 @@ def _generate_dml_data(self, dgp_params: Dict[str, Any]) -> dml.DoubleMLData: mar=True, return_type="DataFrame", ) - dml_data = dml.DoubleMLData(data, "y", "d", s_col="s") + dml_data = dml.data.DoubleMLSSMData(data, "y", "d", s_col="s") return dml_data diff --git a/monte-cover/src/montecover/ssm/ssm_nonig_ate.py b/monte-cover/src/montecover/ssm/ssm_nonig_ate.py index 5bfe7bf8..dfb75605 100644 --- a/monte-cover/src/montecover/ssm/ssm_nonig_ate.py +++ b/monte-cover/src/montecover/ssm/ssm_nonig_ate.py @@ -121,5 +121,5 @@ def _generate_dml_data(self, dgp_params: Dict[str, Any]) -> dml.DoubleMLData: mar=False, return_type="DataFrame", ) - dml_data = dml.DoubleMLData(data, "y", "d", z_cols="z", s_col="s") + dml_data = dml.data.DoubleMLSSMData(data, "y", "d", z_cols="z", s_col="s") return dml_data From 218a1083922983ca770ffec87fd9908b09a415c2 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Mon, 8 Sep 2025 08:24:23 +0200 Subject: [PATCH 25/67] update plm imports --- monte-cover/src/montecover/plm/plr_cate.py | 2 +- monte-cover/src/montecover/plm/plr_gate.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/monte-cover/src/montecover/plm/plr_cate.py b/monte-cover/src/montecover/plm/plr_cate.py index fe47572a..cab396a7 100644 --- a/monte-cover/src/montecover/plm/plr_cate.py +++ b/monte-cover/src/montecover/plm/plr_cate.py @@ -4,7 +4,7 @@ import numpy as np import pandas as pd import patsy -from doubleml.plm.datasets import make_heterogeneous_data +from doubleml.irm.datasets import make_heterogeneous_data from sklearn.linear_model import LinearRegression from montecover.base import BaseSimulation diff --git a/monte-cover/src/montecover/plm/plr_gate.py b/monte-cover/src/montecover/plm/plr_gate.py index 7f978480..dda52d41 100644 --- a/monte-cover/src/montecover/plm/plr_gate.py +++ b/monte-cover/src/montecover/plm/plr_gate.py @@ -3,7 +3,7 @@ import doubleml as dml import numpy as np import pandas as pd -from doubleml.plm.datasets import make_heterogeneous_data +from doubleml.irm.datasets import make_heterogeneous_data from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config From da7027165aab82d743999edb8072ad6f4229adf4 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:01:42 +0000 Subject: [PATCH 26/67] Update results from script: scripts/irm/iivm_late.py --- results/irm/iivm_late_coverage.csv | 32 +++++++++++++++--------------- results/irm/iivm_late_metadata.csv | 2 +- 2 files changed, 17 insertions(+), 17 deletions(-) diff --git a/results/irm/iivm_late_coverage.csv b/results/irm/iivm_late_coverage.csv index dcd3993e..b6e0e54c 100644 --- a/results/irm/iivm_late_coverage.csv +++ b/results/irm/iivm_late_coverage.csv @@ -1,17 +1,17 @@ Learner g,Learner m,Learner r,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.914,1.1170031612339868,0.26443161772788826,1000 -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.968,1.3309913604249184,0.26443161772788826,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.9,0.921,1.111120207889174,0.2669195093646889,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.95,0.969,1.32398138914867,0.2669195093646889,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.9,0.923,1.0567499407213161,0.25374822037756817,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.95,0.965,1.2591952198915768,0.25374822037756817,1000 -LGBM Regr.,Logistic,Logistic,0.9,0.915,1.0557640391096161,0.2504657709294685,1000 -LGBM Regr.,Logistic,Logistic,0.95,0.966,1.2580204456626907,0.2504657709294685,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.92,1.0534935963070167,0.2478314316215499,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.964,1.2553150461978761,0.2478314316215499,1000 -LassoCV,LGBM Clas.,Logistic,0.9,0.915,1.048839165759454,0.2487976919643911,1000 -LassoCV,LGBM Clas.,Logistic,0.95,0.964,1.2497689501244686,0.2487976919643911,1000 -LassoCV,Logistic,LGBM Clas.,0.9,0.918,1.0011806143989663,0.24364342853702406,1000 -LassoCV,Logistic,LGBM Clas.,0.95,0.959,1.1929802835274108,0.24364342853702406,1000 -LassoCV,Logistic,Logistic,0.9,0.916,0.9983343843722963,0.24211448303931346,1000 -LassoCV,Logistic,Logistic,0.95,0.967,1.1895887912678056,0.24211448303931346,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.946,1.1080585555024707,0.23427549254847976,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.978,1.3203332053146828,0.23427549254847976,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.9,0.943,1.1055825257787983,0.22791025413745555,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.95,0.972,1.3173828339238602,0.22791025413745555,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.9,0.932,1.0563347214139562,0.22752001300777,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.95,0.973,1.2587004555704382,0.22752001300777,1000 +LGBM Regr.,Logistic,Logistic,0.9,0.94,1.0505523267416146,0.22900092947174036,1000 +LGBM Regr.,Logistic,Logistic,0.95,0.974,1.2518103073429687,0.22900092947174036,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.948,1.0490801986799458,0.2195713594881401,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.981,1.2500561585638772,0.2195713594881401,1000 +LassoCV,LGBM Clas.,Logistic,0.9,0.946,1.0435082872686077,0.2207244658952354,1000 +LassoCV,LGBM Clas.,Logistic,0.95,0.98,1.2434168166112987,0.2207244658952354,1000 +LassoCV,Logistic,LGBM Clas.,0.9,0.935,1.0001394984833323,0.21177325003879846,1000 +LassoCV,Logistic,LGBM Clas.,0.95,0.973,1.191739717397429,0.21177325003879846,1000 +LassoCV,Logistic,Logistic,0.9,0.934,0.9931397101584005,0.21455142111202397,1000 +LassoCV,Logistic,Logistic,0.95,0.974,1.1833989551609148,0.21455142111202397,1000 diff --git a/results/irm/iivm_late_metadata.csv b/results/irm/iivm_late_metadata.csv index 0ab74ee7..39f4b5b6 100644 --- a/results/irm/iivm_late_metadata.csv +++ b/results/irm/iivm_late_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.10.0,IIVMLATECoverageSimulation,2025-06-05 14:57,2.219698127110799,3.12.9,scripts/irm/iivm_late_config.yml +0.11.dev0,IIVMLATECoverageSimulation,2025-09-08 07:01,23.067837047576905,3.12.3,scripts/irm/iivm_late_config.yml From 839c57f80a0d815a1ca8cfff446818d10b6d8b0e Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:16:17 +0000 Subject: [PATCH 27/67] Update results from script: scripts/irm/irm_ate_sensitivity.py --- results/irm/irm_ate_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_ate_sensitivity_coverage.csv b/results/irm/irm_ate_sensitivity_coverage.csv index f538604d..ff0e59cf 100644 --- a/results/irm/irm_ate_sensitivity_coverage.csv +++ b/results/irm/irm_ate_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.084,0.2668540258210539,0.18198204659615963,0.95,1.0,0.12589776145327045,0.05628191414414868,0.044383096119999466,0.32513075000880287,500 -LGBM Regr.,LGBM Clas.,0.95,0.246,0.317976184122928,0.18198204659615963,0.998,1.0,0.12589776145327045,0.03630227835056437,0.044383096119999466,0.32513075000880287,500 -LGBM Regr.,Logistic,0.9,0.26,0.2574630882167088,0.14916839267522197,1.0,1.0,0.10064526477515615,0.034829417508842296,0.026887536242060982,0.297933622145966,500 -LGBM Regr.,Logistic,0.95,0.572,0.3067861917831888,0.14916839267522197,1.0,1.0,0.10064526477515615,0.018255506137347777,0.026887536242060982,0.297933622145966,500 -Linear,LGBM Clas.,0.9,0.082,0.2672263041294733,0.1800922704825838,0.964,1.0,0.12741937328027908,0.056153203215479244,0.04433563312353054,0.31995377591144475,500 -Linear,LGBM Clas.,0.95,0.258,0.31841978108789315,0.1800922704825838,0.996,1.0,0.12741937328027908,0.03559871249886926,0.04433563312353054,0.31995377591144475,500 -Linear,Logistic,0.9,0.868,0.2588792120747325,0.08970647188763244,1.0,1.0,0.06307809186280441,0.006372043222062277,0.0574078098172687,0.23496351259089188,500 -Linear,Logistic,0.95,0.976,0.3084736074376251,0.08970647188763244,1.0,1.0,0.06307809186280441,0.001546577328924639,0.0574078098172687,0.23496351259089188,500 +LGBM Regr.,LGBM Clas.,0.9,0.098,0.26691111802988843,0.18092094921744792,0.978,1.0,0.1251172046448644,0.05541109257381291,0.043433798604186634,0.32421141683166593,500 +LGBM Regr.,LGBM Clas.,0.95,0.24,0.31804421368572927,0.18092094921744792,0.998,1.0,0.1251172046448644,0.035581028493690985,0.043433798604186634,0.32421141683166593,500 +LGBM Regr.,Logistic,0.9,0.256,0.2575176748128544,0.15034061289364611,0.996,1.0,0.1012586582476983,0.035576767083884395,0.027405858296419432,0.29927796472935253,500 +LGBM Regr.,Logistic,0.95,0.526,0.3068512357243219,0.15034061289364611,1.0,1.0,0.1012586582476983,0.019006465720496604,0.027405858296419432,0.29927796472935253,500 +Linear,LGBM Clas.,0.9,0.102,0.2671222767999316,0.1797932596698173,0.97,1.0,0.1272534908574333,0.05595957612301405,0.045162467154599054,0.319626676739507,500 +Linear,LGBM Clas.,0.95,0.29,0.3182958248792866,0.1797932596698173,0.994,1.0,0.1272534908574333,0.035665775872197124,0.045162467154599054,0.319626676739507,500 +Linear,Logistic,0.9,0.86,0.25889374169956525,0.09086526017131878,1.0,1.0,0.06376487583520295,0.006934209791007705,0.05671789492555223,0.23636519842393028,500 +Linear,Logistic,0.95,0.96,0.30849092055346383,0.09086526017131878,1.0,1.0,0.06376487583520295,0.0017841395015015084,0.05671789492555223,0.23636519842393028,500 diff --git a/results/irm/irm_ate_sensitivity_metadata.csv b/results/irm/irm_ate_sensitivity_metadata.csv index e47f1376..6773dd4e 100644 --- a/results/irm/irm_ate_sensitivity_metadata.csv +++ b/results/irm/irm_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMATESensitivityCoverageSimulation,2025-06-05 13:14,37.417966898282366,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml +0.11.dev0,IRMATESensitivityCoverageSimulation,2025-09-08 07:16,37.67253222068151,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml From e7043b8f1ab1615e12b883b3109d3909e8a2691a Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:16:04 +0000 Subject: [PATCH 28/67] Update results from script: scripts/irm/irm_atte_sensitivity.py --- results/irm/irm_atte_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_atte_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_atte_sensitivity_coverage.csv b/results/irm/irm_atte_sensitivity_coverage.csv index d592177d..ccd7784f 100644 --- a/results/irm/irm_atte_sensitivity_coverage.csv +++ b/results/irm/irm_atte_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.708,0.3489511146392163,0.13756848436233937,0.94,1.0,0.10664020023640788,0.02469821575907808,0.06297064757762019,0.26272747008699665,500 -LGBM Regr.,LGBM Clas.,0.95,0.826,0.41580089915085766,0.13756848436233937,0.978,1.0,0.10664020023640788,0.012557304495326774,0.06297064757762019,0.26272747008699665,500 -LGBM Regr.,Logistic,0.9,0.728,0.3466996212937586,0.13203748795264333,0.96,1.0,0.0989531978785329,0.02152136562411849,0.061845450573817774,0.261622864513939,500 -LGBM Regr.,Logistic,0.95,0.834,0.41311807935691197,0.13203748795264333,0.988,1.0,0.0989531978785329,0.01068777225560622,0.061845450573817774,0.261622864513939,500 -Linear,LGBM Clas.,0.9,0.77,0.3499025013245624,0.12450248762578023,0.968,1.0,0.09911082424887455,0.019375250746672557,0.061685830635415634,0.24526004965885637,500 -Linear,LGBM Clas.,0.95,0.866,0.41693454630832866,0.12450248762578023,0.988,1.0,0.09911082424887455,0.009539652027944212,0.061685830635415634,0.24526004965885637,500 -Linear,Logistic,0.9,0.936,0.3503606994029222,0.07357271764564946,0.998,1.0,0.05747974737962404,0.004779092271966848,0.0939884966306456,0.17946572893838733,500 -Linear,Logistic,0.95,0.976,0.41748052299382554,0.07357271764564946,1.0,1.0,0.05747974737962404,0.0017099292842988314,0.0939884966306456,0.17946572893838733,500 +LGBM Regr.,LGBM Clas.,0.9,0.724,0.3486418874446855,0.133013559519858,0.956,1.0,0.10333425285677338,0.02230408488718529,0.061737229173530965,0.2573546286059918,500 +LGBM Regr.,LGBM Clas.,0.95,0.834,0.4154324322220136,0.133013559519858,0.984,1.0,0.10333425285677338,0.011131851516163303,0.061737229173530965,0.2573546286059918,500 +LGBM Regr.,Logistic,0.9,0.748,0.3463856879037955,0.12877617075802633,0.968,1.0,0.09674954143748549,0.019916333263196275,0.06074802565145977,0.25765051820022555,500 +LGBM Regr.,Logistic,0.95,0.852,0.41274400465033007,0.12877617075802633,0.988,1.0,0.09674954143748549,0.009890723264346906,0.06074802565145977,0.25765051820022555,500 +Linear,LGBM Clas.,0.9,0.784,0.3494413277277734,0.12187636804754974,0.966,1.0,0.09697064801116353,0.018075330967724065,0.06121749294728737,0.2428802817821339,500 +Linear,LGBM Clas.,0.95,0.878,0.4163850240739384,0.12187636804754974,0.988,1.0,0.09697064801116353,0.008509289290209597,0.06121749294728737,0.2428802817821339,500 +Linear,Logistic,0.9,0.94,0.35018867844196144,0.07142052633672426,0.998,1.0,0.055876995720152325,0.004611363724170049,0.09892318834816895,0.17357653591018374,500 +Linear,Logistic,0.95,0.97,0.4172755473762116,0.07142052633672426,1.0,1.0,0.055876995720152325,0.001736536891339805,0.09892318834816895,0.17357653591018374,500 diff --git a/results/irm/irm_atte_sensitivity_metadata.csv b/results/irm/irm_atte_sensitivity_metadata.csv index 06469e73..10b3d82b 100644 --- a/results/irm/irm_atte_sensitivity_metadata.csv +++ b/results/irm/irm_atte_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMATTESensitivityCoverageSimulation,2025-06-05 13:14,37.61970745722453,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml +0.11.dev0,IRMATTESensitivityCoverageSimulation,2025-09-08 07:16,37.43084245125453,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml From f0e0f215c36f5d8466bbe6c555392ed7c2b5f2a2 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:44:13 +0000 Subject: [PATCH 29/67] Update results from script: scripts/rdd/rdd_sharp.py --- results/rdd/rdd_sharp_coverage.csv | 52 +++++++++++++++--------------- results/rdd/rdd_sharp_metadata.csv | 2 +- 2 files changed, 27 insertions(+), 27 deletions(-) diff --git a/results/rdd/rdd_sharp_coverage.csv b/results/rdd/rdd_sharp_coverage.csv index e6fe699d..a2ec7190 100644 --- a/results/rdd/rdd_sharp_coverage.csv +++ b/results/rdd/rdd_sharp_coverage.csv @@ -1,27 +1,27 @@ Method,fs_specification,Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -RDFlex,cutoff,Global Linear,N/A,0.9,0.8693333333333334,1.9777420628015956,0.5363309802914388,1000 -RDFlex,cutoff,Global Linear,N/A,0.95,0.9296666666666666,2.356625021391914,0.5363309802914388,1000 -RDFlex,cutoff,LGBM Regr.,N/A,0.9,0.8756666666666666,0.5745846597977408,0.15277974067846242,1000 -RDFlex,cutoff,LGBM Regr.,N/A,0.95,0.9296666666666666,0.6846598510774335,0.15277974067846242,1000 -RDFlex,cutoff,Linear,N/A,0.9,0.8666666666666666,1.991920387201889,0.5404127325625548,1000 -RDFlex,cutoff,Linear,N/A,0.95,0.9286666666666666,2.3735195369465925,0.5404127325625548,1000 -RDFlex,cutoff,Stacked Regr.,N/A,0.9,0.8813333333333334,0.5670086678915763,0.1471163883503396,1000 -RDFlex,cutoff,Stacked Regr.,N/A,0.95,0.9423333333333334,0.6756324999259701,0.1471163883503396,1000 -RDFlex,cutoff and score,Global Linear,N/A,0.9,0.868,1.9777819118149618,0.5362223371501555,1000 -RDFlex,cutoff and score,Global Linear,N/A,0.95,0.9283333333333333,2.3566725044200316,0.5362223371501555,1000 -RDFlex,cutoff and score,LGBM Regr.,N/A,0.9,0.8663333333333334,0.6047557690566959,0.16255491915792666,1000 -RDFlex,cutoff and score,LGBM Regr.,N/A,0.95,0.934,0.7206109451761669,0.16255491915792666,1000 -RDFlex,cutoff and score,Linear,N/A,0.9,0.869,1.99069360970139,0.5359824339657442,1000 -RDFlex,cutoff and score,Linear,N/A,0.95,0.932,2.372057741393101,0.5359824339657442,1000 -RDFlex,cutoff and score,Stacked Regr.,N/A,0.9,0.8926666666666666,0.5869731443946519,0.15208518895862003,1000 -RDFlex,cutoff and score,Stacked Regr.,N/A,0.95,0.9443333333333334,0.6994216409626386,0.15208518895862003,1000 -RDFlex,interacted cutoff and score,Global Linear,N/A,0.9,0.8666666666666666,1.9803466175426516,0.5369353192144897,1000 -RDFlex,interacted cutoff and score,Global Linear,N/A,0.95,0.928,2.359728539786857,0.5369353192144897,1000 -RDFlex,interacted cutoff and score,LGBM Regr.,N/A,0.9,0.884,0.6090642078915169,0.16109292443371379,1000 -RDFlex,interacted cutoff and score,LGBM Regr.,N/A,0.95,0.94,0.725744766695285,0.16109292443371379,1000 -RDFlex,interacted cutoff and score,Linear,N/A,0.9,0.8683333333333334,2.000108510613013,0.5391094961686808,1000 -RDFlex,interacted cutoff and score,Linear,N/A,0.95,0.9276666666666666,2.3832762877746387,0.5391094961686808,1000 -RDFlex,interacted cutoff and score,Stacked Regr.,N/A,0.9,0.8766666666666666,0.5858746023498046,0.15217399239455562,1000 -RDFlex,interacted cutoff and score,Stacked Regr.,N/A,0.95,0.934,0.6981126473791827,0.15217399239455562,1000 -rdrobust,cutoff,Linear,Logistic,0.9,0.888,2.18636563211321,0.5631032433381369,1000 -rdrobust,cutoff,Linear,Logistic,0.95,0.94,2.605215336953788,0.5631032433381369,1000 +RDFlex,cutoff,Global Linear,N/A,0.9,0.8683333333333334,1.9727362713300338,0.5263284250160616,1000 +RDFlex,cutoff,Global Linear,N/A,0.95,0.9163333333333333,2.350660252954395,0.5263284250160616,1000 +RDFlex,cutoff,LGBM Regr.,N/A,0.9,0.8616666666666666,0.5700183102102179,0.15596926751474496,1000 +RDFlex,cutoff,LGBM Regr.,N/A,0.95,0.9273333333333333,0.6792187099413973,0.15596926751474496,1000 +RDFlex,cutoff,Linear,N/A,0.9,0.8666666666666666,1.9839246062048081,0.530182990279184,1000 +RDFlex,cutoff,Linear,N/A,0.95,0.92,2.363991976241028,0.530182990279184,1000 +RDFlex,cutoff,Stacked Regr.,N/A,0.9,0.8773333333333334,0.5540993785500605,0.14206598504617038,1000 +RDFlex,cutoff,Stacked Regr.,N/A,0.95,0.935,0.660250132911179,0.14206598504617038,1000 +RDFlex,cutoff and score,Global Linear,N/A,0.9,0.866,1.9727877404591325,0.5272334731232882,1000 +RDFlex,cutoff and score,Global Linear,N/A,0.95,0.915,2.350721582204425,0.5272334731232882,1000 +RDFlex,cutoff and score,LGBM Regr.,N/A,0.9,0.8636666666666666,0.596086793505538,0.15986527771693987,1000 +RDFlex,cutoff and score,LGBM Regr.,N/A,0.95,0.9276666666666666,0.710281223683186,0.15986527771693987,1000 +RDFlex,cutoff and score,Linear,N/A,0.9,0.8716666666666666,1.9828228700403434,0.5299196402540399,1000 +RDFlex,cutoff and score,Linear,N/A,0.95,0.9216666666666666,2.362679176629297,0.5299196402540399,1000 +RDFlex,cutoff and score,Stacked Regr.,N/A,0.9,0.869,0.5754618594791722,0.152259168811429,1000 +RDFlex,cutoff and score,Stacked Regr.,N/A,0.95,0.93,0.6857050989673884,0.152259168811429,1000 +RDFlex,interacted cutoff and score,Global Linear,N/A,0.9,0.8663333333333334,1.9752952155546621,0.527277250453447,1000 +RDFlex,interacted cutoff and score,Global Linear,N/A,0.95,0.917,2.3537094230668836,0.527277250453447,1000 +RDFlex,interacted cutoff and score,LGBM Regr.,N/A,0.9,0.8806666666666666,0.594443858670465,0.15374345762275826,1000 +RDFlex,interacted cutoff and score,LGBM Regr.,N/A,0.95,0.9373333333333334,0.7083235460801904,0.15374345762275826,1000 +RDFlex,interacted cutoff and score,Linear,N/A,0.9,0.8696666666666666,1.9943560832960516,0.5305294639062331,1000 +RDFlex,interacted cutoff and score,Linear,N/A,0.95,0.92,2.376421847853546,0.5305294639062331,1000 +RDFlex,interacted cutoff and score,Stacked Regr.,N/A,0.9,0.8773333333333334,0.5745369959565431,0.14858116500640572,1000 +RDFlex,interacted cutoff and score,Stacked Regr.,N/A,0.95,0.9406666666666667,0.6846030561076065,0.14858116500640572,1000 +rdrobust,cutoff,Linear,Logistic,0.9,0.889,2.1801137000101902,0.550976391960488,1000 +rdrobust,cutoff,Linear,Logistic,0.95,0.935,2.597765700369152,0.550976391960488,1000 diff --git a/results/rdd/rdd_sharp_metadata.csv b/results/rdd/rdd_sharp_metadata.csv index 4c44c960..23e17ad2 100644 --- a/results/rdd/rdd_sharp_metadata.csv +++ b/results/rdd/rdd_sharp_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,RDDCoverageSimulation,2025-06-05 17:58,65.60530270735423,3.12.3,scripts/rdd/rdd_sharp_config.yml +0.11.dev0,RDDCoverageSimulation,2025-09-08 07:44,65.26750302712122,3.12.3,scripts/rdd/rdd_sharp_config.yml From 3d5a5a928cdf7630839d6051a3d7884f3357fd0b Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:52:09 +0000 Subject: [PATCH 30/67] Update results from script: scripts/irm/apos.py --- results/irm/apos_causal_contrast.csv | 16 ++++++++-------- results/irm/apos_coverage.csv | 16 ++++++++-------- results/irm/apos_metadata.csv | 2 +- 3 files changed, 17 insertions(+), 17 deletions(-) diff --git a/results/irm/apos_causal_contrast.csv b/results/irm/apos_causal_contrast.csv index aa9f3051..149a0532 100644 --- a/results/irm/apos_causal_contrast.csv +++ b/results/irm/apos_causal_contrast.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.904,33.69662163571549,8.483004437185645,0.926,39.85455370375964,1000 -LGBM Regr.,LGBM Clas.,0.95,0.962,40.152001202125206,8.483004437185645,0.971,45.73641635076257,1000 -LGBM Regr.,Logistic,0.9,0.94,5.358652779061842,1.1112961153926972,0.938,6.338924854198347,1000 -LGBM Regr.,Logistic,0.95,0.9705,6.385228618842048,1.1112961153926972,0.971,7.278594548770065,1000 -Linear,LGBM Clas.,0.9,0.961,6.6486166061347785,1.2777994119295877,0.974,7.879408694900085,1000 -Linear,LGBM Clas.,0.95,0.987,7.922315324306693,1.2777994119295877,0.992,9.038546968123926,1000 -Linear,Logistic,0.9,0.863,1.1418873926566593,0.3053856763981124,0.855,1.3481716926442315,1000 -Linear,Logistic,0.95,0.9275,1.3606427510242092,0.3053856763981124,0.921,1.5482567665033886,1000 +LGBM Regr.,LGBM Clas.,0.9,0.8985,33.60313998768328,8.62676858480036,0.915,39.77456075827479,1000 +LGBM Regr.,LGBM Clas.,0.95,0.959,40.040610948088954,8.62676858480036,0.972,45.62380258315557,1000 +LGBM Regr.,Logistic,0.9,0.942,5.3683923473672825,1.1064466312245236,0.949,6.347349786459089,1000 +LGBM Regr.,Logistic,0.95,0.975,6.396834030284652,1.1064466312245236,0.98,7.289008003904023,1000 +Linear,LGBM Clas.,0.9,0.963,6.610619627981532,1.2930291385928911,0.97,7.817833271049541,1000 +Linear,LGBM Clas.,0.95,0.9845,7.877039132260507,1.2930291385928911,0.989,8.965895782069206,1000 +Linear,Logistic,0.9,0.88,1.1440244887213769,0.29717144124251454,0.862,1.3513672686392388,1000 +Linear,Logistic,0.95,0.9335,1.3631892580505587,0.29717144124251454,0.938,1.551247330789396,1000 diff --git a/results/irm/apos_coverage.csv b/results/irm/apos_coverage.csv index d672bd20..c5cb9271 100644 --- a/results/irm/apos_coverage.csv +++ b/results/irm/apos_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9203333333333333,25.45613129678526,6.166381695751374,0.946,32.623943884889655,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9643333333333334,30.3328513309069,6.166381695751374,0.986,36.86913655114933,1000 -LGBM Regr.,Logistic,0.9,0.917,6.627738366241373,1.5016545559757806,0.92,8.149255859131907,1000 -LGBM Regr.,Logistic,0.95,0.9596666666666667,7.897437367033678,1.5016545559757806,0.959,9.320000315514479,1000 -Linear,LGBM Clas.,0.9,0.9376666666666666,7.5134083953879935,1.6006918303560986,0.951,9.29091412660083,1000 -Linear,LGBM Clas.,0.95,0.974,8.952778298816861,1.6006918303560986,0.974,10.609555760885549,1000 -Linear,Logistic,0.9,0.915,5.39079994210578,1.2559293498489636,0.914,5.8155441975859725,1000 -Linear,Logistic,0.95,0.96,6.423534326255072,1.2559293498489636,0.959,6.833558835632949,1000 +LGBM Regr.,LGBM Clas.,0.9,0.9116666666666666,25.380884756214634,6.3033576983720385,0.931,32.56526868720959,1000 +LGBM Regr.,LGBM Clas.,0.95,0.9633333333333334,30.243189547594916,6.3033576983720385,0.971,36.806047640863575,1000 +LGBM Regr.,Logistic,0.9,0.9153333333333333,6.6236336046586155,1.5450159773054415,0.923,8.149672568213141,1000 +LGBM Regr.,Logistic,0.95,0.9576666666666667,7.892546241929591,1.5450159773054415,0.959,9.334305451163466,1000 +Linear,LGBM Clas.,0.9,0.9206666666666666,7.481260581637696,1.6455175148624328,0.932,9.256732930958306,1000 +Linear,LGBM Clas.,0.95,0.9673333333333334,8.914471816039386,1.6455175148624328,0.965,10.567345838624604,1000 +Linear,Logistic,0.9,0.8983333333333333,5.379448642069803,1.3088594234228312,0.9,5.8038157310767735,1000 +Linear,Logistic,0.95,0.9453333333333334,6.41000841800179,1.3088594234228312,0.947,6.826689793179672,1000 diff --git a/results/irm/apos_metadata.csv b/results/irm/apos_metadata.csv index 10c6d4cb..bea57944 100644 --- a/results/irm/apos_metadata.csv +++ b/results/irm/apos_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,APOSCoverageSimulation,2025-06-05 13:49,73.850344034036,3.12.3,scripts/irm/apos_config.yml +0.11.dev0,APOSCoverageSimulation,2025-09-08 07:52,73.54105892578761,3.12.3,scripts/irm/apos_config.yml From 6855ea946dc195e5ca8ec5f6fa26d091bc94c01e Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:52:42 +0000 Subject: [PATCH 31/67] Update results from script: scripts/irm/apo.py --- results/irm/apo_coverage.csv | 48 ++++++++++++++++++------------------ results/irm/apo_metadata.csv | 2 +- 2 files changed, 25 insertions(+), 25 deletions(-) diff --git a/results/irm/apo_coverage.csv b/results/irm/apo_coverage.csv index cb1bc37e..3285fbf4 100644 --- a/results/irm/apo_coverage.csv +++ b/results/irm/apo_coverage.csv @@ -1,25 +1,25 @@ Learner g,Learner m,Treatment Level,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0,0.9,0.921,8.43473750706522,2.0020174052425626,1000 -LGBM Regr.,LGBM Clas.,0,0.95,0.968,10.050609648188914,2.0020174052425626,1000 -LGBM Regr.,LGBM Clas.,1,0.9,0.945,34.49785903442266,8.012907711983175,1000 -LGBM Regr.,LGBM Clas.,1,0.95,0.983,41.10673444938877,8.012907711983175,1000 -LGBM Regr.,LGBM Clas.,2,0.9,0.909,33.42971449937157,8.333206392907996,1000 -LGBM Regr.,LGBM Clas.,2,0.95,0.973,39.83396173291094,8.333206392907996,1000 -LGBM Regr.,Logistic,0,0.9,0.905,5.626372580880361,1.390211734015615,1000 -LGBM Regr.,Logistic,0,0.95,0.958,6.704236438695905,1.390211734015615,1000 -LGBM Regr.,Logistic,1,0.9,0.922,7.220302724612175,1.6901658245391882,1000 -LGBM Regr.,Logistic,1,0.95,0.952,8.603521350373505,1.6901658245391882,1000 -LGBM Regr.,Logistic,2,0.9,0.91,7.160030685666201,1.6407106001549503,1000 -LGBM Regr.,Logistic,2,0.95,0.957,8.531702786293828,1.6407106001549503,1000 -Linear,LGBM Clas.,0,0.9,0.902,5.4602785529816185,1.3727521781733092,1000 -Linear,LGBM Clas.,0,0.95,0.95,6.506323197423445,1.3727521781733092,1000 -Linear,LGBM Clas.,1,0.9,0.946,9.92791552556521,2.067430586356608,1000 -Linear,LGBM Clas.,1,0.95,0.979,11.82984099790536,2.067430586356608,1000 -Linear,LGBM Clas.,2,0.9,0.93,7.18671690478672,1.5695466395151154,1000 -Linear,LGBM Clas.,2,0.95,0.971,8.563501377671649,1.5695466395151154,1000 -Linear,Logistic,0,0.9,0.897,5.347321418519404,1.344857338767798,1000 -Linear,Logistic,0,0.95,0.949,6.371726469960765,1.344857338767798,1000 -Linear,Logistic,1,0.9,0.901,5.430231052306794,1.3595988005998974,1000 -Linear,Logistic,1,0.95,0.947,6.470519392037281,1.3595988005998974,1000 -Linear,Logistic,2,0.9,0.898,5.376486330054867,1.3454318063315418,1000 -Linear,Logistic,2,0.95,0.947,6.406478605521755,1.3454318063315418,1000 +LGBM Regr.,LGBM Clas.,0,0.9,0.91,8.448708156821523,1.9750353954576516,1000 +LGBM Regr.,LGBM Clas.,0,0.95,0.964,10.06725670414229,1.9750353954576516,1000 +LGBM Regr.,LGBM Clas.,1,0.9,0.929,33.97368183551072,8.24578707402124,1000 +LGBM Regr.,LGBM Clas.,1,0.95,0.972,40.48213879263808,8.24578707402124,1000 +LGBM Regr.,LGBM Clas.,2,0.9,0.892,32.60041903902424,8.57187519908264,1000 +LGBM Regr.,LGBM Clas.,2,0.95,0.962,38.845795243084254,8.57187519908264,1000 +LGBM Regr.,Logistic,0,0.9,0.919,5.622417369664611,1.3041095784829069,1000 +LGBM Regr.,Logistic,0,0.95,0.966,6.699523513845268,1.3041095784829069,1000 +LGBM Regr.,Logistic,1,0.9,0.919,7.087080260443338,1.6525542055578457,1000 +LGBM Regr.,Logistic,1,0.95,0.956,8.444776993171013,1.6525542055578457,1000 +LGBM Regr.,Logistic,2,0.9,0.919,7.122040852887705,1.617065797288604,1000 +LGBM Regr.,Logistic,2,0.95,0.965,8.486435108486805,1.617065797288604,1000 +Linear,LGBM Clas.,0,0.9,0.912,5.4550159030998895,1.2942930123955605,1000 +Linear,LGBM Clas.,0,0.95,0.96,6.50005236331248,1.2942930123955605,1000 +Linear,LGBM Clas.,1,0.9,0.956,9.813026810453364,2.0391427947858425,1000 +Linear,LGBM Clas.,1,0.95,0.98,11.692942650137699,2.0391427947858425,1000 +Linear,LGBM Clas.,2,0.9,0.931,7.129870255664527,1.5863997469468463,1000 +Linear,LGBM Clas.,2,0.95,0.97,8.495764417315014,1.5863997469468463,1000 +Linear,Logistic,0,0.9,0.916,5.337733090643185,1.2727441530326435,1000 +Linear,Logistic,0,0.95,0.961,6.36030127260495,1.2727441530326435,1000 +Linear,Logistic,1,0.9,0.916,5.417715726893596,1.2843274350382277,1000 +Linear,Logistic,1,0.95,0.96,6.455606461997341,1.2843274350382277,1000 +Linear,Logistic,2,0.9,0.909,5.365443726631665,1.277028275846632,1000 +Linear,Logistic,2,0.95,0.959,6.393320531970161,1.277028275846632,1000 diff --git a/results/irm/apo_metadata.csv b/results/irm/apo_metadata.csv index 443288cb..c159f457 100644 --- a/results/irm/apo_metadata.csv +++ b/results/irm/apo_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,APOCoverageSimulation,2025-06-05 13:49,73.86938846111298,3.12.3,scripts/irm/apo_config.yml +0.11.dev0,APOCoverageSimulation,2025-09-08 07:52,74.02908265988032,3.12.3,scripts/irm/apo_config.yml From 414921642cf9b0f3bd0cc61f3d2c9dbd4933b746 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:57:26 +0000 Subject: [PATCH 32/67] Update results from script: scripts/irm/irm_gate.py --- results/irm/irm_gate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_gate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_gate_coverage.csv b/results/irm/irm_gate_coverage.csv index 30f5e71f..51ccc2c7 100644 --- a/results/irm/irm_gate_coverage.csv +++ b/results/irm/irm_gate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9346666666666666,0.8364542894818474,0.18422904419208913,1.0,1.9724400757209293,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9756666666666667,0.9966967608764793,0.18422904419208913,1.0,1.9651735219350885,1000 -LGBM Regr.,Logistic,0.9,0.9006666666666666,0.40046180389774216,0.09740590411838057,0.998,0.9434012510097336,1000 -LGBM Regr.,Logistic,0.95,0.9523333333333334,0.4771796711651552,0.09740590411838057,0.999,0.9366053028101997,1000 -Linear,LGBM Clas.,0.9,0.9226666666666666,0.8421150432332748,0.1918698759485984,1.0,1.9758022948217957,1000 -Linear,LGBM Clas.,0.95,0.9686666666666667,1.003441965006716,0.1918698759485984,1.0,1.9855094815511516,1000 -Linear,Logistic,0.9,0.9123333333333333,0.41818791810731526,0.09904291484604033,1.0,0.9842536479155779,1000 -Linear,Logistic,0.95,0.951,0.4983016390213454,0.09904291484604033,1.0,0.985193431203212,1000 -Linear,RF Clas.,0.9,0.9166666666666666,0.44173892078977606,0.10153218721035738,1.0,1.0388647556648747,1000 -Linear,RF Clas.,0.95,0.9593333333333334,0.5263643895914247,0.10153218721035738,1.0,1.0383096121913078,1000 -RF Regr.,Logistic,0.9,0.9026666666666666,0.4004544456677431,0.0967060927359184,1.0,0.9427533643825874,1000 -RF Regr.,Logistic,0.95,0.9486666666666667,0.4771709032933203,0.0967060927359184,0.999,0.9365571482746528,1000 -RF Regr.,RF Clas.,0.9,0.9026666666666666,0.4211186636375361,0.10090471591950194,1.0,0.9859887811490382,1000 -RF Regr.,RF Clas.,0.95,0.9506666666666667,0.5017938377148734,0.10090471591950194,1.0,0.9865161484854005,1000 +LGBM Regr.,LGBM Clas.,0.9,0.9253333333333333,0.8534850261615968,0.19518739930256998,1.0,2.0057889835769687,1000 +LGBM Regr.,LGBM Clas.,0.95,0.9723333333333334,1.01699013529932,0.19518739930256998,1.0,2.008734669100397,1000 +LGBM Regr.,Logistic,0.9,0.907,0.40290561820602877,0.09637183426509835,0.997,0.9452563591757599,1000 +LGBM Regr.,Logistic,0.95,0.9516666666666667,0.4800916555208833,0.09637183426509835,0.997,0.9479550579138624,1000 +Linear,LGBM Clas.,0.9,0.925,0.8587043448718052,0.19393419957109048,1.0,2.0174488850580667,1000 +Linear,LGBM Clas.,0.95,0.968,1.0232093371348077,0.19393419957109048,1.0,2.0305155614489188,1000 +Linear,Logistic,0.9,0.9093333333333333,0.420378374218193,0.09849785707055471,1.0,0.9913489475406314,1000 +Linear,Logistic,0.95,0.957,0.5009117284643757,0.09849785707055471,1.0,0.9861142484974326,1000 +Linear,RF Clas.,0.9,0.9176666666666666,0.44418271473286164,0.10211946295839633,1.0,1.0448891408997685,1000 +Linear,RF Clas.,0.95,0.9566666666666667,0.5292763496805192,0.10211946295839633,0.999,1.0422977378868823,1000 +RF Regr.,Logistic,0.9,0.9036666666666666,0.40328321693084784,0.09651797231475077,0.999,0.9482063865240357,1000 +RF Regr.,Logistic,0.95,0.9463333333333334,0.4805415921530111,0.09651797231475077,0.998,0.9478627389064088,1000 +RF Regr.,RF Clas.,0.9,0.9126666666666666,0.4265183348447747,0.1006978867872414,0.999,1.0031066471442747,1000 +RF Regr.,RF Clas.,0.95,0.955,0.5082279428055252,0.1006978867872414,1.0,1.0042312153427795,1000 diff --git a/results/irm/irm_gate_metadata.csv b/results/irm/irm_gate_metadata.csv index b66fe1e2..d9aa4051 100644 --- a/results/irm/irm_gate_metadata.csv +++ b/results/irm/irm_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMGATECoverageSimulation,2025-06-05 13:55,79.23283307154973,3.12.3,scripts/irm/irm_gate_config.yml +0.11.dev0,IRMGATECoverageSimulation,2025-09-08 07:57,78.74852496782938,3.12.3,scripts/irm/irm_gate_config.yml From 50b0eee2e9ad00f41a703a085f9120fdf6d24c78 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 07:57:53 +0000 Subject: [PATCH 33/67] Update results from script: scripts/irm/irm_cate.py --- results/irm/irm_cate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_cate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_cate_coverage.csv b/results/irm/irm_cate_coverage.csv index 14cd1609..707a3fc6 100644 --- a/results/irm/irm_cate_coverage.csv +++ b/results/irm/irm_cate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.92506,1.0375110625997357,0.2365318243837263,1.0,2.596617666316375,1000 -LGBM Regr.,LGBM Clas.,0.95,0.96602,1.2362706826540963,0.2365318243837263,1.0,2.6133853117978934,1000 -LGBM Regr.,Logistic,0.9,0.89561,0.45975570518256736,0.11084262270269904,1.0,1.1581396191978983,1000 -LGBM Regr.,Logistic,0.95,0.94487,0.547832712333638,0.11084262270269904,1.0,1.1623001863971778,1000 -Linear,LGBM Clas.,0.9,0.90998,1.0435330991760245,0.2472414883409576,0.998,2.618492131430461,1000 -Linear,LGBM Clas.,0.95,0.95692,1.243446381822529,0.2472414883409576,0.999,2.626489143651275,1000 -Linear,Logistic,0.9,0.89899,0.47571933545085376,0.11363003649173503,1.0,1.1954349623588154,1000 -Linear,Logistic,0.95,0.9459299999999999,0.5668545510405528,0.11363003649173503,0.998,1.1979576781693033,1000 -Linear,RF Clas.,0.9,0.90489,0.5110714313286231,0.12032009678319744,1.0,1.2817085692658767,1000 -Linear,RF Clas.,0.95,0.9514600000000001,0.6089791714706715,0.12032009678319744,1.0,1.2861291474394618,1000 -RF Regr.,Logistic,0.9,0.89376,0.4592745091137625,0.11114309499883832,0.999,1.1543665958014406,1000 -RF Regr.,Logistic,0.95,0.94267,0.5472593318522952,0.11114309499883832,1.0,1.1532136852815742,1000 -RF Regr.,RF Clas.,0.9,0.89648,0.4916798706519477,0.11789806419426764,1.0,1.2340869862770245,1000 -RF Regr.,RF Clas.,0.95,0.9448,0.5858727017474369,0.11789806419426764,1.0,1.2368879574968341,1000 +LGBM Regr.,LGBM Clas.,0.9,0.92618,1.0549550417797375,0.24677433876498978,1.0,2.655295049518824,1000 +LGBM Regr.,LGBM Clas.,0.95,0.96976,1.2570564658871226,0.24677433876498978,1.0,2.6579031332044774,1000 +LGBM Regr.,Logistic,0.9,0.89558,0.460768694911557,0.11272247714552291,0.996,1.15553358576414,1000 +LGBM Regr.,Logistic,0.95,0.94716,0.5490397640451075,0.11272247714552291,0.998,1.1555911642405947,1000 +Linear,LGBM Clas.,0.9,0.9045700000000001,1.049455728670136,0.2545832624791602,1.0,2.641712139711077,1000 +Linear,LGBM Clas.,0.95,0.9562999999999999,1.2505036301466534,0.2545832624791602,1.0,2.6340664078152676,1000 +Linear,Logistic,0.9,0.89837,0.47635891687924603,0.11622820700106382,0.999,1.1994653037592913,1000 +Linear,Logistic,0.95,0.94899,0.5676166593183287,0.11622820700106382,1.0,1.202613136922296,1000 +Linear,RF Clas.,0.9,0.90583,0.5108385409019408,0.12273855836370781,0.999,1.2859328834061883,1000 +Linear,RF Clas.,0.95,0.95561,0.608701665411067,0.12273855836370781,0.999,1.290594144217973,1000 +RF Regr.,Logistic,0.9,0.89388,0.46090264991879476,0.11328948669625669,1.0,1.1580571746486201,1000 +RF Regr.,Logistic,0.95,0.94721,0.5491993812812146,0.11328948669625669,0.999,1.1597345940806152,1000 +RF Regr.,RF Clas.,0.9,0.8976799999999999,0.4952927246994588,0.12057106303154265,1.0,1.2461592875136045,1000 +RF Regr.,RF Clas.,0.95,0.94829,0.5901776828706784,0.12057106303154265,0.999,1.245662595805751,1000 diff --git a/results/irm/irm_cate_metadata.csv b/results/irm/irm_cate_metadata.csv index 4bd0baf3..abbba129 100644 --- a/results/irm/irm_cate_metadata.csv +++ b/results/irm/irm_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMCATECoverageSimulation,2025-06-05 13:56,79.61121084690095,3.12.3,scripts/irm/irm_cate_config.yml +0.11.dev0,IRMCATECoverageSimulation,2025-09-08 07:57,79.25359026590984,3.12.3,scripts/irm/irm_cate_config.yml From ef59fe406845c3895b9ceb00ec76e45e91e3ddc9 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 08:12:58 +0000 Subject: [PATCH 34/67] Update results from script: scripts/irm/cvar.py --- results/irm/cvar_Y0_coverage.csv | 16 ++++++++-------- results/irm/cvar_Y1_coverage.csv | 16 ++++++++-------- results/irm/cvar_effect_coverage.csv | 16 ++++++++-------- results/irm/cvar_metadata.csv | 2 +- 4 files changed, 25 insertions(+), 25 deletions(-) diff --git a/results/irm/cvar_Y0_coverage.csv b/results/irm/cvar_Y0_coverage.csv index 4c25ee7c..d982b134 100644 --- a/results/irm/cvar_Y0_coverage.csv +++ b/results/irm/cvar_Y0_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.8564285714285714,0.5599803695184898,0.15691823669038846,200 -LGBM Regr.,LGBM Clas.,0.95,0.9242857142857143,0.6672577658717421,0.15691823669038846,200 -LGBM Regr.,Logistic,0.9,0.8,0.4488498613139841,0.13502164231417138,200 -LGBM Regr.,Logistic,0.95,0.8842857142857143,0.5348375978424744,0.13502164231417138,200 -Linear,LGBM Clas.,0.9,0.7778571428571429,0.5748146502742429,0.16876670012237052,200 -Linear,LGBM Clas.,0.95,0.8607142857142857,0.6849339016332675,0.16876670012237052,200 -Linear,Logistic,0.9,0.7521428571428571,0.4599365576395126,0.14286782087753735,200 -Linear,Logistic,0.95,0.832857142857143,0.5480482113277858,0.14286782087753735,200 +LGBM Regr.,LGBM Clas.,0.9,0.7992857142857143,0.5698895627940845,0.1622318401991349,200 +LGBM Regr.,LGBM Clas.,0.95,0.8728571428571429,0.6790652979328213,0.1622318401991349,200 +LGBM Regr.,Logistic,0.9,0.7892857142857143,0.444416645306349,0.13289988655229823,200 +LGBM Regr.,Logistic,0.95,0.8857142857142857,0.5295550951514872,0.13289988655229823,200 +Linear,LGBM Clas.,0.9,0.8221428571428571,0.5759694248495425,0.16067305644701288,200 +Linear,LGBM Clas.,0.95,0.88,0.6863099004095503,0.16067305644701288,200 +Linear,Logistic,0.9,0.77,0.4638841356789262,0.14556325752609944,200 +Linear,Logistic,0.95,0.8385714285714286,0.5527520406878192,0.14556325752609944,200 diff --git a/results/irm/cvar_Y1_coverage.csv b/results/irm/cvar_Y1_coverage.csv index 8fddf73f..1b724efb 100644 --- a/results/irm/cvar_Y1_coverage.csv +++ b/results/irm/cvar_Y1_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9014285714285714,0.19064863373047444,0.046573467818208994,200 -LGBM Regr.,LGBM Clas.,0.95,0.9535714285714286,0.22717185875440954,0.046573467818208994,200 -LGBM Regr.,Logistic,0.9,0.8921428571428571,0.18035991253115108,0.044703609418269445,200 -LGBM Regr.,Logistic,0.95,0.942857142857143,0.2149120912789158,0.044703609418269445,200 -Linear,LGBM Clas.,0.9,0.9064285714285714,0.21197545188306893,0.04818749120158227,200 -Linear,LGBM Clas.,0.95,0.957857142857143,0.25258432999137354,0.04818749120158227,200 -Linear,Logistic,0.9,0.9007142857142857,0.1965222149886573,0.04731821601748326,200 -Linear,Logistic,0.95,0.9457142857142857,0.23417066250063942,0.04731821601748326,200 +LGBM Regr.,LGBM Clas.,0.9,0.917142857142857,0.19119717658041008,0.04362829784730854,200 +LGBM Regr.,LGBM Clas.,0.95,0.9542857142857143,0.22782548787510115,0.04362829784730854,200 +LGBM Regr.,Logistic,0.9,0.9057142857142857,0.1808152569639124,0.04420216660189615,200 +LGBM Regr.,Logistic,0.95,0.9464285714285714,0.21545466763595436,0.04420216660189615,200 +Linear,LGBM Clas.,0.9,0.9307142857142857,0.21249094126531845,0.04611913119447561,200 +Linear,LGBM Clas.,0.95,0.9685714285714286,0.2531985734760624,0.04611913119447561,200 +Linear,Logistic,0.9,0.907142857142857,0.1974588750818297,0.04611240388345785,200 +Linear,Logistic,0.95,0.9592857142857143,0.2352867618412089,0.04611240388345785,200 diff --git a/results/irm/cvar_effect_coverage.csv b/results/irm/cvar_effect_coverage.csv index b17f3f47..c2c9d886 100644 --- a/results/irm/cvar_effect_coverage.csv +++ b/results/irm/cvar_effect_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.8357142857142857,0.572356196179233,0.16148728231793735,0.8,0.6933257488655766,200 -LGBM Regr.,LGBM Clas.,0.95,0.912142857142857,0.6820044728957118,0.16148728231793735,0.89,0.7996943722331994,200 -LGBM Regr.,Logistic,0.9,0.812142857142857,0.4603475364424448,0.13621838163720854,0.785,0.5540435315601864,200 -LGBM Regr.,Logistic,0.95,0.885,0.5485379227762442,0.13621838163720854,0.86,0.6395859491088156,200 -Linear,LGBM Clas.,0.9,0.7835714285714286,0.6002467096290228,0.17327648690690606,0.75,0.7089505880560413,200 -Linear,LGBM Clas.,0.95,0.8592857142857143,0.7152380694761148,0.17327648690690606,0.815,0.8220830080641385,200 -Linear,Logistic,0.9,0.7742857142857144,0.48428688399508923,0.14834465693639912,0.755,0.5678723651822354,200 -Linear,Logistic,0.95,0.85,0.5770634148004378,0.14834465693639912,0.82,0.6581721908143731,200 +LGBM Regr.,LGBM Clas.,0.9,0.8285714285714286,0.5820773835982563,0.16340146510609896,0.8,0.7041248792060457,200 +LGBM Regr.,LGBM Clas.,0.95,0.8828571428571429,0.6935879821612518,0.16340146510609896,0.865,0.8104981741914127,200 +LGBM Regr.,Logistic,0.9,0.8078571428571429,0.4557462112689952,0.13573460597377687,0.775,0.5481526458665991,200 +LGBM Regr.,Logistic,0.95,0.8935714285714286,0.5430551056590559,0.13573460597377687,0.875,0.632067835425355,200 +Linear,LGBM Clas.,0.9,0.827857142857143,0.6010696922562259,0.16176034889643487,0.795,0.7100199778744414,200 +Linear,LGBM Clas.,0.95,0.8864285714285713,0.7162187137612902,0.16176034889643487,0.855,0.8211084080550509,200 +Linear,Logistic,0.9,0.7728571428571429,0.48825700023292934,0.14657921460513024,0.755,0.5721453699087213,200 +Linear,Logistic,0.95,0.8542857142857143,0.5817941000803347,0.14657921460513024,0.83,0.662941047401618,200 diff --git a/results/irm/cvar_metadata.csv b/results/irm/cvar_metadata.csv index 6db12aed..7520a27c 100644 --- a/results/irm/cvar_metadata.csv +++ b/results/irm/cvar_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,CVARCoverageSimulation,2025-06-05 14:11,94.70462875763575,3.12.3,scripts/irm/cvar_config.yml +0.11.dev0,CVARCoverageSimulation,2025-09-08 08:12,94.27919102907181,3.12.3,scripts/irm/cvar_config.yml From 4ee3a1716be657567dde00786b3e46bd9afdccdb Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 08:32:42 +0000 Subject: [PATCH 35/67] Update results from script: scripts/irm/lpq.py --- results/irm/lpq_Y0_coverage.csv | 16 ++++++++-------- results/irm/lpq_Y1_coverage.csv | 16 ++++++++-------- results/irm/lpq_effect_coverage.csv | 16 ++++++++-------- results/irm/lpq_metadata.csv | 2 +- 4 files changed, 25 insertions(+), 25 deletions(-) diff --git a/results/irm/lpq_Y0_coverage.csv b/results/irm/lpq_Y0_coverage.csv index fa7c0a3c..eae541b7 100644 --- a/results/irm/lpq_Y0_coverage.csv +++ b/results/irm/lpq_Y0_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Clas.,LGBM Clas.,0.9,0.938,1.182292560755257,0.23325691846991042,200 -LGBM Clas.,LGBM Clas.,0.95,0.9690000000000001,1.4087884783794826,0.23325691846991042,200 -LGBM Clas.,Logistic,0.9,0.9390000000000001,1.137086069984906,0.22432594978342146,200 -LGBM Clas.,Logistic,0.95,0.9690000000000001,1.3549216221890352,0.22432594978342146,200 -Logistic,LGBM Clas.,0.9,0.938,1.1527775627918269,0.22374215890669022,200 -Logistic,LGBM Clas.,0.95,0.9690000000000001,1.3736191891100717,0.22374215890669022,200 -Logistic,Logistic,0.9,0.943,1.111906655099774,0.2212690310065874,200 -Logistic,Logistic,0.95,0.9690000000000001,1.3249184987998035,0.2212690310065874,200 +LGBM Clas.,LGBM Clas.,0.9,0.9329999999999999,1.1960147129034748,0.24094548048195796,200 +LGBM Clas.,LGBM Clas.,0.95,0.972,1.425139431169569,0.24094548048195796,200 +LGBM Clas.,Logistic,0.9,0.932,1.1491710932229942,0.2296474103759401,200 +LGBM Clas.,Logistic,0.95,0.97,1.3693218155624007,0.2296474103759401,200 +Logistic,LGBM Clas.,0.9,0.9359999999999999,1.1629913431768941,0.22567871572576473,200 +Logistic,LGBM Clas.,0.95,0.968,1.3857896590976262,0.22567871572576473,200 +Logistic,Logistic,0.9,0.934,1.1208189409885447,0.22329276488816077,200 +Logistic,Logistic,0.95,0.9690000000000001,1.3355381424420707,0.22329276488816077,200 diff --git a/results/irm/lpq_Y1_coverage.csv b/results/irm/lpq_Y1_coverage.csv index ba4fa63c..5524bf55 100644 --- a/results/irm/lpq_Y1_coverage.csv +++ b/results/irm/lpq_Y1_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Clas.,LGBM Clas.,0.9,0.946,1.6296637808266206,0.31922961803439465,200 -LGBM Clas.,LGBM Clas.,0.95,0.965,1.9418641665090766,0.31922961803439465,200 -LGBM Clas.,Logistic,0.9,0.94,1.5840129690335032,0.3094090506782375,200 -LGBM Clas.,Logistic,0.95,0.97,1.8874678691647622,0.3094090506782375,200 -Logistic,LGBM Clas.,0.9,0.93,1.5829510778239204,0.31056212030323144,200 -Logistic,LGBM Clas.,0.95,0.965,1.8862025477451665,0.31056212030323144,200 -Logistic,Logistic,0.9,0.941,1.5420148214413294,0.2867899782486625,200 -Logistic,Logistic,0.95,0.97,1.8374239896673397,0.2867899782486625,200 +LGBM Clas.,LGBM Clas.,0.9,0.935,1.678879388568732,0.31691835808807167,200 +LGBM Clas.,LGBM Clas.,0.95,0.965,2.0005081802202342,0.31691835808807167,200 +LGBM Clas.,Logistic,0.9,0.935,1.621053614944002,0.309555060210687,200 +LGBM Clas.,Logistic,0.95,0.966,1.93160452105836,0.309555060210687,200 +Logistic,LGBM Clas.,0.9,0.9279999999999999,1.6303000750790089,0.3127093206367988,200 +Logistic,LGBM Clas.,0.95,0.9590000000000001,1.9426223578750537,0.3127093206367988,200 +Logistic,Logistic,0.9,0.932,1.5733563331643035,0.2975937700943579,200 +Logistic,Logistic,0.95,0.965,1.874769704320332,0.2975937700943579,200 diff --git a/results/irm/lpq_effect_coverage.csv b/results/irm/lpq_effect_coverage.csv index 2e1488a9..c76f5320 100644 --- a/results/irm/lpq_effect_coverage.csv +++ b/results/irm/lpq_effect_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Clas.,LGBM Clas.,0.9,0.882,1.6179566817511408,0.38892858697985444,0.85,2.134204151727998,200 -LGBM Clas.,LGBM Clas.,0.95,0.9329999999999999,1.9279142975508834,0.38892858697985444,0.93,2.4114959415166863,200 -LGBM Clas.,Logistic,0.9,0.907,1.57231832862624,0.36746763608272737,0.865,2.0750759388885753,200 -LGBM Clas.,Logistic,0.95,0.9520000000000001,1.873532845625395,0.36746763608272737,0.935,2.3491301230114727,200 -Logistic,LGBM Clas.,0.9,0.892,1.5819115069451675,0.37355342356664595,0.835,2.0754682406547134,200 -Logistic,LGBM Clas.,0.95,0.943,1.8849638226401801,0.37355342356664595,0.93,2.3505474278366396,200 -Logistic,Logistic,0.9,0.895,1.5376032362171548,0.3646953928818029,0.86,2.0170674200183667,200 -Logistic,Logistic,0.95,0.941,1.8321672616445936,0.3646953928818029,0.91,2.2852783686545495,200 +LGBM Clas.,LGBM Clas.,0.9,0.907,1.6633268414956404,0.3832694765515751,0.885,2.195582944870515,200 +LGBM Clas.,LGBM Clas.,0.95,0.9470000000000001,1.981976177352831,0.3832694765515751,0.935,2.4824600181934997,200 +LGBM Clas.,Logistic,0.9,0.9009999999999999,1.6061436270948157,0.36919254431923265,0.9,2.1168287667046233,200 +LGBM Clas.,Logistic,0.95,0.9440000000000001,1.9138381747309388,0.36919254431923265,0.94,2.3959456398753134,200 +Logistic,LGBM Clas.,0.9,0.89,1.6221649413900492,0.384184011499731,0.875,2.130874728171255,200 +Logistic,LGBM Clas.,0.95,0.937,1.9329287481954314,0.384184011499731,0.93,2.41312138531884,200 +Logistic,Logistic,0.9,0.888,1.5652859556745662,0.3790378210858529,0.87,2.052704952998973,200 +Logistic,Logistic,0.95,0.93,1.8651532564113202,0.3790378210858529,0.945,2.3240450427903903,200 diff --git a/results/irm/lpq_metadata.csv b/results/irm/lpq_metadata.csv index 47bab20d..05c3eb6a 100644 --- a/results/irm/lpq_metadata.csv +++ b/results/irm/lpq_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,LPQCoverageSimulation,2025-06-05 14:29,112.94002043803533,3.12.3,scripts/irm/lpq_config.yml +0.11.dev0,LPQCoverageSimulation,2025-09-08 08:32,114.00595455567041,3.12.3,scripts/irm/lpq_config.yml From 47ebdee3098248690b61e026a60079a1365dad0a Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 08:35:46 +0000 Subject: [PATCH 36/67] Update results from script: scripts/irm/pq.py --- results/irm/pq_Y0_coverage.csv | 16 ++++++++-------- results/irm/pq_Y1_coverage.csv | 16 ++++++++-------- results/irm/pq_effect_coverage.csv | 16 ++++++++-------- results/irm/pq_metadata.csv | 2 +- 4 files changed, 25 insertions(+), 25 deletions(-) diff --git a/results/irm/pq_Y0_coverage.csv b/results/irm/pq_Y0_coverage.csv index ff0b3acb..35c0bf7c 100644 --- a/results/irm/pq_Y0_coverage.csv +++ b/results/irm/pq_Y0_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Clas.,LGBM Clas.,0.9,0.8835714285714286,0.5723701824339644,0.14549176231056815,200 -LGBM Clas.,LGBM Clas.,0.95,0.9378571428571427,0.6820211385461397,0.14549176231056815,200 -LGBM Clas.,Logistic,0.9,0.84,0.4044754891818755,0.1130627263596336,200 -LGBM Clas.,Logistic,0.95,0.9078571428571429,0.4819622721658046,0.1130627263596336,200 -Logistic,LGBM Clas.,0.9,0.8878571428571429,0.5701038626834825,0.14084059793538922,200 -Logistic,LGBM Clas.,0.95,0.9328571428571429,0.6793206520009456,0.14084059793538922,200 -Logistic,Logistic,0.9,0.8521428571428571,0.40381464298983716,0.10742954627392248,200 -Logistic,Logistic,0.95,0.9207142857142857,0.4811748253592969,0.10742954627392248,200 +LGBM Clas.,LGBM Clas.,0.9,0.875,0.5729628686924746,0.14933104662607077,200 +LGBM Clas.,LGBM Clas.,0.95,0.9435714285714286,0.6827273677824547,0.14933104662607077,200 +LGBM Clas.,Logistic,0.9,0.8485714285714286,0.4108296025589305,0.11673180804759976,200 +LGBM Clas.,Logistic,0.95,0.9157142857142857,0.4895336652482356,0.11673180804759976,200 +Logistic,LGBM Clas.,0.9,0.9135714285714286,0.5672228429384693,0.13384657876544737,200 +Logistic,LGBM Clas.,0.95,0.9542857142857143,0.6758877052350742,0.13384657876544737,200 +Logistic,Logistic,0.9,0.8807142857142857,0.4077258841626537,0.10598223062286814,200 +Logistic,Logistic,0.95,0.937142857142857,0.4858353566722128,0.10598223062286814,200 diff --git a/results/irm/pq_Y1_coverage.csv b/results/irm/pq_Y1_coverage.csv index 3cb5336c..8165f331 100644 --- a/results/irm/pq_Y1_coverage.csv +++ b/results/irm/pq_Y1_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Clas.,LGBM Clas.,0.9,0.9114285714285714,0.25322340912372693,0.05863607300930684,200 -LGBM Clas.,LGBM Clas.,0.95,0.9514285714285714,0.3017343025499488,0.05863607300930684,200 -LGBM Clas.,Logistic,0.9,0.9028571428571429,0.23575937348166215,0.057047735482004806,200 -LGBM Clas.,Logistic,0.95,0.9507142857142857,0.2809246205683309,0.057047735482004806,200 -Logistic,LGBM Clas.,0.9,0.9178571428571429,0.2536257290831553,0.0584307589677001,200 -Logistic,LGBM Clas.,0.95,0.9607142857142857,0.3022136963499933,0.0584307589677001,200 -Logistic,Logistic,0.9,0.8971428571428571,0.2359931637120258,0.05685852446847999,200 -Logistic,Logistic,0.95,0.9407142857142857,0.28120319881015254,0.05685852446847999,200 +LGBM Clas.,LGBM Clas.,0.9,0.9057142857142857,0.25162636495287866,0.058705977832479536,200 +LGBM Clas.,LGBM Clas.,0.95,0.9535714285714286,0.2998313070460974,0.058705977832479536,200 +LGBM Clas.,Logistic,0.9,0.8964285714285714,0.23573718513618783,0.05676150939840453,200 +LGBM Clas.,Logistic,0.95,0.9442857142857143,0.28089818152397245,0.05676150939840453,200 +Logistic,LGBM Clas.,0.9,0.8935714285714286,0.252774168924015,0.06085432107563776,200 +Logistic,LGBM Clas.,0.95,0.9585714285714286,0.3011989998352174,0.06085432107563776,200 +Logistic,Logistic,0.9,0.9035714285714286,0.23702882479533696,0.05586671900446994,200 +Logistic,Logistic,0.95,0.9542857142857143,0.2824372651065206,0.05586671900446994,200 diff --git a/results/irm/pq_effect_coverage.csv b/results/irm/pq_effect_coverage.csv index 710de75c..6e2eac79 100644 --- a/results/irm/pq_effect_coverage.csv +++ b/results/irm/pq_effect_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Clas.,LGBM Clas.,0.9,0.8857142857142857,0.6119091533344946,0.15466123618513827,0.83,0.87431953800783,200 -LGBM Clas.,LGBM Clas.,0.95,0.9392857142857143,0.7291347282790106,0.15466123618513827,0.895,0.9724716396352252,200 -LGBM Clas.,Logistic,0.9,0.8414285714285714,0.44675957755153617,0.12877194950989979,0.725,0.6418465368141598,200 -LGBM Clas.,Logistic,0.95,0.9028571428571429,0.5323468711147352,0.12877194950989979,0.835,0.7132416415357535,200 -Logistic,LGBM Clas.,0.9,0.89,0.6129040235808955,0.15303926661598033,0.83,0.8645516927626398,200 -Logistic,LGBM Clas.,0.95,0.94,0.7303201892952897,0.15303926661598033,0.88,0.9644960349693998,200 -Logistic,Logistic,0.9,0.8592857142857143,0.45040188642196527,0.12179153217631539,0.785,0.6382066580620731,200 -Logistic,Logistic,0.95,0.925,0.536686949824257,0.12179153217631539,0.865,0.7120923308029136,200 +LGBM Clas.,LGBM Clas.,0.9,0.8735714285714287,0.6116337215076973,0.1558680043819949,0.87,0.8751495566106742,200 +LGBM Clas.,LGBM Clas.,0.95,0.9364285714285714,0.7288065310146017,0.1558680043819949,0.935,0.9742335603492159,200 +LGBM Clas.,Logistic,0.9,0.8657142857142857,0.4526161311109992,0.12306500536219656,0.84,0.649451495457938,200 +LGBM Clas.,Logistic,0.95,0.9228571428571429,0.5393253851064949,0.12306500536219656,0.895,0.7232469343557514,200 +Logistic,LGBM Clas.,0.9,0.9128571428571429,0.6095967182261998,0.14021240836441295,0.91,0.8594719336371053,200 +Logistic,LGBM Clas.,0.95,0.9607142857142857,0.7263792918957479,0.14021240836441295,0.955,0.9608239489842615,200 +Logistic,Logistic,0.9,0.8914285714285713,0.45472908142368906,0.11565410839324233,0.85,0.6443440528558397,200 +Logistic,Logistic,0.95,0.9364285714285714,0.5418431206947187,0.11565410839324233,0.935,0.7181545386323929,200 diff --git a/results/irm/pq_metadata.csv b/results/irm/pq_metadata.csv index bf12575b..401f7932 100644 --- a/results/irm/pq_metadata.csv +++ b/results/irm/pq_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PQCoverageSimulation,2025-06-05 14:33,117.12256911595662,3.12.3,scripts/irm/pq_config.yml +0.11.dev0,PQCoverageSimulation,2025-09-08 08:35,117.05562915007273,3.12.3,scripts/irm/pq_config.yml From 9a487e0d101d3ede2394e1e7b00c36572eafbd92 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 08:43:16 +0000 Subject: [PATCH 37/67] Update results from script: scripts/irm/irm_atte.py --- results/irm/irm_atte_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_atte_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_atte_coverage.csv b/results/irm/irm_atte_coverage.csv index 5b682314..d5232ffa 100644 --- a/results/irm/irm_atte_coverage.csv +++ b/results/irm/irm_atte_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.927,1.5064451215730035,0.34563899658615477,1000 -LGBM Regr.,LGBM Clas.,0.95,0.974,1.7950400780897324,0.34563899658615477,1000 -LGBM Regr.,Logistic,0.9,0.926,0.853133738564191,0.2115612747662681,1000 -LGBM Regr.,Logistic,0.95,0.969,1.016571550309234,0.2115612747662681,1000 -LassoCV,LGBM Clas.,0.9,0.912,1.3899632828213013,0.3405205709305417,1000 -LassoCV,LGBM Clas.,0.95,0.977,1.6562434064190357,0.3405205709305417,1000 -LassoCV,Logistic,0.9,0.918,0.7956786618509171,0.19501674862485438,1000 -LassoCV,Logistic,0.95,0.962,0.9481096037616187,0.19501674862485438,1000 -LassoCV,RF Clas.,0.9,0.895,0.5793446092118805,0.1467183519931486,1000 -LassoCV,RF Clas.,0.95,0.945,0.6903316806354453,0.1467183519931486,1000 -RF Regr.,Logistic,0.9,0.915,0.8295563252373992,0.200468421193765,1000 -RF Regr.,Logistic,0.95,0.963,0.9884773295153919,0.200468421193765,1000 -RF Regr.,RF Clas.,0.9,0.881,0.5967830827952515,0.15670311644434254,1000 -RF Regr.,RF Clas.,0.95,0.939,0.7111109035454538,0.15670311644434254,1000 +LGBM Regr.,LGBM Clas.,0.9,0.929,1.4473786736685832,0.3373613664530304,1000 +LGBM Regr.,LGBM Clas.,0.95,0.979,1.7246580643406204,0.3373613664530304,1000 +LGBM Regr.,Logistic,0.9,0.889,0.8389047954622636,0.21725546577056573,1000 +LGBM Regr.,Logistic,0.95,0.951,0.9996167188513524,0.21725546577056573,1000 +LassoCV,LGBM Clas.,0.9,0.915,1.3683067740446384,0.33736290758652415,1000 +LassoCV,LGBM Clas.,0.95,0.961,1.6304380845729798,0.33736290758652415,1000 +LassoCV,Logistic,0.9,0.889,0.7878378087583325,0.20635919443627296,1000 +LassoCV,Logistic,0.95,0.949,0.9387666510406417,0.20635919443627296,1000 +LassoCV,RF Clas.,0.9,0.898,0.577413813407202,0.14935353360568673,1000 +LassoCV,RF Clas.,0.95,0.946,0.6880309955309085,0.14935353360568673,1000 +RF Regr.,Logistic,0.9,0.886,0.8121231811390474,0.21168816957084619,1000 +RF Regr.,Logistic,0.95,0.951,0.9677044570784729,0.21168816957084619,1000 +RF Regr.,RF Clas.,0.9,0.882,0.5936731847885253,0.154203377470952,1000 +RF Regr.,RF Clas.,0.95,0.937,0.7074052315094118,0.154203377470952,1000 diff --git a/results/irm/irm_atte_metadata.csv b/results/irm/irm_atte_metadata.csv index 876cac0d..6cb63ab1 100644 --- a/results/irm/irm_atte_metadata.csv +++ b/results/irm/irm_atte_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMATTECoverageSimulation,2025-06-05 14:42,126.08159985939662,3.12.3,scripts/irm/irm_atte_config.yml +0.11.dev0,IRMATTECoverageSimulation,2025-09-08 08:43,124.6468609491984,3.12.3,scripts/irm/irm_atte_config.yml From ddb9456493b6ff622ba53c17780acf8a35ff68a3 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 08:44:16 +0000 Subject: [PATCH 38/67] Update results from script: scripts/irm/irm_ate.py --- results/irm/irm_ate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_ate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_ate_coverage.csv b/results/irm/irm_ate_coverage.csv index 46ebf4ce..803a7f1f 100644 --- a/results/irm/irm_ate_coverage.csv +++ b/results/irm/irm_ate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.928,1.1983115160037485,0.2840471834602478,1000 -LGBM Regr.,LGBM Clas.,0.95,0.98,1.4278762408664047,0.2840471834602478,1000 -LGBM Regr.,Logistic,0.9,0.928,0.771069826261061,0.1773323727171827,1000 -LGBM Regr.,Logistic,0.95,0.97,0.9187863675372636,0.1773323727171827,1000 -LassoCV,LGBM Clas.,0.9,0.943,1.0988039710069317,0.25576093311987325,1000 -LassoCV,LGBM Clas.,0.95,0.979,1.3093056877253173,0.25576093311987325,1000 -LassoCV,Logistic,0.9,0.927,0.6575776853999991,0.1495642781049785,1000 -LassoCV,Logistic,0.95,0.968,0.7835521406302206,0.1495642781049785,1000 -LassoCV,RF Clas.,0.9,0.926,0.5837441390355065,0.13723792736069168,1000 -LassoCV,RF Clas.,0.95,0.962,0.6955740437624297,0.13723792736069168,1000 -RF Regr.,Logistic,0.9,0.918,0.743232966143666,0.1705153153049291,1000 -RF Regr.,Logistic,0.95,0.968,0.8856167028456445,0.1705153153049291,1000 -RF Regr.,RF Clas.,0.9,0.905,0.6164614614548363,0.14356423385388378,1000 -RF Regr.,RF Clas.,0.95,0.951,0.7345591379749272,0.14356423385388378,1000 +LGBM Regr.,LGBM Clas.,0.9,0.931,1.2080355246306695,0.2860783963960894,1000 +LGBM Regr.,LGBM Clas.,0.95,0.978,1.4394631118084988,0.2860783963960894,1000 +LGBM Regr.,Logistic,0.9,0.913,0.7728307106222837,0.19455600487602173,1000 +LGBM Regr.,Logistic,0.95,0.97,0.920884590669332,0.19455600487602173,1000 +LassoCV,LGBM Clas.,0.9,0.92,1.1003887936231362,0.25860854058964594,1000 +LassoCV,LGBM Clas.,0.95,0.972,1.3111941203485913,0.25860854058964594,1000 +LassoCV,Logistic,0.9,0.9,0.6549601688327414,0.1653729067630603,1000 +LassoCV,Logistic,0.95,0.95,0.7804331772667328,0.1653729067630603,1000 +LassoCV,RF Clas.,0.9,0.903,0.6018263796986386,0.14720572978308205,1000 +LassoCV,RF Clas.,0.95,0.949,0.7171203624614432,0.14720572978308205,1000 +RF Regr.,Logistic,0.9,0.911,0.733375696800298,0.1843476916310545,1000 +RF Regr.,Logistic,0.95,0.955,0.8738710419659472,0.1843476916310545,1000 +RF Regr.,RF Clas.,0.9,0.885,0.6190925784677545,0.1539369305670702,1000 +RF Regr.,RF Clas.,0.95,0.944,0.7376943072689804,0.1539369305670702,1000 diff --git a/results/irm/irm_ate_metadata.csv b/results/irm/irm_ate_metadata.csv index 03c57996..38401a13 100644 --- a/results/irm/irm_ate_metadata.csv +++ b/results/irm/irm_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,IRMATECoverageSimulation,2025-06-05 14:42,125.66061746279398,3.12.3,scripts/irm/irm_ate_config.yml +0.11.dev0,IRMATECoverageSimulation,2025-09-08 08:44,125.62044833103816,3.12.3,scripts/irm/irm_ate_config.yml From 53ff40872079e691e893d4c10a4dd966004283f1 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 09:10:19 +0000 Subject: [PATCH 39/67] Update results from script: scripts/ssm/ssm_nonig_ate.py --- results/ssm/ssm_nonig_ate_coverage.csv | 36 +++++++++++++------------- results/ssm/ssm_nonig_ate_metadata.csv | 2 +- 2 files changed, 19 insertions(+), 19 deletions(-) diff --git a/results/ssm/ssm_nonig_ate_coverage.csv b/results/ssm/ssm_nonig_ate_coverage.csv index 9a3d2258..17393dbd 100644 --- a/results/ssm/ssm_nonig_ate_coverage.csv +++ b/results/ssm/ssm_nonig_ate_coverage.csv @@ -1,19 +1,19 @@ Learner g,Learner m,Learner pi,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.89,1.5301470087049076,0.3770578639809072,1000 -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.942,1.823282618570531,0.3770578639809072,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.9,0.929,2.4676110419059616,0.6723444365149791,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.95,0.969,2.9403399127694723,0.6723444365149791,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.9,0.809,1.0997736728076188,0.32081226177381494,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.95,0.895,1.310461158688781,0.32081226177381494,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.902,1.4984436991476344,0.3690107638339736,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.961,1.785505795207747,0.3690107638339736,1000 -LassoCV,Logistic,Logistic,0.9,0.84,3.803087791117463,1.1219550707748396,1000 -LassoCV,Logistic,Logistic,0.95,0.916,4.531658609920874,1.1219550707748396,1000 -LassoCV,RF Clas.,RF Clas.,0.9,0.76,0.6487741040070446,0.20425601204335075,1000 -LassoCV,RF Clas.,RF Clas.,0.95,0.854,0.773062026383923,0.20425601204335075,1000 -RF Regr.,Logistic,RF Clas.,0.9,0.711,0.7424019979703704,0.26224742985370675,1000 -RF Regr.,Logistic,RF Clas.,0.95,0.816,0.8846265431954046,0.26224742985370675,1000 -RF Regr.,RF Clas.,Logistic,0.9,0.898,1.5259930175436052,0.4120022228090046,1000 -RF Regr.,RF Clas.,Logistic,0.95,0.958,1.818332832805496,0.4120022228090046,1000 -RF Regr.,RF Clas.,RF Clas.,0.9,0.759,0.6647246082851119,0.21200753632780625,1000 -RF Regr.,RF Clas.,RF Clas.,0.95,0.835,0.7920682245088012,0.21200753632780625,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.903,1.481059324827102,0.37602754989426823,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.949,1.7647910355454204,0.37602754989426823,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.9,0.921,2.3407463966423263,0.6320506843624508,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.95,0.97,2.789171364058536,0.6320506843624508,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.9,0.801,1.0973850715933846,0.30960808498975473,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.95,0.888,1.307614964792486,0.30960808498975473,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.901,1.4523800778983884,0.3790291564092631,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.951,1.7306176050571476,0.3790291564092631,1000 +LassoCV,Logistic,Logistic,0.9,0.86,1.665667090195805,0.4740292503841448,1000 +LassoCV,Logistic,Logistic,0.95,0.919,1.9847647556749581,0.4740292503841448,1000 +LassoCV,RF Clas.,RF Clas.,0.9,0.767,0.6632288612919495,0.20996104153398967,1000 +LassoCV,RF Clas.,RF Clas.,0.95,0.846,0.7902859320369685,0.20996104153398967,1000 +RF Regr.,Logistic,RF Clas.,0.9,0.702,0.7343396895666414,0.2636200794468997,1000 +RF Regr.,Logistic,RF Clas.,0.95,0.805,0.8750197101954067,0.2636200794468997,1000 +RF Regr.,RF Clas.,Logistic,0.9,0.9,1.3848131749906887,0.3741841220064777,1000 +RF Regr.,RF Clas.,Logistic,0.95,0.964,1.6501066744332193,0.3741841220064777,1000 +RF Regr.,RF Clas.,RF Clas.,0.9,0.759,0.6767002671710868,0.21313672406339423,1000 +RF Regr.,RF Clas.,RF Clas.,0.95,0.838,0.8063381022189231,0.21313672406339423,1000 diff --git a/results/ssm/ssm_nonig_ate_metadata.csv b/results/ssm/ssm_nonig_ate_metadata.csv index 0eab540d..2836c820 100644 --- a/results/ssm/ssm_nonig_ate_metadata.csv +++ b/results/ssm/ssm_nonig_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,SSMNonIgnorableATECoverageSimulation,2025-06-05 19:37,152.50586200555165,3.12.3,scripts/ssm/ssm_nonig_ate_config.yml +0.11.dev0,SSMNonIgnorableATECoverageSimulation,2025-09-08 09:10,151.7042101462682,3.12.3,scripts/ssm/ssm_nonig_ate_config.yml From 7a386e95501a7b8f0c7ba4d8314e21664fa32a97 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 09:40:56 +0000 Subject: [PATCH 40/67] Update results from script: scripts/plm/plr_cate.py --- results/plm/plr_cate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_cate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_cate_coverage.csv b/results/plm/plr_cate_coverage.csv index c95af2f8..48144c2e 100644 --- a/results/plm/plr_cate_coverage.csv +++ b/results/plm/plr_cate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81092,0.34748895671048663,0.10460813293283802,0.981,0.8749566905579788,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.87944,0.4140586305179147,0.10460813293283802,0.976,0.8752701592984206,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.74924,0.45498586012385417,0.15429490050948075,0.974,1.1431727401739051,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.83409,0.5421490913878395,0.15429490050948075,0.979,1.1448962771888775,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.88,0.36554268929918754,0.09244785218836214,0.998,0.9180115191244616,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9358200000000001,0.43557097975105097,0.09244785218836214,1.0,0.922278240560451,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8425499999999999,0.6463383782822439,0.17877605236642957,0.993,1.6252735422347984,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.90764,0.7701596801698865,0.17877605236642957,0.99,1.6258971712277042,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.77804,0.356611018165839,0.11531004698375871,0.98,0.8990196528636599,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.85509,0.42492823716515665,0.11531004698375871,0.973,0.897125005016581,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.11495,0.5626129349999418,0.5271527276193878,0.232,1.4094053511501499,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17364000000000002,0.6703946611225079,0.5271527276193878,0.245,1.415448802418257,1000 -LassoCV,LassoCV,IV-type,0.9,0.8912100000000001,0.36244677298144845,0.08838657089890865,0.999,0.913576206576413,1000 -LassoCV,LassoCV,IV-type,0.95,0.94274,0.43188196792501726,0.08838657089890865,0.998,0.912240620292473,1000 -LassoCV,LassoCV,partialling out,0.9,0.88858,0.3775763713434813,0.09330414285601538,0.997,0.9491441464568747,1000 -LassoCV,LassoCV,partialling out,0.95,0.94064,0.4499099963187045,0.09330414285601538,0.997,0.9487107676660669,1000 -LassoCV,RF Regr.,IV-type,0.9,0.89254,0.3599305351929274,0.08850837997692952,1.0,0.9044665568509359,1000 -LassoCV,RF Regr.,IV-type,0.95,0.94188,0.4288836856698476,0.08850837997692952,0.999,0.9044733402499352,1000 -LassoCV,RF Regr.,partialling out,0.9,0.77416,0.43217879712767876,0.1405937817588716,0.981,1.090157100332438,1000 -LassoCV,RF Regr.,partialling out,0.95,0.85737,0.5149727996295947,0.1405937817588716,0.978,1.087530105804212,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8807699999999999,0.3475079221052468,0.08785236408566467,0.996,0.8749646348632354,1000 -RF Regr.,LassoCV,IV-type,0.95,0.93665,0.4140812291796275,0.08785236408566467,0.998,0.8759773436970753,1000 -RF Regr.,LassoCV,partialling out,0.9,0.8651,0.44409447433118815,0.11793812231956644,0.995,1.113461220582107,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9245099999999999,0.5291712047567231,0.11793812231956644,0.995,1.1193035806604223,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8769600000000001,0.3430202960561061,0.08782119424850063,0.997,0.8607856773588846,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9322,0.4087338929253366,0.08782119424850063,0.998,0.8634371330487173,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.88322,0.3831582275710224,0.09673737638816682,0.996,0.9645065365685301,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9354,0.45656118825068054,0.09673737638816682,0.998,0.9640177197875869,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81768,0.34823828039948385,0.10387882894377355,0.98,0.877536279711683,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88452,0.41495150476467624,0.10387882894377355,0.978,0.8755885557745791,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.74497,0.4554797344783618,0.15685530804089212,0.98,1.1478638491759583,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8289,0.5427375789783838,0.15685530804089212,0.975,1.1461134314143238,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.87676,0.3654066819193057,0.09298925250332173,0.996,0.918570960342981,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.9305,0.43540891696209993,0.09298925250332173,0.998,0.9146633243328387,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.85076,0.6443958775932414,0.17786339324035,0.995,1.619401982358085,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9138999999999999,0.7678450478354303,0.17786339324035,0.995,1.6169505074092843,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.78798,0.3564411077318671,0.11330573847372374,0.981,0.8967708526498701,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.86123,0.42472577639556236,0.11330573847372374,0.979,0.8951556638983089,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.11785999999999999,0.5624549054410738,0.520981993530588,0.256,1.4155635446728412,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.17375,0.6702063572887813,0.520981993530588,0.24,1.4141490939664967,1000 +LassoCV,LassoCV,IV-type,0.9,0.8915599999999999,0.36218624440931035,0.08891034982525507,0.997,0.9143791468774882,1000 +LassoCV,LassoCV,IV-type,0.95,0.94252,0.4315715289838449,0.08891034982525507,0.999,0.9097650128507542,1000 +LassoCV,LassoCV,partialling out,0.9,0.8849199999999999,0.377579333278092,0.09415271292259303,1.0,0.9476231917862463,1000 +LassoCV,LassoCV,partialling out,0.95,0.93728,0.44991352568147963,0.09415271292259303,0.999,0.9502179674293983,1000 +LassoCV,RF Regr.,IV-type,0.9,0.8889,0.3598606578601841,0.0882100995962088,0.998,0.9050777977331306,1000 +LassoCV,RF Regr.,IV-type,0.95,0.93929,0.4288004216922703,0.0882100995962088,0.998,0.9069174628488212,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7726799999999999,0.4313687781659662,0.13994748702556353,0.987,1.0840879654944249,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8509099999999999,0.5140076025046119,0.13994748702556353,0.987,1.0858563731119826,1000 +RF Regr.,LassoCV,IV-type,0.9,0.87934,0.34754930114103977,0.08873103739147503,0.997,0.8735631483319488,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9341900000000001,0.41413053534191474,0.08873103739147503,0.996,0.8744577440640638,1000 +RF Regr.,LassoCV,partialling out,0.9,0.86793,0.4437729101158724,0.11739481291738822,0.994,1.1156963101203323,1000 +RF Regr.,LassoCV,partialling out,0.95,0.92559,0.5287880373609081,0.11739481291738822,0.994,1.1160214264978439,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.87642,0.3432087450555705,0.08816969817335361,0.997,0.8637829663181292,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.93063,0.4089584437582015,0.08816969817335361,0.996,0.8617899864405818,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8794299999999999,0.3835286791736148,0.09806292631011773,0.998,0.9641686388193965,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.93136,0.45700260856139946,0.09806292631011773,0.995,0.9640860543159346,1000 diff --git a/results/plm/plr_cate_metadata.csv b/results/plm/plr_cate_metadata.csv index be41517c..7d45473c 100644 --- a/results/plm/plr_cate_metadata.csv +++ b/results/plm/plr_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRCATECoverageSimulation,2025-06-05 15:41,185.28740434646608,3.12.3,scripts/plm/plr_cate_config.yml +0.11.dev0,PLRCATECoverageSimulation,2025-09-08 09:40,182.2720296104749,3.12.3,scripts/plm/plr_cate_config.yml From 9b9742b0c4842d09f290d0b0717514fc3fcaa7d2 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 09:41:31 +0000 Subject: [PATCH 41/67] Update results from script: scripts/plm/plr_gate.py --- results/plm/plr_gate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_gate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_gate_coverage.csv b/results/plm/plr_gate_coverage.csv index df0c44bf..a67c5963 100644 --- a/results/plm/plr_gate_coverage.csv +++ b/results/plm/plr_gate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.8023333333333333,0.340614107591605,0.10669475143783842,0.987,0.7987268267983838,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8706666666666666,0.40586674252777905,0.10669475143783842,0.988,0.7989724883932184,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.725,0.41206326461441856,0.14116055364172336,0.982,0.9688824136316435,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.816,0.4910036642549748,0.14116055364172336,0.978,0.963097819307053,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.884,0.3584385924494663,0.09037899338673383,0.999,0.8422006093284867,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.94,0.4271059262411261,0.09037899338673383,0.999,0.8410103142728071,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.846,0.5546020564560807,0.15058630900692344,0.995,1.3030240395599795,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9063333333333333,0.6608491105803649,0.15058630900692344,0.998,1.3052579182429735,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.7443333333333334,0.3533683685919372,0.12308426099091321,0.984,0.8290587683546056,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.828,0.4210643818802881,0.12308426099091321,0.986,0.8297177472370508,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.12766666666666665,0.4805861056396863,0.48492787025671996,0.166,1.1277373422329622,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.18,0.5726536654023722,0.48492787025671996,0.163,1.1286363645960298,1000 -LassoCV,LassoCV,IV-type,0.9,0.908,0.35675825943241785,0.08468553801157398,0.998,0.8347654007058711,1000 -LassoCV,LassoCV,IV-type,0.95,0.9536666666666667,0.42510368595573833,0.08468553801157398,1.0,0.8406082357109622,1000 -LassoCV,LassoCV,partialling out,0.9,0.897,0.3685816198393858,0.08926222502259333,0.999,0.8634981533000406,1000 -LassoCV,LassoCV,partialling out,0.95,0.9493333333333334,0.43919208883499217,0.08926222502259333,0.998,0.8629765470291304,1000 -LassoCV,RF Regr.,IV-type,0.9,0.9046666666666666,0.35535128701248625,0.08564429580896525,0.998,0.8309506852608253,1000 -LassoCV,RF Regr.,IV-type,0.95,0.9526666666666667,0.423427174912371,0.08564429580896525,0.997,0.8339321583590988,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7333333333333334,0.4028059779258174,0.13583622582602936,0.98,0.9463483076426671,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8286666666666667,0.4799729268039788,0.13583622582602936,0.988,0.9464873702847479,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8856666666666666,0.34695511339781726,0.0872292667085423,0.999,0.8159480135750993,1000 -RF Regr.,LassoCV,IV-type,0.95,0.936,0.41342251697621396,0.0872292667085423,0.998,0.8161295955897384,1000 -RF Regr.,LassoCV,partialling out,0.9,0.86,0.4138648906001244,0.108596480808861,0.999,0.97698823470601,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9236666666666666,0.4931504340269086,0.108596480808861,0.999,0.9729165052534585,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8836666666666666,0.34359869293370354,0.08702820649024633,1.0,0.8068440871102968,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9393333333333334,0.4094230953141002,0.08702820649024633,0.998,0.8071122999062327,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.8806666666666666,0.3685754520029418,0.09347367483176777,1.0,0.8690762276450229,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9383333333333334,0.4391847394045658,0.09347367483176777,1.0,0.8688884478341746,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.794,0.34039097989929323,0.10996244021435428,0.992,0.7985363445318471,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8646666666666666,0.40560086948368634,0.10996244021435428,0.988,0.7989497121363136,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7403333333333333,0.4121990949361976,0.14000136984606248,0.98,0.9732951637644821,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8226666666666667,0.49116551606618364,0.14000136984606248,0.979,0.970490906555309,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.875,0.35821915738907717,0.0926838853161814,1.0,0.8415239536002534,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.9343333333333333,0.42684445323935816,0.0926838853161814,0.998,0.8396643304710062,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.8573333333333334,0.5544776734850916,0.15109645763906593,1.0,1.3029617117268792,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9206666666666666,0.6607008991289419,0.15109645763906593,0.997,1.2998315248240804,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.7163333333333333,0.353651976819609,0.12795329417339824,0.986,0.8307718361994854,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.812,0.4214023219272613,0.12795329417339824,0.986,0.8299509093514186,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.153,0.48227061524945375,0.47705751440082,0.186,1.1293996780513653,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.19666666666666666,0.5746608824049421,0.47705751440082,0.2,1.1331501847151988,1000 +LassoCV,LassoCV,IV-type,0.9,0.894,0.3567909805774525,0.08720030959955781,1.0,0.8379481107440971,1000 +LassoCV,LassoCV,IV-type,0.95,0.9443333333333334,0.425142675604878,0.08720030959955781,0.999,0.8372526073211394,1000 +LassoCV,LassoCV,partialling out,0.9,0.8903333333333334,0.36794475532392246,0.09196794783532097,1.0,0.8651972935534187,1000 +LassoCV,LassoCV,partialling out,0.95,0.943,0.4384332179586496,0.09196794783532097,0.999,0.8653275873310468,1000 +LassoCV,RF Regr.,IV-type,0.9,0.888,0.35565076241770976,0.08801288004439413,0.999,0.836428639272237,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9436666666666667,0.42378402186755043,0.08801288004439413,0.999,0.8380334103705674,1000 +LassoCV,RF Regr.,partialling out,0.9,0.755,0.40437308174199216,0.13257587113478758,0.984,0.9528722463750902,1000 +LassoCV,RF Regr.,partialling out,0.95,0.84,0.4818402461747792,0.13257587113478758,0.987,0.9530223996886317,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8786666666666666,0.34683779869312964,0.08863943282865501,0.999,0.8129069985927083,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9363333333333334,0.4132827278835693,0.08863943282865501,0.999,0.8106200280369072,1000 +RF Regr.,LassoCV,partialling out,0.9,0.876,0.41229188635555847,0.1063156469979095,0.998,0.9697196791996823,1000 +RF Regr.,LassoCV,partialling out,0.95,0.9336666666666666,0.4912760838620298,0.1063156469979095,1.0,0.9678399719243883,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.879,0.34379508384897806,0.08882882234430942,0.997,0.8077113920377728,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.932,0.40965710952334156,0.08882882234430942,0.998,0.8115195081784735,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.885,0.3683217729276454,0.0915713260351349,1.0,0.8652487630115112,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.9386666666666666,0.438882462142282,0.0915713260351349,1.0,0.8665925848261755,1000 diff --git a/results/plm/plr_gate_metadata.csv b/results/plm/plr_gate_metadata.csv index c820b6d7..7f003424 100644 --- a/results/plm/plr_gate_metadata.csv +++ b/results/plm/plr_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRGATECoverageSimulation,2025-06-05 15:40,184.26536533435186,3.12.3,scripts/plm/plr_gate_config.yml +0.11.dev0,PLRGATECoverageSimulation,2025-09-08 09:41,182.90292783578238,3.12.3,scripts/plm/plr_gate_config.yml From 956b0484a21a31181cdef07fe2503fc672b70707 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 09:48:46 +0000 Subject: [PATCH 42/67] Update results from script: scripts/did/did_pa_atte_coverage.py --- results/did/did_pa_atte_coverage_metadata.csv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/results/did/did_pa_atte_coverage_metadata.csv b/results/did/did_pa_atte_coverage_metadata.csv index 1f17571a..000a12d0 100644 --- a/results/did/did_pa_atte_coverage_metadata.csv +++ b/results/did/did_pa_atte_coverage_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (seconds),Python Version -0.11.dev0,did_pa_atte_coverage.py,2025-06-06 08:42:11,11024.603029727936,3.12.3 +0.11.dev0,did_pa_atte_coverage.py,2025-09-08 09:48:43,11386.774159193039,3.12.3 From fd9adbe24e26187d1ad3bfffbc443ae8d8799845 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 09:49:56 +0000 Subject: [PATCH 43/67] Update results from script: scripts/plm/plr_ate.py --- results/plm/plr_ate_coverage.csv | 56 ++++++++++++++++---------------- results/plm/plr_ate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_coverage.csv b/results/plm/plr_ate_coverage.csv index 751fcac6..3c1b8166 100644 --- a/results/plm/plr_ate_coverage.csv +++ b/results/plm/plr_ate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.885,0.15983740265821775,0.041136505215158464,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.935,0.19045801246956545,0.041136505215158464,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.824,0.14652019534658833,0.04246199234429185,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.893,0.17458958121357435,0.04246199234429185,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.883,0.14837154235030955,0.037547727902696455,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.937,0.17679559723270477,0.037547727902696455,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.887,0.15933257799041745,0.04021756501464064,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.941,0.1898564767759428,0.04021756501464064,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.874,0.1504138026201527,0.0384034628252421,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.945,0.17922910043953308,0.0384034628252421,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.521,0.13901722228563204,0.06873936210074709,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.64,0.16564923738267465,0.06873936210074709,1000 -LassoCV,LassoCV,IV-type,0.9,0.876,0.13984950388376818,0.03654175128573881,1000 -LassoCV,LassoCV,IV-type,0.95,0.934,0.16664096207514204,0.03654175128573881,1000 -LassoCV,LassoCV,partialling out,0.9,0.9,0.1468437970720089,0.03588220373374918,1000 -LassoCV,LassoCV,partialling out,0.95,0.946,0.17497517645242536,0.03588220373374918,1000 -LassoCV,RF Regr.,IV-type,0.9,0.837,0.13013644240026234,0.036636608615855826,1000 -LassoCV,RF Regr.,IV-type,0.95,0.907,0.1550671354589842,0.036636608615855826,1000 -LassoCV,RF Regr.,partialling out,0.9,0.773,0.14296223702800953,0.046042984436838075,1000 -LassoCV,RF Regr.,partialling out,0.95,0.859,0.17035001238590083,0.046042984436838075,1000 -RF Regr.,LassoCV,IV-type,0.9,0.884,0.141016616428934,0.03611493633659719,1000 -RF Regr.,LassoCV,IV-type,0.95,0.929,0.168031662449296,0.03611493633659719,1000 -RF Regr.,LassoCV,partialling out,0.9,0.885,0.15062723475769935,0.037683080056869614,1000 -RF Regr.,LassoCV,partialling out,0.95,0.943,0.1794834205175513,0.037683080056869614,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.841,0.1314513341669066,0.037780418069974564,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9,0.15663392563651957,0.037780418069974564,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.876,0.14238380316163346,0.0364464310437898,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.929,0.16966076592228904,0.0364464310437898,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.901,0.1600886964717691,0.03825459741300921,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.954,0.1907574475171759,0.03825459741300921,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.852,0.1472338725724203,0.04033882206093188,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17543998007964826,0.04033882206093188,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.897,0.14893931259851462,0.03581322542672391,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.944,0.17747213721154637,0.03581322542672391,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.919,0.15954274114692812,0.036771169423404644,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.965,0.1901069016228039,0.036771169423404644,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.909,0.15087501797235597,0.03579426387662549,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.962,0.17977867242856824,0.03579426387662549,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.5,0.13938134605639943,0.0716306212080508,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.637,0.16608311761671207,0.0716306212080508,1000 +LassoCV,LassoCV,IV-type,0.9,0.903,0.14017731757203095,0.03335306344342395,1000 +LassoCV,LassoCV,IV-type,0.95,0.949,0.16703157617727646,0.03335306344342395,1000 +LassoCV,LassoCV,partialling out,0.9,0.913,0.1470503863434512,0.03311342390288956,1000 +LassoCV,LassoCV,partialling out,0.95,0.962,0.1752213427525658,0.03311342390288956,1000 +LassoCV,RF Regr.,IV-type,0.9,0.872,0.13067781887808327,0.03371461104404601,1000 +LassoCV,RF Regr.,IV-type,0.95,0.929,0.15571222532061083,0.03371461104404601,1000 +LassoCV,RF Regr.,partialling out,0.9,0.779,0.1433760406549323,0.04587343436600307,1000 +LassoCV,RF Regr.,partialling out,0.95,0.879,0.17084308981975366,0.04587343436600307,1000 +RF Regr.,LassoCV,IV-type,0.9,0.906,0.1414322610744008,0.03340307522412499,1000 +RF Regr.,LassoCV,IV-type,0.95,0.95,0.16852693359204907,0.03340307522412499,1000 +RF Regr.,LassoCV,partialling out,0.9,0.91,0.15082186132541758,0.03461629259435052,1000 +RF Regr.,LassoCV,partialling out,0.95,0.963,0.17971533237700918,0.03461629259435052,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.87,0.13172986702290923,0.03443723399705047,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.931,0.15696581800513595,0.03443723399705047,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.917,0.1427041207685971,0.03381092461795716,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.955,0.1700424478926333,0.03381092461795716,1000 diff --git a/results/plm/plr_ate_metadata.csv b/results/plm/plr_ate_metadata.csv index c6aa9c18..5e6a9eab 100644 --- a/results/plm/plr_ate_metadata.csv +++ b/results/plm/plr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRATECoverageSimulation,2025-06-05 15:50,194.21264092922212,3.12.3,scripts/plm/plr_ate_config.yml +0.11.dev0,PLRATECoverageSimulation,2025-09-08 09:49,191.29596571127573,3.12.3,scripts/plm/plr_ate_config.yml From 0718b2e4d0ca6272001a0bcc7b22af051841bf8d Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 10:08:13 +0000 Subject: [PATCH 44/67] Update results from script: scripts/rdd/rdd_fuzzy.py --- results/rdd/rdd_fuzzy_coverage.csv | 52 +++++++++++++++--------------- results/rdd/rdd_fuzzy_metadata.csv | 2 +- 2 files changed, 27 insertions(+), 27 deletions(-) diff --git a/results/rdd/rdd_fuzzy_coverage.csv b/results/rdd/rdd_fuzzy_coverage.csv index a6c0a42d..37e406b4 100644 --- a/results/rdd/rdd_fuzzy_coverage.csv +++ b/results/rdd/rdd_fuzzy_coverage.csv @@ -1,27 +1,27 @@ Method,fs_specification,Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -RDFlex,cutoff,Global Linear,Global Logistic,0.9,0.914,159.78774916508115,16.371821196962774,1000 -RDFlex,cutoff,Global Linear,Global Logistic,0.95,0.9616666666666667,190.39884668322458,16.371821196962774,1000 -RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.9,0.911,21.894892395588858,2.054842519054099,1000 -RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.95,0.964,26.089373447939103,2.054842519054099,1000 -RDFlex,cutoff,Linear,Logistic,0.9,0.912,24.13350016941463,3.970042561943364,1000 -RDFlex,cutoff,Linear,Logistic,0.95,0.9606666666666667,28.756839136264052,3.970042561943364,1000 -RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.9,0.9203333333333333,3.9519734545980754,0.647703696648072,1000 -RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.95,0.9736666666666667,4.709066820265513,0.647703696648072,1000 -RDFlex,cutoff and score,Global Linear,Global Logistic,0.9,0.9136666666666666,40.229554938489734,4.971844764740165,1000 -RDFlex,cutoff and score,Global Linear,Global Logistic,0.95,0.961,47.9364713683679,4.971844764740165,1000 -RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.9146666666666666,16.86998628777336,1.5860785538090398,1000 -RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9656666666666667,20.101828516499268,1.5860785538090398,1000 -RDFlex,cutoff and score,Linear,Logistic,0.9,0.914,97.14155501358066,9.810720713145727,1000 -RDFlex,cutoff and score,Linear,Logistic,0.95,0.963,115.75130218833239,9.810720713145727,1000 -RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.923,2.1887222402404873,0.5251851443672533,1000 -RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9683333333333334,2.6080234087356517,0.5251851443672533,1000 -RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.9,0.916,39.62681032308488,5.974362235508999,1000 -RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.95,0.9616666666666667,47.218256860577036,5.974362235508999,1000 -RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.9126666666666666,207.48089868228553,16.46141812561768,1000 -RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9626666666666667,247.22873952679137,16.46141812561768,1000 -RDFlex,interacted cutoff and score,Linear,Logistic,0.9,0.9143333333333333,1703.658231476743,157.0745025974768,1000 -RDFlex,interacted cutoff and score,Linear,Logistic,0.95,0.9626666666666667,2030.033992658808,157.0745025974768,1000 -RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9093333333333333,2.7930762710442028,0.5786138381787103,1000 -RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9663333333333334,3.328155653257759,0.5786138381787103,1000 -rdrobust,cutoff,Linear,Logistic,0.9,0.935,16.18988307541303,3.355681291457316,1000 -rdrobust,cutoff,Linear,Logistic,0.95,0.976,19.291435554988908,3.355681291457316,1000 +RDFlex,cutoff,Global Linear,Global Logistic,0.9,0.901,10.307791259037371,2.4999500933387395,1000 +RDFlex,cutoff,Global Linear,Global Logistic,0.95,0.9506666666666667,12.282490853191321,2.4999500933387395,1000 +RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.9,0.9116666666666666,2.182808804193873,0.5212319188762752,1000 +RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.95,0.9586666666666667,2.60097711507989,0.5212319188762752,1000 +RDFlex,cutoff,Linear,Logistic,0.9,0.9026666666666666,10.915151819603038,2.6120225897993565,1000 +RDFlex,cutoff,Linear,Logistic,0.95,0.949,13.006205598888803,2.6120225897993565,1000 +RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.9,0.9116666666666666,2.0139607416312075,0.4890720473458547,1000 +RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.95,0.9663333333333334,2.399782239098409,0.4890720473458547,1000 +RDFlex,cutoff and score,Global Linear,Global Logistic,0.9,0.9023333333333333,9.722945866744068,2.4450479988674068,1000 +RDFlex,cutoff and score,Global Linear,Global Logistic,0.95,0.9486666666666667,11.585604585235945,2.4450479988674068,1000 +RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.913,4.66539428819883,0.9037135611751438,1000 +RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9656666666666667,5.559160176152479,0.9037135611751438,1000 +RDFlex,cutoff and score,Linear,Logistic,0.9,0.9036666666666666,13.432929509601143,3.1662174275431476,1000 +RDFlex,cutoff and score,Linear,Logistic,0.95,0.95,16.006322759842924,3.1662174275431476,1000 +RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9136666666666666,2.0724383814686305,0.4898040944377731,1000 +RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9663333333333334,2.4694626447614203,0.4898040944377731,1000 +RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.9,0.9003333333333333,9.734536613503758,2.444143019061854,1000 +RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.95,0.9486666666666667,11.599415811858597,2.444143019061854,1000 +RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.9256666666666666,2.1781280679063757,0.5387091759367076,1000 +RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.968,2.5953996737840175,0.5387091759367076,1000 +RDFlex,interacted cutoff and score,Linear,Logistic,0.9,0.9043333333333333,9.793271886592747,2.4520423455023717,1000 +RDFlex,interacted cutoff and score,Linear,Logistic,0.95,0.9493333333333334,11.66940320647553,2.4520423455023717,1000 +RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9023333333333333,2.1206034333871218,0.5236558857186306,1000 +RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9603333333333334,2.5268548439984473,0.5236558857186306,1000 +rdrobust,cutoff,Linear,Logistic,0.9,0.916,17.658731459479302,3.8890014772215755,1000 +rdrobust,cutoff,Linear,Logistic,0.95,0.965,21.041676357178346,3.8890014772215755,1000 diff --git a/results/rdd/rdd_fuzzy_metadata.csv b/results/rdd/rdd_fuzzy_metadata.csv index ca7af26c..9d754fbf 100644 --- a/results/rdd/rdd_fuzzy_metadata.csv +++ b/results/rdd/rdd_fuzzy_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,RDDCoverageSimulation,2025-06-05 20:21,208.91020024220148,3.12.3,scripts/rdd/rdd_fuzzy_config.yml +0.11.dev0,RDDCoverageSimulation,2025-09-08 10:08,209.25598777929943,3.12.3,scripts/rdd/rdd_fuzzy_config.yml From 202bcb0e7d1ccc835dd4b49fe04108d9db829156 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 10:19:30 +0000 Subject: [PATCH 45/67] Update results from script: scripts/did/did_cs_atte_coverage.py --- results/did/did_cs_atte_coverage.csv | 48 +++++++++---------- results/did/did_cs_atte_coverage_metadata.csv | 2 +- 2 files changed, 25 insertions(+), 25 deletions(-) diff --git a/results/did/did_cs_atte_coverage.csv b/results/did/did_cs_atte_coverage.csv index 53cf347b..a42a5540 100644 --- a/results/did/did_cs_atte_coverage.csv +++ b/results/did/did_cs_atte_coverage.csv @@ -1,16 +1,16 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,repetition -LGBM,LGBM,experimental,False,1,0.9,0.714,10.421426989395727,3.905582429463871,1000 -LGBM,LGBM,experimental,False,1,0.95,0.796,12.417896177537456,3.905582429463871,1000 -LGBM,LGBM,experimental,False,2,0.9,0.747,11.153655901082034,3.716762206006709,1000 -LGBM,LGBM,experimental,False,2,0.95,0.83,13.290400740757454,3.716762206006709,1000 -LGBM,LGBM,experimental,False,3,0.9,0.826,10.129500599367143,2.9806910089316485,1000 -LGBM,LGBM,experimental,False,3,0.95,0.9,12.070044428775317,2.9806910089316485,1000 -LGBM,LGBM,experimental,False,4,0.9,0.709,10.248410164509226,3.911148948219506,1000 -LGBM,LGBM,experimental,False,4,0.95,0.788,12.211733914865182,3.911148948219506,1000 -LGBM,LGBM,experimental,False,5,0.9,0.897,11.953436462004694,2.904688869350282,1000 -LGBM,LGBM,experimental,False,5,0.95,0.95,14.243398058730905,2.904688869350282,1000 -LGBM,LGBM,experimental,False,6,0.9,0.901,10.409876930645252,2.475898589693061,1000 -LGBM,LGBM,experimental,False,6,0.95,0.951,12.40413343366814,2.475898589693061,1000 +LGBM,LGBM,experimental,False,1,0.9,0.715,10.421234124600447,3.9053554919818962,1000 +LGBM,LGBM,experimental,False,1,0.95,0.796,12.417666364959342,3.9053554919818962,1000 +LGBM,LGBM,experimental,False,2,0.9,0.746,11.1534791019021,3.716868972461292,1000 +LGBM,LGBM,experimental,False,2,0.95,0.83,13.29019007154076,3.716868972461292,1000 +LGBM,LGBM,experimental,False,3,0.9,0.826,10.129283998917318,2.9807419839606,1000 +LGBM,LGBM,experimental,False,3,0.95,0.899,12.069786333420366,2.9807419839606,1000 +LGBM,LGBM,experimental,False,4,0.9,0.709,10.248213641174399,3.911145887601952,1000 +LGBM,LGBM,experimental,False,4,0.95,0.789,12.211499742868313,3.911145887601952,1000 +LGBM,LGBM,experimental,False,5,0.9,0.897,11.95322581221267,2.905111352900416,1000 +LGBM,LGBM,experimental,False,5,0.95,0.949,14.243147054022064,2.905111352900416,1000 +LGBM,LGBM,experimental,False,6,0.9,0.9,10.409644052784493,2.475811487308378,1000 +LGBM,LGBM,experimental,False,6,0.95,0.951,12.403855942581755,2.475811487308378,1000 LGBM,LGBM,experimental,True,1,0.9,0.695,10.441642571924747,3.98549935766534,1000 LGBM,LGBM,experimental,True,1,0.95,0.774,12.441984529859,3.98549935766534,1000 LGBM,LGBM,experimental,True,2,0.9,0.769,11.14737947150305,3.7228962496196263,1000 @@ -23,18 +23,18 @@ LGBM,LGBM,experimental,True,5,0.9,0.894,11.981860540543671,2.9439981898378322,10 LGBM,LGBM,experimental,True,5,0.95,0.949,14.277267437329282,2.9439981898378322,1000 LGBM,LGBM,experimental,True,6,0.9,0.894,10.42424549288115,2.562430198965583,1000 LGBM,LGBM,experimental,True,6,0.95,0.955,12.421254631585413,2.562430198965583,1000 -LGBM,LGBM,observational,False,1,0.9,0.94,50.01837238134115,11.670635965681225,1000 -LGBM,LGBM,observational,False,1,0.95,0.973,59.600566777747616,11.670635965681225,1000 -LGBM,LGBM,observational,False,2,0.9,0.929,59.19235508827008,13.470175038952636,1000 -LGBM,LGBM,observational,False,2,0.95,0.977,70.53204141217991,13.470175038952636,1000 -LGBM,LGBM,observational,False,3,0.9,0.945,56.62260255116421,12.634763113659828,1000 -LGBM,LGBM,observational,False,3,0.95,0.989,67.46999240102099,12.634763113659828,1000 -LGBM,LGBM,observational,False,4,0.9,0.945,70.02798665966547,16.708878014378698,1000 -LGBM,LGBM,observational,False,4,0.95,0.982,83.44349279101235,16.708878014378698,1000 -LGBM,LGBM,observational,False,5,0.9,0.932,32.68395008367948,7.535531362351606,1000 -LGBM,LGBM,observational,False,5,0.95,0.973,38.945328621880215,7.535531362351606,1000 -LGBM,LGBM,observational,False,6,0.9,0.922,31.254676611393744,7.328062886784694,1000 -LGBM,LGBM,observational,False,6,0.95,0.96,37.24224423562365,7.328062886784694,1000 +LGBM,LGBM,observational,False,1,0.9,0.94,50.016950326053895,11.669744501027184,1000 +LGBM,LGBM,observational,False,1,0.95,0.973,59.598872294359325,11.669744501027184,1000 +LGBM,LGBM,observational,False,2,0.9,0.929,59.192241716928855,13.469752811318875,1000 +LGBM,LGBM,observational,False,2,0.95,0.977,70.53190632189465,13.469752811318875,1000 +LGBM,LGBM,observational,False,3,0.9,0.945,56.62183695590324,12.633898481806959,1000 +LGBM,LGBM,observational,False,3,0.95,0.989,67.46908013800035,12.633898481806959,1000 +LGBM,LGBM,observational,False,4,0.9,0.946,70.02795549101278,16.708529185685062,1000 +LGBM,LGBM,observational,False,4,0.95,0.982,83.44345565127193,16.708529185685062,1000 +LGBM,LGBM,observational,False,5,0.9,0.933,32.68491159413625,7.535384184190604,1000 +LGBM,LGBM,observational,False,5,0.95,0.973,38.94647433225539,7.535384184190604,1000 +LGBM,LGBM,observational,False,6,0.9,0.922,31.255938663097147,7.3282010953989065,1000 +LGBM,LGBM,observational,False,6,0.95,0.96,37.24374806298236,7.3282010953989065,1000 LGBM,LGBM,observational,True,1,0.9,0.903,17.911052050251026,4.470376853620159,1000 LGBM,LGBM,observational,True,1,0.95,0.954,21.342334885309523,4.470376853620159,1000 LGBM,LGBM,observational,True,2,0.9,0.928,20.466840035852762,4.861276719991755,1000 diff --git a/results/did/did_cs_atte_coverage_metadata.csv b/results/did/did_cs_atte_coverage_metadata.csv index 08604a2a..091e5c66 100644 --- a/results/did/did_cs_atte_coverage_metadata.csv +++ b/results/did/did_cs_atte_coverage_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (seconds),Python Version -0.11.dev0,did_cs_atte_coverage.py,2025-06-06 09:10:00,12688.770802021027,3.12.3 +0.11.dev0,did_cs_atte_coverage.py,2025-09-08 10:19:25,13230.593134403229,3.12.3 From f152e8115f84b260f6f3822d71939bce6c010ae3 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 10:23:55 +0000 Subject: [PATCH 46/67] Update results from script: scripts/plm/plr_ate_sensitivity.py --- results/plm/plr_ate_sensitivity_coverage.csv | 56 ++++++++++---------- results/plm/plr_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_sensitivity_coverage.csv b/results/plm/plr_ate_sensitivity_coverage.csv index cd2031e7..43da6710 100644 --- a/results/plm/plr_ate_sensitivity_coverage.csv +++ b/results/plm/plr_ate_sensitivity_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.388,1.4093565939481743,0.7570214454341684,1.0,0.992,0.10345660369135473,0.03229286770316017,1.4538012313284263,0.2824074286090704,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.577,1.6793519619323294,0.7570214454341684,1.0,1.0,0.10345660369135473,0.018230572464796476,1.4538012313284263,0.2824074286090704,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.205,1.10817064601718,0.74843530520864,1.0,0.973,0.10230834250567276,0.04378686178903142,1.4469171977836348,0.26847190174256996,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.328,1.3204667694010184,0.74843530520864,1.0,0.995,0.10230834250567276,0.02998497094011609,1.4469171977836348,0.26847190174256996,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.02,1.521119145022205,1.4608769656478595,1.0,0.359,0.1858831134654844,0.10989835156011962,2.1959840483158897,0.7297672680739162,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.045,1.8125252554924385,1.4608769656478595,1.0,0.58,0.1858831134654844,0.08960405454511797,2.1959840483158897,0.7297672680739162,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.021,1.5093401960317487,1.3250609990655347,1.0,0.537,0.17222024016738868,0.09586170007661886,2.053549895430398,0.6003221955363113,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.079,1.7984897720799624,1.3250609990655347,1.0,0.765,0.17222024016738868,0.07549935380647549,2.053549895430398,0.6003221955363113,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.748,2.5133664291353095,1.0223715401643154,1.0,1.0,0.06817434769512887,0.010427835528562208,2.534255845067475,0.5860957184805163,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.926,2.9948608194317967,1.0223715401643154,1.0,1.0,0.06817434769512887,0.0031611418652559196,2.534255845067475,0.5860957184805163,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.605,1.9815232621302428,0.9121069506452848,1.0,1.0,0.06053882318785803,0.012365997991750076,2.4395495885220395,0.6451231506011218,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.833,2.361130598290116,0.9121069506452848,1.0,1.0,0.06053882318785803,0.004652476916621015,2.4395495885220395,0.6451231506011218,1000 -LassoCV,LassoCV,IV-type,0.9,0.0,2.5877087930438964,4.872772215540649,1.0,0.0,0.28270722007024496,0.22413939259803953,6.407549231579281,3.3379951995020174,1000 -LassoCV,LassoCV,IV-type,0.95,0.001,3.0834452097987697,4.872772215540649,1.0,0.001,0.28270722007024496,0.20760827505991444,6.407549231579281,3.3379951995020174,1000 -LassoCV,LassoCV,partialling out,0.9,0.0,2.6022738054015564,4.872971572776508,1.0,0.0,0.2826615836284171,0.22383756375128439,6.408028359909112,3.337914785643903,1000 -LassoCV,LassoCV,partialling out,0.95,0.001,3.1008004924741663,4.872971572776508,1.0,0.001,0.2826615836284171,0.2072284307839625,6.408028359909112,3.337914785643903,1000 -LassoCV,RF Regr.,IV-type,0.9,0.03,2.230177042929521,1.7208906933423658,1.0,0.996,0.10321605320265151,0.050929864370534886,3.379395087094497,0.32699487018563966,1000 -LassoCV,RF Regr.,IV-type,0.95,0.104,2.6574198528480117,1.7208906933423658,1.0,0.999,0.10321605320265151,0.036611667122436437,3.379395087094497,0.32699487018563966,1000 -LassoCV,RF Regr.,partialling out,0.9,0.035,2.2613273518524517,1.6654740653451128,1.0,1.0,0.09838693440861622,0.046224192363929564,3.352306820686065,0.30396867960100216,1000 -LassoCV,RF Regr.,partialling out,0.95,0.126,2.6945377353123594,1.6654740653451128,1.0,1.0,0.09838693440861622,0.031946038970425784,3.352306820686065,0.30396867960100216,1000 -RF Regr.,LassoCV,IV-type,0.9,0.001,1.9755980491263099,2.4911901944187225,1.0,0.146,0.18765120739490848,0.13125708709313408,3.74493409869544,1.2384844937405288,1000 -RF Regr.,LassoCV,IV-type,0.95,0.004,2.354070271524165,2.4911901944187225,1.0,0.305,0.18765120739490848,0.11522730290243077,3.74493409869544,1.2384844937405288,1000 -RF Regr.,LassoCV,partialling out,0.9,0.003,1.9489582706745046,2.190059714864294,1.0,0.342,0.16663434910102978,0.11054051768693487,3.4484420814862635,0.9343987618760414,1000 -RF Regr.,LassoCV,partialling out,0.95,0.006,2.3223270176162565,2.190059714864294,1.0,0.58,0.16663434910102978,0.09457408564648179,3.4484420814862635,0.9343987618760414,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.016,1.7671562935719778,1.6053531172501359,1.0,0.908,0.11827277682192193,0.06796316869150489,2.9370932976098705,0.3875377103244566,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.047,2.1056966004164406,1.6053531172501359,1.0,0.972,0.11827277682192193,0.05390037915368153,2.9370932976098705,0.3875377103244566,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.016,1.7741971479960048,1.5898420246719582,1.0,0.93,0.11671620294392733,0.06643566871448575,2.9271556769700973,0.3806480611364335,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.057,2.114086295928167,1.5898420246719582,1.0,0.98,0.11671620294392733,0.052344557926308814,2.9271556769700973,0.3806480611364335,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.368,1.4130276149295062,0.7776955695629277,1.0,0.982,0.10569278411287723,0.03437123296145821,1.4768525799432917,0.2832048367486087,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.563,1.6837262532321802,0.7776955695629277,1.0,0.998,0.10569278411287723,0.019957945209223452,1.4768525799432917,0.2832048367486087,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.197,1.1036170641107683,0.7533205172861593,1.0,0.958,0.10286020512445486,0.04477468564587913,1.4517378970695347,0.2701072971745142,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.328,1.3150408418953825,0.7533205172861593,1.0,0.99,0.10286020512445486,0.03092531289089865,1.4517378970695347,0.2701072971745142,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.014,1.5210602294429545,1.4722376739129348,1.0,0.342,0.187052732232324,0.11154145891103627,2.206841524080496,0.739838040136095,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.04,1.8124550532497785,1.4722376739129348,1.0,0.575,0.187052732232324,0.09125786643830988,2.206841524080496,0.739838040136095,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.034,1.5172192685496437,1.3331950868658557,1.0,0.531,0.17262748934729075,0.09662159553237581,2.0626429964650645,0.6088611336020913,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.078,1.8078782660551218,1.3331950868658557,1.0,0.762,0.17262748934729075,0.07659278737534501,2.0626429964650645,0.6088611336020913,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.727,2.5003353511715347,1.0260691972678968,1.0,1.0,0.06857830803361809,0.011046690191865164,2.5350733610969094,0.5855739867516375,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.914,2.979333332322765,1.0260691972678968,1.0,1.0,0.06857830803361809,0.0035042749813071943,2.5350733610969094,0.5855739867516375,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.615,1.973225997239198,0.9037599801630222,1.0,1.0,0.06019148976457814,0.012246879030501567,2.4255092285847315,0.6577299295472866,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.843,2.3512437973674243,0.9037599801630222,1.0,1.0,0.06019148976457814,0.004551378899486863,2.4255092285847315,0.6577299295472866,1000 +LassoCV,LassoCV,IV-type,0.9,0.0,2.5820016214137116,4.838779530934393,1.0,0.0,0.28187825138701833,0.22320708072953266,6.368225438871106,3.30933362299768,1000 +LassoCV,LassoCV,IV-type,0.95,0.0,3.0766446953545254,4.838779530934393,1.0,0.003,0.28187825138701833,0.206643225402766,6.368225438871106,3.30933362299768,1000 +LassoCV,LassoCV,partialling out,0.9,0.0,2.5944192749771635,4.839449418123379,1.0,0.0,0.28195693686484097,0.22305576047709652,6.368580044140921,3.310318792105836,1000 +LassoCV,LassoCV,partialling out,0.95,0.0,3.0914412422071287,4.839449418123379,1.0,0.002,0.28195693686484097,0.20641944500724754,6.368580044140921,3.310318792105836,1000 +LassoCV,RF Regr.,IV-type,0.9,0.034,2.2222779007979443,1.7226837360974696,1.0,0.995,0.10364150401296536,0.05138172074220209,3.374968636682733,0.32715566226404,1000 +LassoCV,RF Regr.,IV-type,0.95,0.103,2.64800744445314,1.7226837360974696,1.0,1.0,0.10364150401296536,0.037132422693584015,3.374968636682733,0.32715566226404,1000 +LassoCV,RF Regr.,partialling out,0.9,0.035,2.2533857956321035,1.6792356777739657,1.0,1.0,0.09954267183056487,0.047435746708649605,3.3588540806778853,0.30700691066074626,1000 +LassoCV,RF Regr.,partialling out,0.95,0.11,2.6850747874135052,1.6792356777739657,1.0,1.0,0.09954267183056487,0.0333052565732053,3.3588540806778853,0.30700691066074626,1000 +RF Regr.,LassoCV,IV-type,0.9,0.0,1.9800532348609368,2.5041605666150644,1.0,0.144,0.18842514397775142,0.13205735930879128,3.7588870533546057,1.2494340798755232,1000 +RF Regr.,LassoCV,IV-type,0.95,0.005,2.3593789527595215,2.5041605666150644,1.0,0.294,0.18842514397775142,0.11595339829359219,3.7588870533546057,1.2494340798755232,1000 +RF Regr.,LassoCV,partialling out,0.9,0.005,1.9561724875919793,2.209385831886938,1.0,0.325,0.16805094604382914,0.11184890983268013,3.467500132832606,0.9528194804323791,1000 +RF Regr.,LassoCV,partialling out,0.95,0.015,2.330923287280151,2.209385831886938,1.0,0.522,0.16805094604382914,0.09578872123641222,3.467500132832606,0.9528194804323791,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.018,1.7756936336340403,1.638643743950897,1.0,0.895,0.1205058848458396,0.07010915091220656,2.969811795319561,0.4176089431455293,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.051,2.115869468549653,1.638643743950897,1.0,0.975,0.1205058848458396,0.05597430765776451,2.969811795319561,0.4176089431455293,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.021,1.7681560091268151,1.6030275360920991,1.0,0.928,0.11767370266913284,0.06767629996605996,2.93989420524225,0.37430263781731266,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.061,2.106887834973826,1.6030275360920991,1.0,0.984,0.11767370266913284,0.05366553030606561,2.93989420524225,0.37430263781731266,1000 diff --git a/results/plm/plr_ate_sensitivity_metadata.csv b/results/plm/plr_ate_sensitivity_metadata.csv index 24030fe1..64f7e15d 100644 --- a/results/plm/plr_ate_sensitivity_metadata.csv +++ b/results/plm/plr_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRATESensitivityCoverageSimulation,2025-06-05 16:23,227.22630832592645,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml +0.11.dev0,PLRATESensitivityCoverageSimulation,2025-09-08 10:23,225.26507600943248,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml From 81aaad923a54fd30169bdca1c494a655980c213b Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 10:34:22 +0000 Subject: [PATCH 47/67] Update results from script: scripts/did/did_pa_multi.py --- results/did/did_pa_multi_detailed.csv | 96 ++++++++++++------------- results/did/did_pa_multi_eventstudy.csv | 96 ++++++++++++------------- results/did/did_pa_multi_group.csv | 96 ++++++++++++------------- results/did/did_pa_multi_metadata.csv | 2 +- results/did/did_pa_multi_time.csv | 96 ++++++++++++------------- 5 files changed, 193 insertions(+), 193 deletions(-) diff --git a/results/did/did_pa_multi_detailed.csv b/results/did/did_pa_multi_detailed.csv index 03365be5..c1e4e004 100644 --- a/results/did/did_pa_multi_detailed.csv +++ b/results/did/did_pa_multi_detailed.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3673333333333333,0.6622000671680726,0.4760789469976553,0.048,0.9872940132180921,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.455,0.7890600482274513,0.4760789469976553,0.09,1.095657479091583,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.3965,0.6378199657300768,0.4732109643228897,0.06,0.9698764406659528,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.47783333333333333,0.760009365555786,0.4732109643228897,0.11,1.070746913970544,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9025,0.6328401432350504,0.14980045984980536,0.894,0.9623147617420064,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9506666666666667,0.7540755410623912,0.14980045984980536,0.954,1.0622145320099126,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3686666666666667,0.6623492813513598,0.4769578269080368,0.04,0.9884461202448822,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4578333333333333,0.7892378478932902,0.4769578269080368,0.092,1.097904825887712,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.3965,0.6379252128844956,0.4725155159534973,0.062,0.9695080120086349,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.47883333333333333,0.7601347752753842,0.4725155159534973,0.096,1.071528428469871,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9001666666666667,0.6328979630581827,0.15061501966635568,0.902,0.9622642309184252,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9468333333333334,0.754144437631104,0.15061501966635568,0.948,1.0633435621867606,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.944,0.8484126499519333,0.18581715397253995,0.958,1.2981680901155388,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9781666666666666,1.0109460262527277,0.18581715397253995,0.984,1.4315482130550377,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9281666666666666,1.1736004812411396,0.24580858947268477,0.918,1.764688942768667,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9648333333333333,1.3984312268166166,0.24580858947268477,0.956,1.9550467611394868,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9358333333333334,0.8012781498847246,0.17217182529588215,0.944,1.222603881202094,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9745,0.9547818052866056,0.17217182529588215,0.974,1.3500149303488194,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9335,0.7612042001195903,0.16720500271357613,0.928,1.1687094154271858,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9728333333333333,0.9070307489184465,0.16720500271357613,0.978,1.287704160787801,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.8948333333333334,1.0400365030584322,0.24325349291636317,0.868,1.5686170162912925,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9411666666666666,1.2392799305671278,0.24325349291636317,0.932,1.7357363533233978,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.921,0.73959665400471,0.16444852263415236,0.928,1.1315883372939126,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9616666666666667,0.881283769682401,0.16444852263415236,0.966,1.2475888364019896,500 -Linear,Logistic,experimental,False,1,0.9,0.8523333333333334,0.2946189987996892,0.08120823424066553,0.788,0.4588985695573376,500 -Linear,Logistic,experimental,False,1,0.95,0.9148333333333334,0.35106019000539096,0.08120823424066553,0.838,0.5038888198702418,500 -Linear,Logistic,experimental,False,4,0.9,0.303,0.9760460779046628,0.801904091446656,0.044,1.4120588709374915,500 -Linear,Logistic,experimental,False,4,0.95,0.3858333333333333,1.1630306360391751,0.801904091446656,0.084,1.5751591463324877,500 -Linear,Logistic,experimental,False,6,0.9,0.9053333333333333,0.9839860026189414,0.23896735315283404,0.908,1.4202557795653532,500 -Linear,Logistic,experimental,False,6,0.95,0.9548333333333334,1.17249163987864,0.23896735315283404,0.958,1.5845039985572327,500 -Linear,Logistic,experimental,True,1,0.9,0.8496666666666667,0.29463344342253167,0.08121981681344749,0.778,0.45909731515633667,500 -Linear,Logistic,experimental,True,1,0.95,0.9155,0.351077401835111,0.08121981681344749,0.84,0.5042920585797889,500 -Linear,Logistic,experimental,True,4,0.9,0.306,0.9759323896298842,0.8017723312893467,0.038,1.413106206153663,500 -Linear,Logistic,experimental,True,4,0.95,0.385,1.1628951681042905,0.8017723312893467,0.08,1.5751955097078019,500 -Linear,Logistic,experimental,True,6,0.9,0.9053333333333333,0.9838756962077249,0.239302923434742,0.902,1.4196661784164144,500 -Linear,Logistic,experimental,True,6,0.95,0.9531666666666666,1.1723602016827388,0.239302923434742,0.96,1.5824721580536725,500 -Linear,Logistic,observational,False,1,0.9,0.8971666666666667,0.31851350521257993,0.07770855334930929,0.88,0.49576482769471897,500 -Linear,Logistic,observational,False,1,0.95,0.9501666666666666,0.3795322505159817,0.07770855334930929,0.928,0.5439849562862227,500 -Linear,Logistic,observational,False,4,0.9,0.4216666666666667,1.24911253522529,0.7867195413105588,0.202,1.7850915494563109,500 -Linear,Logistic,observational,False,4,0.95,0.5311666666666667,1.4884093888746475,0.7867195413105588,0.298,1.9965811220360494,500 -Linear,Logistic,observational,False,6,0.9,0.8988333333333334,1.0283136039352265,0.25571834558315537,0.908,1.4829065942058384,500 -Linear,Logistic,observational,False,6,0.95,0.953,1.2253112346908492,0.25571834558315537,0.964,1.6547817994899618,500 -Linear,Logistic,observational,True,1,0.9,0.8981666666666667,0.3164160504010737,0.07747519197762118,0.882,0.4924111949311072,500 -Linear,Logistic,observational,True,1,0.95,0.9475,0.3770329789562555,0.07747519197762118,0.93,0.5411929319181428,500 -Linear,Logistic,observational,True,4,0.9,0.4211666666666667,1.2426528075031174,0.7872815865655027,0.18,1.7778308762859318,500 -Linear,Logistic,observational,True,4,0.95,0.5266666666666666,1.480712148537914,0.7872815865655027,0.304,1.9883615181855132,500 -Linear,Logistic,observational,True,6,0.9,0.8986666666666666,1.0213268010132648,0.2545466751950045,0.902,1.47468329239173,500 -Linear,Logistic,observational,True,6,0.95,0.952,1.216985945516332,0.2545466751950045,0.954,1.6464318066970816,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.376,0.6652875963255455,0.4788685058327714,0.058,0.9917345689606342,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.466,0.7927390661356161,0.4788685058327714,0.108,1.1006737210796154,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.4028333333333333,0.6375143991809316,0.4598493354870683,0.062,0.9707190331373089,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.4835,0.7596452605549572,0.4598493354870683,0.116,1.0714847122758369,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9068333333333334,0.6319876715013313,0.1496835272788454,0.902,0.961159835023131,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9545,0.7530597583395087,0.1496835272788454,0.948,1.0612651757550962,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3695,0.665112888834881,0.4796254225591018,0.056,0.9918017057736429,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4643333333333333,0.7925308893204144,0.4796254225591018,0.096,1.100765040608417,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.40166666666666667,0.637529211762134,0.45941817473447466,0.066,0.9704822467049042,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.48483333333333334,0.7596629108341059,0.45941817473447466,0.13,1.0709769244654075,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9086666666666666,0.6320226929328787,0.15100923938299782,0.908,0.9611707119460113,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.956,0.753101488949087,0.15100923938299782,0.958,1.0617636267630723,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9413333333333334,0.8473750602173274,0.18142333577766562,0.966,1.2982618812879472,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9783333333333334,1.0097096618265964,0.18142333577766562,0.982,1.4306891717715393,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9361666666666666,1.1805935901738753,0.24311470255923542,0.928,1.7694514143349136,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.972,1.4067640300664292,0.24311470255923542,0.968,1.9613167333492803,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9445,0.799473826966886,0.16836783892060214,0.964,1.219530440156558,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9765,0.9526318219218256,0.16836783892060214,0.992,1.3465373276978427,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9318333333333334,0.765793532602588,0.1690667393317399,0.948,1.174708291209629,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9693333333333334,0.9124992758635622,0.1690667393317399,0.968,1.2944261985939705,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9073333333333333,1.047664796626265,0.23641189001223264,0.884,1.5765116310810836,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9526666666666667,1.2483696029923643,0.23641189001223264,0.934,1.745518490751232,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9201666666666666,0.7385460777856706,0.1670517636117764,0.93,1.1302692286733522,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.966,0.8800319309056294,0.1670517636117764,0.978,1.2470377584840033,500 +Linear,Logistic,experimental,False,1,0.9,0.8501666666666666,0.29479284945056916,0.08086572239335096,0.796,0.45995374878119605,500 +Linear,Logistic,experimental,False,1,0.95,0.913,0.3512673458330162,0.08086572239335096,0.88,0.5050979956516887,500 +Linear,Logistic,experimental,False,4,0.9,0.3168333333333333,0.9760437330904909,0.7983186878119084,0.044,1.4125036246810794,500 +Linear,Logistic,experimental,False,4,0.95,0.3938333333333333,1.1630278420207578,0.7983186878119084,0.092,1.5753820426798095,500 +Linear,Logistic,experimental,False,6,0.9,0.899,0.9860085683861257,0.23991010091979903,0.906,1.4243822820823935,500 +Linear,Logistic,experimental,False,6,0.95,0.9505,1.1749016756381088,0.23991010091979903,0.954,1.5890926429460632,500 +Linear,Logistic,experimental,True,1,0.9,0.8493333333333334,0.2947743766527007,0.08084058304773781,0.788,0.4596544541257168,500 +Linear,Logistic,experimental,True,1,0.95,0.912,0.35124533413670317,0.08084058304773781,0.88,0.5047647602299501,500 +Linear,Logistic,experimental,True,4,0.9,0.317,0.9760523203780584,0.7984727949426184,0.044,1.4128372852042128,500 +Linear,Logistic,experimental,True,4,0.95,0.3943333333333333,1.1630380744050146,0.7984727949426184,0.094,1.5751667127652091,500 +Linear,Logistic,experimental,True,6,0.9,0.8991666666666667,0.9859626233262315,0.23979371890526563,0.904,1.4232291798853027,500 +Linear,Logistic,experimental,True,6,0.95,0.951,1.1748469287225265,0.23979371890526563,0.958,1.588215494542204,500 +Linear,Logistic,observational,False,1,0.9,0.8988333333333334,0.3184881107577261,0.07719182324721395,0.896,0.4952541062417649,500 +Linear,Logistic,observational,False,1,0.95,0.9508333333333334,0.37950199115666555,0.07719182324721395,0.948,0.5441088991747411,500 +Linear,Logistic,observational,False,4,0.9,0.4406666666666667,1.250117333215647,0.7652605925915565,0.216,1.785617101702533,500 +Linear,Logistic,observational,False,4,0.95,0.5483333333333333,1.489606679527487,0.7652605925915565,0.318,1.996557839151422,500 +Linear,Logistic,observational,False,6,0.9,0.9001666666666667,1.0281899856954657,0.25243845779943025,0.906,1.4837296477899995,500 +Linear,Logistic,observational,False,6,0.95,0.9523333333333334,1.2251639344728882,0.25243845779943025,0.952,1.6552087227571348,500 +Linear,Logistic,observational,True,1,0.9,0.896,0.3165397630599274,0.07742883162791457,0.9,0.4922063338438365,500 +Linear,Logistic,observational,True,1,0.95,0.9476666666666667,0.37718039168150475,0.07742883162791457,0.948,0.5406640569497208,500 +Linear,Logistic,observational,True,4,0.9,0.4401666666666667,1.2510817907762226,0.7665003000548748,0.212,1.7865647514529477,500 +Linear,Logistic,observational,True,4,0.95,0.5455,1.4907559015934337,0.7665003000548748,0.314,1.9973361166282748,500 +Linear,Logistic,observational,True,6,0.9,0.8968333333333334,1.0226493025529169,0.2537626388753708,0.904,1.4768520252885453,500 +Linear,Logistic,observational,True,6,0.95,0.9493333333333334,1.2185618032976842,0.2537626388753708,0.954,1.6473969037298655,500 diff --git a/results/did/did_pa_multi_eventstudy.csv b/results/did/did_pa_multi_eventstudy.csv index 1b21f545..688aa5fe 100644 --- a/results/did/did_pa_multi_eventstudy.csv +++ b/results/did/did_pa_multi_eventstudy.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.2283333333333333,0.6587040995328192,0.5522372239901979,0.044,0.8605047333386023,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.3133333333333333,0.7848943458549469,0.5522372239901979,0.09,0.9778072018001019,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.249,0.6060032559192339,0.5525104645406855,0.048,0.8132771274352789,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.3143333333333333,0.7220974174565562,0.5525104645406855,0.084,0.9185928338492869,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.897,0.6027467480888928,0.1422147849276291,0.906,0.8080325608850351,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9483333333333334,0.7182170490406318,0.1422147849276291,0.94,0.9125249161446136,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.23933333333333331,0.6589685339305245,0.5529268397062738,0.034,0.8610471093710794,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.316,0.78520943887434,0.5529268397062738,0.08,0.9777737838033697,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.24166666666666667,0.606157835216858,0.5522849609818471,0.046,0.8135265003351018,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.3133333333333333,0.7222816100504348,0.5522849609818471,0.086,0.9194321897734152,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8986666666666666,0.6028976065833622,0.14209512928525467,0.904,0.8084770787989722,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9536666666666667,0.7183968080240921,0.14209512928525467,0.944,0.9131416082608758,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9593333333333334,0.8331450685574368,0.17680186027028366,0.972,1.1238811170215592,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9836666666666666,0.992753580934838,0.17680186027028366,0.99,1.2675560428429777,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9306666666666666,1.2212757793823452,0.24645513111977768,0.912,1.6164788843207358,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.961,1.4552398484336997,0.24645513111977768,0.954,1.8275978344330392,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.949,0.773488793816433,0.15895185287272048,0.964,1.039059805501273,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9773333333333334,0.9216687451607893,0.15895185287272048,0.978,1.172440550055884,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9503333333333334,0.7366626265166267,0.1546838735092071,0.954,0.9998899983927642,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9793333333333334,0.8777876602948735,0.1546838735092071,0.972,1.1253847911000208,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.894,1.0659193270745397,0.24400925469037812,0.878,1.4176012914565177,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9386666666666666,1.2701212176327616,0.24400925469037812,0.932,1.6011895710715864,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.929,0.7088924236942643,0.1529529479458035,0.922,0.9575952981768475,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9676666666666667,0.8446974226692439,0.1529529479458035,0.964,1.0780717858478737,500 -Linear,Logistic,experimental,False,1,0.9,0.8066666666666666,0.21000404129150896,0.06518921912381406,0.72,0.2997175999884337,500 -Linear,Logistic,experimental,False,1,0.95,0.8743333333333334,0.2502352493832956,0.06518921912381406,0.826,0.33259531990160307,500 -Linear,Logistic,experimental,False,4,0.9,0.18733333333333332,0.9737076191653701,0.9359069321716494,0.046,1.2560167106299942,500 -Linear,Logistic,experimental,False,4,0.95,0.24966666666666665,1.1602441905869794,0.9359069321716494,0.078,1.4300407974756533,500 -Linear,Logistic,experimental,False,6,0.9,0.9033333333333333,0.9849320456939884,0.238799855722236,0.9,1.268040524471122,500 -Linear,Logistic,experimental,False,6,0.95,0.954,1.1736189197317124,0.238799855722236,0.952,1.4422169658618964,500 -Linear,Logistic,experimental,True,1,0.9,0.8056666666666666,0.21001870515867865,0.0651788255038496,0.712,0.29983155338511797,500 -Linear,Logistic,experimental,True,1,0.95,0.875,0.25025272245874486,0.0651788255038496,0.828,0.33303705806938594,500 -Linear,Logistic,experimental,True,4,0.9,0.18733333333333332,0.9735509986703372,0.9357636327849428,0.046,1.2571544126957659,500 -Linear,Logistic,experimental,True,4,0.95,0.24533333333333332,1.1600575657563712,0.9357636327849428,0.07,1.4293605600664439,500 -Linear,Logistic,experimental,True,6,0.9,0.9013333333333333,0.9848219664599364,0.2394113999920333,0.894,1.2656123393584287,500 -Linear,Logistic,experimental,True,6,0.95,0.9516666666666667,1.173487752234099,0.2394113999920333,0.948,1.4411013050595978,500 -Linear,Logistic,observational,False,1,0.9,0.9,0.2262316323769462,0.05514479620759452,0.868,0.3226096040264856,500 -Linear,Logistic,observational,False,1,0.95,0.9456666666666667,0.26957161680356734,0.05514479620759452,0.938,0.35829469003252984,500 -Linear,Logistic,observational,False,4,0.9,0.3143333333333333,1.3036480521122706,0.9181321615807071,0.162,1.6605958923938304,500 -Linear,Logistic,observational,False,4,0.95,0.4136666666666667,1.5533924653170545,0.9181321615807071,0.274,1.8912981546144405,500 -Linear,Logistic,observational,False,6,0.9,0.8973333333333333,1.0343982597104093,0.25858226125551537,0.894,1.327566286989776,500 -Linear,Logistic,observational,False,6,0.95,0.9526666666666667,1.232561549236943,0.25858226125551537,0.95,1.5120978280671449,500 -Linear,Logistic,observational,True,1,0.9,0.8973333333333333,0.2248488438887826,0.054965685359671994,0.864,0.32055024716071057,500 -Linear,Logistic,observational,True,1,0.95,0.944,0.26792392269229237,0.054965685359671994,0.944,0.35608984664695953,500 -Linear,Logistic,observational,True,4,0.9,0.315,1.2959957518029153,0.9185347013069396,0.176,1.6506152551239353,500 -Linear,Logistic,observational,True,4,0.95,0.415,1.5442741870949255,0.9185347013069396,0.27,1.8834083270874074,500 -Linear,Logistic,observational,True,6,0.9,0.8976666666666666,1.0256086410426875,0.2552198325642982,0.898,1.3171396739917884,500 -Linear,Logistic,observational,True,6,0.95,0.9516666666666667,1.2220880726039465,0.2552198325642982,0.95,1.5001030847712007,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.251,0.6628654501020936,0.5553497060316026,0.05,0.8666120274374581,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.331,0.789852900895458,0.5553497060316026,0.1,0.9836416996824218,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.25566666666666665,0.6061163481265549,0.5359315854116167,0.06,0.8130682948554054,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.32866666666666666,0.7222321751332573,0.5359315854116167,0.092,0.9175062395844776,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9083333333333333,0.6011245085663874,0.1420917367605564,0.902,0.8062184462576744,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9566666666666667,0.7162840314235562,0.1420917367605564,0.948,0.9103123304564166,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.24466666666666664,0.6627880064142638,0.555925276229026,0.054,0.8659525081500888,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.3243333333333333,0.7897606210497081,0.555925276229026,0.108,0.9823405373544069,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.2553333333333333,0.60609902981909,0.5350068317799034,0.052,0.8130942841660469,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.32666666666666666,0.722211539097109,0.5350068317799034,0.092,0.9176685231521926,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.909,0.6012608745780371,0.1443036501234995,0.902,0.8073600526505708,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9586666666666667,0.7164465215486161,0.1443036501234995,0.96,0.9100811064364884,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9566666666666667,0.8343591700520313,0.17240891215637585,0.96,1.125236895893377,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.982,0.9942002720956753,0.17240891215637585,0.994,1.269001756280088,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9446666666666667,1.2226388345816632,0.24145099309149382,0.944,1.6118340685470378,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.977,1.4568640288810228,0.24145099309149382,0.97,1.827176036213007,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9513333333333334,0.7702039169429056,0.1586828551592256,0.966,1.035001709912542,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9836666666666666,0.917754572944934,0.1586828551592256,0.988,1.168185861541643,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9466666666666667,0.7461348940365403,0.15792024532328497,0.954,1.0098840015313073,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9776666666666667,0.8890745632063305,0.15792024532328497,0.974,1.1390596500565442,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9083333333333333,1.0789233695036153,0.2404318284685795,0.882,1.429893381678945,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9516666666666667,1.28561648991523,0.2404318284685795,0.952,1.6175838477627063,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.923,0.7073837841148641,0.1575489998575967,0.934,0.9550253110353343,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.97,0.842899767733372,0.1575489998575967,0.972,1.076631200447866,500 +Linear,Logistic,experimental,False,1,0.9,0.8233333333333334,0.21022825549584365,0.06374762819649163,0.744,0.2998975987786293,500 +Linear,Logistic,experimental,False,1,0.95,0.893,0.25050241708631654,0.06374762819649163,0.838,0.33298087141709914,500 +Linear,Logistic,experimental,False,4,0.9,0.1933333333333333,0.9737209286316986,0.9334028345758404,0.044,1.2561104323099732,500 +Linear,Logistic,experimental,False,4,0.95,0.25266666666666665,1.1602600497942852,0.9334028345758404,0.08,1.4288023908537466,500 +Linear,Logistic,experimental,False,6,0.9,0.8986666666666666,0.9865429862466888,0.24294087140303738,0.904,1.2681889702764777,500 +Linear,Logistic,experimental,False,6,0.95,0.9466666666666667,1.1755384737958512,0.24294087140303738,0.954,1.4454898524520403,500 +Linear,Logistic,experimental,True,1,0.9,0.8233333333333334,0.2102348213490823,0.06373632876190509,0.74,0.2999482453048072,500 +Linear,Logistic,experimental,True,1,0.95,0.89,0.2505102407830058,0.06373632876190509,0.848,0.3335602987785028,500 +Linear,Logistic,experimental,True,4,0.9,0.1923333333333333,0.9736990455722659,0.9337657524747155,0.044,1.256282125165825,500 +Linear,Logistic,experimental,True,4,0.95,0.252,1.160233974520682,0.9337657524747155,0.074,1.4289847216304696,500 +Linear,Logistic,experimental,True,6,0.9,0.9006666666666666,0.9863791931119813,0.24255809551692858,0.914,1.2688421282398379,500 +Linear,Logistic,experimental,True,6,0.95,0.9483333333333334,1.1753433022379194,0.24255809551692858,0.956,1.445799753826744,500 +Linear,Logistic,observational,False,1,0.9,0.8953333333333334,0.2264823246923422,0.05493825925004863,0.918,0.322950395371407,500 +Linear,Logistic,observational,False,1,0.95,0.9496666666666667,0.26987033512191866,0.05493825925004863,0.954,0.3588037291923096,500 +Linear,Logistic,observational,False,4,0.9,0.32966666666666666,1.3016542754114409,0.8932940133269849,0.2,1.6556404721672309,500 +Linear,Logistic,observational,False,4,0.95,0.44,1.551016733845991,0.8932940133269849,0.31,1.8903852689136251,500 +Linear,Logistic,observational,False,6,0.9,0.8946666666666666,1.0335838313434413,0.2567399080775817,0.922,1.3265965045559125,500 +Linear,Logistic,observational,False,6,0.95,0.9533333333333334,1.2315910979815305,0.2567399080775817,0.964,1.5103732256620959,500 +Linear,Logistic,observational,True,1,0.9,0.8986666666666666,0.22519917198646572,0.05473224824799309,0.91,0.3214469509497375,500 +Linear,Logistic,observational,True,1,0.95,0.9483333333333334,0.26834136436794104,0.05473224824799309,0.954,0.35662200934767824,500 +Linear,Logistic,observational,True,4,0.9,0.323,1.3023128742573333,0.8932355330696581,0.198,1.6555035692749673,500 +Linear,Logistic,observational,True,4,0.95,0.433,1.5518015027743977,0.8932355330696581,0.302,1.8892552035874615,500 +Linear,Logistic,observational,True,6,0.9,0.8936666666666666,1.0264671975717252,0.25867842235664285,0.918,1.3201271983253648,500 +Linear,Logistic,observational,True,6,0.95,0.9476666666666667,1.2231111058076516,0.25867842235664285,0.956,1.5006760620616992,500 diff --git a/results/did/did_pa_multi_group.csv b/results/did/did_pa_multi_group.csv index 5f214888..ebc87b8b 100644 --- a/results/did/did_pa_multi_group.csv +++ b/results/did/did_pa_multi_group.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3453333333333333,0.7061203437445056,0.5338039317070226,0.04,0.8782510332132877,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.414,0.8413942856759162,0.5338039317070226,0.082,1.00242141790932,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.38266666666666665,0.6789378060682322,0.5300834738006545,0.07,0.8626680965851735,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.4586666666666666,0.8090042942621264,0.5300834738006545,0.1,0.9769404822124568,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.904,0.671760519005158,0.15787429787372864,0.894,0.8515944211885667,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9526666666666667,0.8004520292338988,0.15787429787372864,0.94,0.9665782875756674,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.336,0.7063220141736366,0.5352392838724863,0.044,0.8791666491424662,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.422,0.841634590813934,0.5352392838724863,0.068,1.0022365497478951,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.386,0.6790558361796843,0.5286816076588884,0.07,0.8622484845396491,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.4633333333333333,0.8091449358145096,0.5286816076588884,0.104,0.9779355790699585,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9093333333333333,0.6717901642088375,0.15785991984946784,0.892,0.8520313806974089,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.946,0.8004873536728483,0.15785991984946784,0.95,0.9660175472034508,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9553333333333334,0.8759634723754738,0.18292488179652266,0.97,1.1038974123150518,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.988,1.0437748560098636,0.18292488179652266,0.986,1.2543507631992874,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9353333333333333,1.25393645199677,0.250515962227722,0.94,1.5679425502380615,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9713333333333334,1.494157440240192,0.250515962227722,0.972,1.7877154502952064,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9493333333333334,0.8388307882552883,0.1702924604272122,0.956,1.059683094715299,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9773333333333334,0.9995285338251039,0.1702924604272122,0.976,1.2031072528792466,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9513333333333334,0.7861399021677411,0.16271564704380237,0.96,0.9930031807156378,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9786666666666666,0.9367434705508129,0.16271564704380237,0.984,1.1276942507017356,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9046666666666666,1.1057158916792769,0.24870110692650177,0.902,1.38678453123333,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9486666666666667,1.3175417491959676,0.24870110692650177,0.954,1.5778432342279969,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9313333333333333,0.7753781852936138,0.16531074136379498,0.946,0.9820944944614727,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9726666666666667,0.9239200939661141,0.16531074136379498,0.978,1.1150696723460385,500 -Linear,Logistic,experimental,False,1,0.9,0.8273333333333334,0.26380897472313514,0.07651235183723298,0.764,0.3391450778109149,500 -Linear,Logistic,experimental,False,1,0.95,0.89,0.3143477819446344,0.07651235183723298,0.86,0.38221145190836553,500 -Linear,Logistic,experimental,False,4,0.9,0.30266666666666664,1.079363915584256,0.9059563006943179,0.052,1.3590553655028934,500 -Linear,Logistic,experimental,False,4,0.95,0.382,1.2861414329481164,0.9059563006943179,0.082,1.5468325522554665,500 -Linear,Logistic,experimental,False,6,0.9,0.908,1.0862190109211047,0.2644786913841181,0.918,1.3673960998038357,500 -Linear,Logistic,experimental,False,6,0.95,0.9586666666666667,1.2943097828551615,0.2644786913841181,0.96,1.556756668057947,500 -Linear,Logistic,experimental,True,1,0.9,0.828,0.2637980134263197,0.0766285233894392,0.768,0.3386839537931058,500 -Linear,Logistic,experimental,True,1,0.95,0.8906666666666666,0.3143347207538815,0.0766285233894392,0.86,0.3828765812355697,500 -Linear,Logistic,experimental,True,4,0.9,0.304,1.079118204584409,0.9057101368315867,0.052,1.3601845048507253,500 -Linear,Logistic,experimental,True,4,0.95,0.3813333333333333,1.285848650233342,0.9057101368315867,0.08,1.5471926536776797,500 -Linear,Logistic,experimental,True,6,0.9,0.9086666666666666,1.0861705541932378,0.26441199299249185,0.912,1.3670083032848188,500 -Linear,Logistic,experimental,True,6,0.95,0.954,1.2942520431025955,0.26441199299249185,0.96,1.551861252097446,500 -Linear,Logistic,observational,False,1,0.9,0.9033333333333333,0.28400524491310203,0.0687914087907478,0.906,0.364825125167759,500 -Linear,Logistic,observational,False,1,0.95,0.9493333333333334,0.3384131221948419,0.0687914087907478,0.954,0.41166540236207466,500 -Linear,Logistic,observational,False,4,0.9,0.402,1.3928519980132097,0.8965788830797046,0.204,1.7456908682992962,500 -Linear,Logistic,observational,False,4,0.95,0.52,1.6596855228754568,0.8965788830797046,0.32,1.98542725431534,500 -Linear,Logistic,observational,False,6,0.9,0.8973333333333333,1.1329344312687526,0.28201333547394114,0.924,1.422606687890446,500 -Linear,Logistic,observational,False,6,0.95,0.9573333333333334,1.3499746395352878,0.28201333547394114,0.968,1.6193744244245225,500 -Linear,Logistic,observational,True,1,0.9,0.9026666666666666,0.2821845848144727,0.06867681148060421,0.902,0.3621405665817862,500 -Linear,Logistic,observational,True,1,0.95,0.95,0.3362436718784534,0.06867681148060421,0.948,0.4091358145384905,500 -Linear,Logistic,observational,True,4,0.9,0.4033333333333333,1.382242933428948,0.8986180941601967,0.186,1.7319864689480753,500 -Linear,Logistic,observational,True,4,0.95,0.5146666666666666,1.6470440427132675,0.8986180941601967,0.298,1.9706705969890153,500 -Linear,Logistic,observational,True,6,0.9,0.908,1.1253662193074963,0.27896539107985413,0.912,1.413271689719664,500 -Linear,Logistic,observational,True,6,0.95,0.956,1.340956558759967,0.27896539107985413,0.958,1.6086417215587723,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3426666666666666,0.7094130851911502,0.5410651079691455,0.062,0.8814474431328166,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.42266666666666663,0.8453178291086452,0.5410651079691455,0.104,1.0048246357986352,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.39,0.6779205770432316,0.5131491369277266,0.072,0.8608598787689631,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.466,0.807792191117894,0.5131491369277266,0.114,0.9757314534812841,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9033333333333333,0.6708779229748151,0.15978189372564774,0.9,0.8514634190118249,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9493333333333334,0.7994003511976128,0.15978189372564774,0.95,0.966645534150367,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3393333333333333,0.7091931157887029,0.5416760628721469,0.06,0.8811653075764705,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.42466666666666664,0.8450557193990434,0.5416760628721469,0.104,1.0062395241091628,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.3873333333333333,0.6779461397136461,0.5125661256187202,0.058,0.8598622368543076,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.4673333333333333,0.807822650918414,0.5125661256187202,0.112,0.9763657143834374,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.902,0.6709376464263304,0.16126311506797883,0.904,0.8507117262094466,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9533333333333334,0.7994715160794506,0.16126311506797883,0.948,0.9656911274747025,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9506666666666667,0.8769891697442429,0.17704146499402318,0.968,1.1040395734117068,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9833333333333334,1.0449970498080747,0.17704146499402318,0.988,1.2548031420655423,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9453333333333334,1.2595077372224688,0.24011432746611314,0.954,1.5721834290290815,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9786666666666666,1.5007960360465604,0.24011432746611314,0.976,1.7918356237317294,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9466666666666667,0.8382209495722466,0.17077166945961064,0.952,1.0581664848559929,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.978,0.9988018662143472,0.17077166945961064,0.986,1.2016174900854408,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9386666666666666,0.7937537279183898,0.1667685993233276,0.944,1.0014910716705034,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.972,0.9458159035085665,0.1667685993233276,0.972,1.136496239036312,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9206666666666666,1.1175586785614413,0.24052102198207612,0.904,1.3991418164723,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9526666666666667,1.3316533001481612,0.24052102198207612,0.962,1.592875358306436,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.932,0.7745222260146944,0.1707396957488134,0.94,0.9820916763862624,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9733333333333334,0.9229001555768093,0.1707396957488134,0.97,1.1142894916108599,500 +Linear,Logistic,experimental,False,1,0.9,0.8133333333333334,0.26395431632200467,0.0773900785436536,0.75,0.3390147418996337,500 +Linear,Logistic,experimental,False,1,0.95,0.8846666666666666,0.31452096714152494,0.0773900785436536,0.868,0.38330617033291153,500 +Linear,Logistic,experimental,False,4,0.9,0.3133333333333333,1.0790342968394178,0.9002096398810875,0.056,1.3587879992082978,500 +Linear,Logistic,experimental,False,4,0.95,0.3846666666666666,1.2857486679884103,0.9002096398810875,0.088,1.545289916624924,500 +Linear,Logistic,experimental,False,6,0.9,0.9,1.0884742810961583,0.26825309230055355,0.902,1.3693811437722017,500 +Linear,Logistic,experimental,False,6,0.95,0.946,1.2969971030191478,0.26825309230055355,0.95,1.5573371090500345,500 +Linear,Logistic,experimental,True,1,0.9,0.812,0.2639313424665521,0.07734221466914705,0.748,0.3390526325357082,500 +Linear,Logistic,experimental,True,1,0.95,0.8833333333333334,0.31449359210429656,0.07734221466914705,0.868,0.3825635034591635,500 +Linear,Logistic,experimental,True,4,0.9,0.312,1.078961468155351,0.9006389971082854,0.048,1.3607338799743556,500 +Linear,Logistic,experimental,True,4,0.95,0.3893333333333333,1.2856618872588221,0.9006389971082854,0.092,1.5471177897063324,500 +Linear,Logistic,experimental,True,6,0.9,0.9033333333333333,1.0884326467310725,0.26821464149819224,0.908,1.3701572370141855,500 +Linear,Logistic,experimental,True,6,0.95,0.9473333333333334,1.2969474926132427,0.26821464149819224,0.95,1.5585855674145508,500 +Linear,Logistic,observational,False,1,0.9,0.8906666666666666,0.2840042137382125,0.06960750537880217,0.878,0.36482205739698775,500 +Linear,Logistic,observational,False,1,0.95,0.9373333333333334,0.33841189347417516,0.06960750537880217,0.948,0.412325327828022,500 +Linear,Logistic,observational,False,4,0.9,0.4273333333333333,1.3904429185037226,0.8711107185602676,0.22,1.7371301151796643,500 +Linear,Logistic,observational,False,4,0.95,0.5373333333333333,1.6568149275853221,0.8711107185602676,0.318,1.9819747781698973,500 +Linear,Logistic,observational,False,6,0.9,0.902,1.1333263178064186,0.28141063731080684,0.906,1.423189414740755,500 +Linear,Logistic,observational,False,6,0.95,0.95,1.350441601146501,0.28141063731080684,0.956,1.6184271354524533,500 +Linear,Logistic,observational,True,1,0.9,0.886,0.2823125606137277,0.07006784415704004,0.874,0.36253489394956745,500 +Linear,Logistic,observational,True,1,0.95,0.938,0.336396164448809,0.07006784415704004,0.946,0.4094838750889928,500 +Linear,Logistic,observational,True,4,0.9,0.4273333333333333,1.3946359445919065,0.8717118631501477,0.224,1.7428953020427504,500 +Linear,Logistic,observational,True,4,0.95,0.5426666666666666,1.6618112263345968,0.8717118631501477,0.322,1.9895793927576437,500 +Linear,Logistic,observational,True,6,0.9,0.8953333333333334,1.1273362530854465,0.2834674254891896,0.912,1.4167544218946766,500 +Linear,Logistic,observational,True,6,0.95,0.9466666666666667,1.3433039987934405,0.2834674254891896,0.95,1.6097065720279435,500 diff --git a/results/did/did_pa_multi_metadata.csv b/results/did/did_pa_multi_metadata.csv index 1a3d408e..6f739c0e 100644 --- a/results/did/did_pa_multi_metadata.csv +++ b/results/did/did_pa_multi_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,DIDMultiCoverageSimulation,2025-06-13 08:54,24.26406863530477,3.12.9,scripts/did/did_pa_multi_config.yml +0.11.dev0,DIDMultiCoverageSimulation,2025-09-08 10:34,235.16521683136622,3.12.3,scripts/did/did_pa_multi_config.yml diff --git a/results/did/did_pa_multi_time.csv b/results/did/did_pa_multi_time.csv index 5de9bd41..ebe36f51 100644 --- a/results/did/did_pa_multi_time.csv +++ b/results/did/did_pa_multi_time.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.078,0.6692424370363118,0.6128712215451249,0.05,0.790171311463466,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.13466666666666666,0.7974515495023343,0.6128712215451249,0.084,0.9136560537247234,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.074,0.6062091915221344,0.6249192186691614,0.044,0.7249820763436224,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.116,0.722342804862588,0.6249192186691614,0.092,0.8361639582496219,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9073333333333333,0.599044242636866,0.14008945998182312,0.906,0.7191589886705783,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.956,0.7138052416800065,0.14008945998182312,0.944,0.8277825992127831,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.08266666666666665,0.6696150159796451,0.6156067342388867,0.042,0.791731909415232,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.13466666666666666,0.7978955046958943,0.6156067342388867,0.088,0.915527967488749,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.07266666666666666,0.6063313580429187,0.6229335321737121,0.048,0.7263381757517958,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.11666666666666665,0.7224883752506945,0.6229335321737121,0.08,0.8363885915780758,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.91,0.5991634560721969,0.1412786905584327,0.904,0.7194455787684115,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.954,0.7139472932497593,0.1412786905584327,0.956,0.8287810641013134,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9526666666666667,0.8790712653242123,0.18826349561304626,0.968,1.0635292264065768,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9853333333333334,1.0474780197146027,0.18826349561304626,0.992,1.2228579250647753,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9353333333333333,1.3269252174372335,0.26178211241085814,0.928,1.5701620021658818,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9666666666666667,1.5811289185500799,0.26178211241085814,0.96,1.8101418808788674,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9533333333333334,0.7694077871880038,0.155760065723021,0.968,0.9317467276936701,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9853333333333334,0.9168059258306492,0.155760065723021,0.986,1.070456368054135,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9573333333333334,0.7713377451893,0.16339158562782916,0.96,0.9369168763484825,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9826666666666666,0.9191056126308821,0.16339158562782916,0.984,1.074393848207727,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.89,1.1451904937521304,0.26297336131398186,0.868,1.3572001851162259,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9386666666666666,1.364578638739894,0.26297336131398186,0.92,1.567125347231284,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.946,0.7018901783436629,0.14653434182967903,0.946,0.8487679999150168,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.978,0.8363537327060658,0.14653434182967903,0.976,0.9760935044639452,500 -Linear,Logistic,experimental,False,1,0.9,0.7953333333333333,0.24405181357972996,0.07605161668436612,0.726,0.31285765298747464,500 -Linear,Logistic,experimental,False,1,0.95,0.8626666666666666,0.29080567239559374,0.07605161668436612,0.82,0.3535441044205644,500 -Linear,Logistic,experimental,False,4,0.9,0.04,0.9668363884575001,1.0600853196453421,0.032,1.107680731461651,500 -Linear,Logistic,experimental,False,4,0.95,0.06933333333333333,1.1520566141994981,1.0600853196453421,0.058,1.2882352455188046,500 -Linear,Logistic,experimental,False,6,0.9,0.9126666666666666,0.9650429626258434,0.23526932641417123,0.914,1.1100456562874579,500 -Linear,Logistic,experimental,False,6,0.95,0.9513333333333334,1.149919615513782,0.23526932641417123,0.948,1.2887467043073448,500 -Linear,Logistic,experimental,True,1,0.9,0.7973333333333333,0.24405353188120116,0.07602557863080843,0.732,0.3126886691789105,500 -Linear,Logistic,experimental,True,1,0.95,0.8593333333333334,0.29080771987808274,0.07602557863080843,0.818,0.3535552665568589,500 -Linear,Logistic,experimental,True,4,0.9,0.041333333333333326,0.9667071224747424,1.0601977183113478,0.034,1.10968249152393,500 -Linear,Logistic,experimental,True,4,0.95,0.07066666666666667,1.1519025842806776,1.0601977183113478,0.054,1.2887777719835505,500 -Linear,Logistic,experimental,True,6,0.9,0.9093333333333333,0.9649936655742097,0.23538050665454452,0.922,1.1093549725922547,500 -Linear,Logistic,experimental,True,6,0.95,0.9513333333333334,1.1498608744536882,0.23538050665454452,0.948,1.287941663582221,500 -Linear,Logistic,observational,False,1,0.9,0.89,0.2744673956918025,0.06807514734567709,0.884,0.35184020083028195,500 -Linear,Logistic,observational,False,1,0.95,0.9433333333333334,0.3270480738662758,0.06807514734567709,0.932,0.39746810181615344,500 -Linear,Logistic,observational,False,4,0.9,0.18066666666666667,1.372715206976075,1.051508566974799,0.156,1.544299564377621,500 -Linear,Logistic,observational,False,4,0.95,0.25533333333333336,1.6356910564072515,1.051508566974799,0.216,1.8014374703838525,500 -Linear,Logistic,observational,False,6,0.9,0.8986666666666666,1.0120400522734778,0.2513420400041841,0.902,1.1637402258830514,500 -Linear,Logistic,observational,False,6,0.95,0.95,1.2059201018660433,0.2513420400041841,0.952,1.354296135095299,500 -Linear,Logistic,observational,True,1,0.9,0.8886666666666666,0.2719876029928796,0.06788546810358119,0.886,0.34872586132705413,500 -Linear,Logistic,observational,True,1,0.95,0.942,0.3240932186138835,0.06788546810358119,0.94,0.3941489528436907,500 -Linear,Logistic,observational,True,4,0.9,0.17666666666666667,1.3599704742520904,1.0529815437473877,0.146,1.531580058039442,500 -Linear,Logistic,observational,True,4,0.95,0.252,1.6205047706962885,1.0529815437473877,0.21,1.7831373237480377,500 -Linear,Logistic,observational,True,6,0.9,0.904,1.0055529300121109,0.2509111677982569,0.904,1.1587145925499964,500 -Linear,Logistic,observational,True,6,0.95,0.9533333333333334,1.1981902189225062,0.2509111677982569,0.952,1.34594676137346,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.07466666666666666,0.6732674013122543,0.6235690621466867,0.058,0.7961923108719068,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.14066666666666666,0.8022475902506702,0.6235690621466867,0.098,0.918006645210409,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.082,0.6058318700175549,0.6008490525254478,0.052,0.7251168811624854,500 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.136,0.7218931985587499,0.6008490525254478,0.106,0.8351087438145972,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9066666666666666,0.59714055238215,0.14040889807066953,0.924,0.7161350746238019,500 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9606666666666667,0.7115368548303642,0.14040889807066953,0.962,0.8251205579380226,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.074,0.6729928370630124,0.6244323144006763,0.056,0.7941715732936923,500 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.132,0.8019204267686809,0.6244323144006763,0.104,0.9193016367752481,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.08666666666666666,0.6059313052481657,0.5993304117564142,0.052,0.725564519463603,500 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.12533333333333332,0.7220116829439853,0.5993304117564142,0.098,0.8365327370139422,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.906,0.5970989989313065,0.14157525005184923,0.92,0.7168446464166246,500 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9566666666666667,0.7114873408397255,0.14157525005184923,0.962,0.8249531167974216,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9486666666666667,0.8770187116658913,0.17962057221172684,0.948,1.061881825210057,500 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9806666666666666,1.0450322511788936,0.17962057221172684,0.982,1.220684057699607,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9493333333333334,1.3320128962103468,0.2571035149618884,0.94,1.571937612240713,500 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.976,1.5871912617256803,0.2571035149618884,0.972,1.8187323168567295,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.946,0.7662860532295224,0.1564515730110081,0.956,0.928463556722575,500 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9833333333333334,0.9130861503882113,0.1564515730110081,0.988,1.065756941975338,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.94,0.7816557146222524,0.16791548653175506,0.942,0.9469921947874506,500 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9753333333333334,0.931400231526335,0.16791548653175506,0.978,1.088731036421437,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.89,1.155715034340344,0.25318614533380285,0.874,1.3683212943129301,500 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.944,1.3771194023487263,0.25318614533380285,0.934,1.57988569849374,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9166666666666666,0.7001452111787113,0.15746253827962622,0.916,0.8484234185348815,500 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9593333333333334,0.8342744760831842,0.15746253827962622,0.96,0.9736662475722498,500 +Linear,Logistic,experimental,False,1,0.9,0.794,0.24425077841473194,0.07578113842525139,0.722,0.3129163378933677,500 +Linear,Logistic,experimental,False,1,0.95,0.8626666666666666,0.2910427536193599,0.07578113842525139,0.848,0.35387918164260174,500 +Linear,Logistic,experimental,False,4,0.9,0.042666666666666665,0.9663030601095306,1.0538679416817638,0.022,1.107527437294173,500 +Linear,Logistic,experimental,False,4,0.95,0.07933333333333333,1.1514211142760844,1.0538679416817638,0.06,1.2869318623991737,500 +Linear,Logistic,experimental,False,6,0.9,0.8973333333333333,0.9667007601125351,0.23778551526074673,0.892,1.1127729718159607,500 +Linear,Logistic,experimental,False,6,0.95,0.944,1.1518950030585073,0.23778551526074673,0.952,1.291361911437721,500 +Linear,Logistic,experimental,True,1,0.9,0.7953333333333333,0.2442344894591128,0.0758026304003878,0.726,0.31326629074244566,500 +Linear,Logistic,experimental,True,1,0.95,0.8626666666666666,0.29102334413158776,0.0758026304003878,0.834,0.3540027436581034,500 +Linear,Logistic,experimental,True,4,0.9,0.041333333333333326,0.9661639682761842,1.0541037636302513,0.028,1.1076075222020547,500 +Linear,Logistic,experimental,True,4,0.95,0.08266666666666665,1.1512553761341393,1.0541037636302513,0.066,1.2890352653966053,500 +Linear,Logistic,experimental,True,6,0.9,0.9,0.9665096797252255,0.23746581622514001,0.902,1.1101278673952202,500 +Linear,Logistic,experimental,True,6,0.95,0.9473333333333334,1.151667316733632,0.23746581622514001,0.95,1.2910188703398415,500 +Linear,Logistic,observational,False,1,0.9,0.8853333333333334,0.2743923693288106,0.06934934364504367,0.898,0.3512416156142327,500 +Linear,Logistic,observational,False,1,0.95,0.9486666666666667,0.3269586744407309,0.06934934364504367,0.956,0.3970891233173115,500 +Linear,Logistic,observational,False,4,0.9,0.19933333333333333,1.3667424492759064,1.0158806375552287,0.166,1.5384295027203043,500 +Linear,Logistic,observational,False,4,0.95,0.284,1.6285740766414527,1.0158806375552287,0.272,1.794614364828469,500 +Linear,Logistic,observational,False,6,0.9,0.9026666666666666,1.0126580133897904,0.24930906704163627,0.91,1.164554052028215,500 +Linear,Logistic,observational,False,6,0.95,0.952,1.206656447952998,0.24930906704163627,0.96,1.3545056219187221,500 +Linear,Logistic,observational,True,1,0.9,0.8846666666666666,0.27224248016963637,0.06948976121024017,0.896,0.3488760835912005,500 +Linear,Logistic,observational,True,1,0.95,0.9453333333333334,0.32439692350211136,0.06948976121024017,0.946,0.3943453891091834,500 +Linear,Logistic,observational,True,4,0.9,0.20066666666666666,1.3731005202075228,1.0154409187335418,0.164,1.545884997307414,500 +Linear,Logistic,observational,True,4,0.95,0.2846666666666667,1.6361501854410028,1.0154409187335418,0.272,1.8028618817025817,500 +Linear,Logistic,observational,True,6,0.9,0.9,1.005884944404527,0.25122735784047073,0.89,1.1573844423070272,500 +Linear,Logistic,observational,True,6,0.95,0.9506666666666667,1.198585838472369,0.25122735784047073,0.95,1.344474734929994,500 From aeb435577526d6fb340012b625d47c5459c920aa Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 10:47:49 +0000 Subject: [PATCH 48/67] Update results from script: scripts/ssm/ssm_mar_ate.py --- results/ssm/ssm_mar_ate_coverage.csv | 36 ++++++++++++++-------------- results/ssm/ssm_mar_ate_metadata.csv | 2 +- 2 files changed, 19 insertions(+), 19 deletions(-) diff --git a/results/ssm/ssm_mar_ate_coverage.csv b/results/ssm/ssm_mar_ate_coverage.csv index aa8edb2d..0d322671 100644 --- a/results/ssm/ssm_mar_ate_coverage.csv +++ b/results/ssm/ssm_mar_ate_coverage.csv @@ -1,19 +1,19 @@ Learner g,Learner m,Learner pi,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.934,1.0713352028098442,0.24591485806272242,1000 -LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.981,1.2765746316095508,0.24591485806272242,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.9,0.939,0.9131848507685725,0.21223789879924182,1000 -LGBM Regr.,LGBM Clas.,Logistic,0.95,0.972,1.088126863939359,0.21223789879924182,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.9,0.933,0.7703469411630964,0.17142872246581048,1000 -LGBM Regr.,Logistic,LGBM Clas.,0.95,0.972,0.9179249968148138,0.17142872246581048,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.947,1.0364590345690332,0.2359720559564468,1000 -LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.982,1.2350171139370278,0.2359720559564468,1000 -LassoCV,Logistic,Logistic,0.9,0.926,0.5826714123685559,0.12863481417003114,1000 -LassoCV,Logistic,Logistic,0.95,0.965,0.6942958110990313,0.12863481417003114,1000 -LassoCV,RF Clas.,RF Clas.,0.9,0.919,0.5111034002250002,0.11799184761111325,1000 -LassoCV,RF Clas.,RF Clas.,0.95,0.956,0.6090172647602495,0.11799184761111325,1000 -RF Regr.,Logistic,RF Clas.,0.9,0.923,0.5773836889150485,0.13144778185362027,1000 -RF Regr.,Logistic,RF Clas.,0.95,0.963,0.687995099984517,0.13144778185362027,1000 -RF Regr.,RF Clas.,Logistic,0.9,0.923,0.5549423867573083,0.1256504508256171,1000 -RF Regr.,RF Clas.,Logistic,0.95,0.958,0.6612546391467519,0.1256504508256171,1000 -RF Regr.,RF Clas.,RF Clas.,0.9,0.922,0.5213838221703648,0.12121755103534768,1000 -RF Regr.,RF Clas.,RF Clas.,0.95,0.961,0.6212671430647002,0.12121755103534768,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.9,0.961,1.099744720107085,0.23879351817688696,1000 +LGBM Regr.,LGBM Clas.,LGBM Clas.,0.95,0.989,1.310426659418225,0.23879351817688696,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.9,0.954,0.9376788712007889,0.2071243110281803,1000 +LGBM Regr.,LGBM Clas.,Logistic,0.95,0.985,1.1173132894650808,0.2071243110281803,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.9,0.946,0.7825401174653722,0.1661015304067069,1000 +LGBM Regr.,Logistic,LGBM Clas.,0.95,0.985,0.9324540625128358,0.1661015304067069,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.9,0.952,1.0334523729357563,0.21861638917209628,1000 +LassoCV,LGBM Clas.,LGBM Clas.,0.95,0.984,1.2314344556272774,0.21861638917209628,1000 +LassoCV,Logistic,Logistic,0.9,0.934,0.5897223415076497,0.13227237497121175,1000 +LassoCV,Logistic,Logistic,0.95,0.974,0.7026975113741984,0.13227237497121175,1000 +LassoCV,RF Clas.,RF Clas.,0.9,0.938,0.5150861645399253,0.11241955689454874,1000 +LassoCV,RF Clas.,RF Clas.,0.95,0.976,0.6137630211535599,0.11241955689454874,1000 +RF Regr.,Logistic,RF Clas.,0.9,0.93,0.5750069155584657,0.13119995868541565,1000 +RF Regr.,Logistic,RF Clas.,0.95,0.97,0.6851629998498987,0.13119995868541565,1000 +RF Regr.,RF Clas.,Logistic,0.9,0.932,0.5561984627007869,0.12247623339858656,1000 +RF Regr.,RF Clas.,Logistic,0.95,0.963,0.6627513459483337,0.12247623339858656,1000 +RF Regr.,RF Clas.,RF Clas.,0.9,0.928,0.5232206377007457,0.11739694066484004,1000 +RF Regr.,RF Clas.,RF Clas.,0.95,0.967,0.6234558437653592,0.11739694066484004,1000 diff --git a/results/ssm/ssm_mar_ate_metadata.csv b/results/ssm/ssm_mar_ate_metadata.csv index b659c07b..7a2e3692 100644 --- a/results/ssm/ssm_mar_ate_metadata.csv +++ b/results/ssm/ssm_mar_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,SSMMarATECoverageSimulation,2025-06-05 21:15,251.25987704992295,3.12.3,scripts/ssm/ssm_mar_ate_config.yml +0.11.dev0,SSMMarATECoverageSimulation,2025-09-08 10:47,249.12814004421233,3.12.3,scripts/ssm/ssm_mar_ate_config.yml From d2a3372fe3ca303d6e54a5e68a6de9962cb79d0e Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 12:11:26 +0000 Subject: [PATCH 49/67] Update results from script: scripts/plm/pliv_late.py --- results/plm/pliv_late_coverage.csv | 64 +++++++++++++++--------------- results/plm/pliv_late_metadata.csv | 2 +- 2 files changed, 33 insertions(+), 33 deletions(-) diff --git a/results/plm/pliv_late_coverage.csv b/results/plm/pliv_late_coverage.csv index 1a876b31..c606e9a8 100644 --- a/results/plm/pliv_late_coverage.csv +++ b/results/plm/pliv_late_coverage.csv @@ -1,33 +1,33 @@ Learner g,Learner m,Learner r,Score,level,Coverage,CI Length,Bias,repetition -LassoCV,LassoCV,LassoCV,IV-type,0.9,0.7993019197207679,0.23180266726620893,0.07317965760520444,573 -LassoCV,LassoCV,LassoCV,IV-type,0.95,0.8603839441535777,0.27620991431567365,0.07317965760520444,573 -LassoCV,LassoCV,LassoCV,partialling out,0.9,0.8795811518324608,0.3005968104977072,0.07254739125260629,573 -LassoCV,LassoCV,LassoCV,partialling out,0.95,0.9493891797556719,0.3581831919810696,0.07254739125260629,573 -LassoCV,LassoCV,RF Regr.,IV-type,0.9,0.806282722513089,0.23262465528448026,0.07326064389971966,573 -LassoCV,LassoCV,RF Regr.,IV-type,0.95,0.8638743455497382,0.27718937345120853,0.07326064389971966,573 -LassoCV,LassoCV,RF Regr.,partialling out,0.9,0.8848167539267016,0.3081195890287047,0.07427328983504944,573 -LassoCV,LassoCV,RF Regr.,partialling out,0.95,0.9581151832460733,0.3671471354851205,0.07427328983504944,573 -LassoCV,RF Regr.,LassoCV,IV-type,0.9,0.8132635253054101,0.2659516317640923,0.07903719894266115,573 -LassoCV,RF Regr.,LassoCV,IV-type,0.95,0.8900523560209425,0.31690091528287584,0.07903719894266115,573 -LassoCV,RF Regr.,LassoCV,partialling out,0.9,0.8830715532286213,0.3186854967173057,0.07809285377225214,573 -LassoCV,RF Regr.,LassoCV,partialling out,0.95,0.9476439790575916,0.379737191034327,0.07809285377225214,573 -LassoCV,RF Regr.,RF Regr.,IV-type,0.9,0.8254799301919721,0.2668640644386955,0.07668266567351469,573 -LassoCV,RF Regr.,RF Regr.,IV-type,0.95,0.893542757417103,0.31798814587363317,0.07668266567351469,573 -LassoCV,RF Regr.,RF Regr.,partialling out,0.9,0.8656195462478184,0.30294245283479354,0.08542062639988371,573 -LassoCV,RF Regr.,RF Regr.,partialling out,0.95,0.93717277486911,0.36097819721799285,0.08542062639988371,573 -RF Regr.,LassoCV,LassoCV,IV-type,0.9,0.7818499127399651,0.24228998675825072,0.07584491443329881,573 -RF Regr.,LassoCV,LassoCV,IV-type,0.95,0.8586387434554974,0.28870632625286374,0.07584491443329881,573 -RF Regr.,LassoCV,LassoCV,partialling out,0.9,0.8970331588132635,0.3318879094683072,0.0806654890480541,573 -RF Regr.,LassoCV,LassoCV,partialling out,0.95,0.9406631762652705,0.3954688361345379,0.0806654890480541,573 -RF Regr.,LassoCV,RF Regr.,IV-type,0.9,0.8027923211169284,0.241628366516599,0.07544233872660495,573 -RF Regr.,LassoCV,RF Regr.,IV-type,0.95,0.8673647469458988,0.28791795710935314,0.07544233872660495,573 -RF Regr.,LassoCV,RF Regr.,partialling out,0.9,0.8952879581151832,0.32006834738062506,0.07708638562807664,573 -RF Regr.,LassoCV,RF Regr.,partialling out,0.95,0.9476439790575916,0.3813849592318696,0.07708638562807664,573 -RF Regr.,RF Regr.,LassoCV,IV-type,0.9,0.8184991273996509,0.2791009597646858,0.08075894727233103,573 -RF Regr.,RF Regr.,LassoCV,IV-type,0.95,0.8848167539267016,0.3325693060015278,0.08075894727233103,573 -RF Regr.,RF Regr.,LassoCV,partialling out,0.9,0.806282722513089,0.35157995852822205,0.10562690570040405,573 -RF Regr.,RF Regr.,LassoCV,partialling out,0.95,0.8726003490401396,0.4189333598507066,0.10562690570040405,573 -RF Regr.,RF Regr.,RF Regr.,IV-type,0.9,0.8359511343804538,0.2769681338448809,0.07840964131824099,573 -RF Regr.,RF Regr.,RF Regr.,IV-type,0.95,0.8830715532286213,0.33002788716667447,0.07840964131824099,573 -RF Regr.,RF Regr.,RF Regr.,partialling out,0.9,0.8534031413612565,0.304252712059565,0.07977048559824199,573 -RF Regr.,RF Regr.,RF Regr.,partialling out,0.95,0.9179755671902269,0.36253946738141946,0.07977048559824199,573 +LassoCV,LassoCV,LassoCV,IV-type,0.9,0.8072916666666666,0.2335258547373156,0.07122761289040919,576 +LassoCV,LassoCV,LassoCV,IV-type,0.95,0.8802083333333334,0.27826321883264726,0.07122761289040919,576 +LassoCV,LassoCV,LassoCV,partialling out,0.9,0.9045138888888888,0.30164792633672877,0.07266947451992439,576 +LassoCV,LassoCV,LassoCV,partialling out,0.95,0.9548611111111112,0.35943567375470925,0.07266947451992439,576 +LassoCV,LassoCV,RF Regr.,IV-type,0.9,0.8072916666666666,0.23362412196650592,0.07124904693113882,576 +LassoCV,LassoCV,RF Regr.,IV-type,0.95,0.875,0.2783803114583482,0.07124904693113882,576 +LassoCV,LassoCV,RF Regr.,partialling out,0.9,0.8975694444444444,0.30831845244740885,0.07373365052643471,576 +LassoCV,LassoCV,RF Regr.,partialling out,0.95,0.9444444444444444,0.36738409586391424,0.07373365052643471,576 +LassoCV,RF Regr.,LassoCV,IV-type,0.9,0.8263888888888888,0.2654741023702334,0.07861091262617612,576 +LassoCV,RF Regr.,LassoCV,IV-type,0.95,0.8993055555555556,0.3163319039142124,0.07861091262617612,576 +LassoCV,RF Regr.,LassoCV,partialling out,0.9,0.8993055555555556,0.31853360477311976,0.07698559189146299,576 +LassoCV,RF Regr.,LassoCV,partialling out,0.95,0.9461805555555556,0.3795562006195763,0.07698559189146299,576 +LassoCV,RF Regr.,RF Regr.,IV-type,0.9,0.8506944444444444,0.2665056457368877,0.07719349974615461,576 +LassoCV,RF Regr.,RF Regr.,IV-type,0.95,0.9045138888888888,0.3175610636485534,0.07719349974615461,576 +LassoCV,RF Regr.,RF Regr.,partialling out,0.9,0.890625,0.30231461350927336,0.08130178656835439,576 +LassoCV,RF Regr.,RF Regr.,partialling out,0.95,0.9322916666666666,0.36023008051877126,0.08130178656835439,576 +RF Regr.,LassoCV,LassoCV,IV-type,0.9,0.7899305555555556,0.2434558143590868,0.07870677531590115,576 +RF Regr.,LassoCV,LassoCV,IV-type,0.95,0.8680555555555556,0.2900954955214122,0.07870677531590115,576 +RF Regr.,LassoCV,LassoCV,partialling out,0.9,0.9027777777777778,0.3318080349211177,0.082542046238441,576 +RF Regr.,LassoCV,LassoCV,partialling out,0.95,0.953125,0.3953736597412056,0.082542046238441,576 +RF Regr.,LassoCV,RF Regr.,IV-type,0.9,0.8003472222222222,0.24325915596216202,0.07763649262059309,576 +RF Regr.,LassoCV,RF Regr.,IV-type,0.95,0.8680555555555556,0.289861162588126,0.07763649262059309,576 +RF Regr.,LassoCV,RF Regr.,partialling out,0.9,0.9010416666666666,0.31902972778652483,0.07863966408526868,576 +RF Regr.,LassoCV,RF Regr.,partialling out,0.95,0.9461805555555556,0.3801473676524615,0.07863966408526868,576 +RF Regr.,RF Regr.,LassoCV,IV-type,0.9,0.8107638888888888,0.27896606828205744,0.08288613874349095,576 +RF Regr.,RF Regr.,LassoCV,IV-type,0.95,0.8819444444444444,0.3324085728861667,0.08288613874349095,576 +RF Regr.,RF Regr.,LassoCV,partialling out,0.9,0.7864583333333334,0.3502921602334726,0.11047731519905851,576 +RF Regr.,RF Regr.,LassoCV,partialling out,0.95,0.8559027777777778,0.4173988535361606,0.11047731519905851,576 +RF Regr.,RF Regr.,RF Regr.,IV-type,0.9,0.8159722222222222,0.2754570209528338,0.08112123087629206,576 +RF Regr.,RF Regr.,RF Regr.,IV-type,0.95,0.8802083333333334,0.3282272850970085,0.08112123087629206,576 +RF Regr.,RF Regr.,RF Regr.,partialling out,0.9,0.875,0.3055311295135867,0.07899151365334917,576 +RF Regr.,RF Regr.,RF Regr.,partialling out,0.95,0.9375,0.3640627957347963,0.07899151365334917,576 diff --git a/results/plm/pliv_late_metadata.csv b/results/plm/pliv_late_metadata.csv index 18f9cba9..9932a0ae 100644 --- a/results/plm/pliv_late_metadata.csv +++ b/results/plm/pliv_late_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLIVLATECoverageSimulation,2025-06-05 18:09,333.49471075932183,3.12.3,scripts/plm/pliv_late_config.yml +0.11.dev0,PLIVLATECoverageSimulation,2025-09-08 12:11,332.7484830458959,3.12.3,scripts/plm/pliv_late_config.yml From f096e8a5cac4cd13c63dac01a08cdad88c9e4b31 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 8 Sep 2025 12:16:25 +0000 Subject: [PATCH 50/67] Update results from script: scripts/did/did_cs_multi.py --- results/did/did_cs_multi_detailed.csv | 96 ++++++++++++------------- results/did/did_cs_multi_eventstudy.csv | 96 ++++++++++++------------- results/did/did_cs_multi_group.csv | 96 ++++++++++++------------- results/did/did_cs_multi_metadata.csv | 2 +- results/did/did_cs_multi_time.csv | 96 ++++++++++++------------- 5 files changed, 193 insertions(+), 193 deletions(-) diff --git a/results/did/did_cs_multi_detailed.csv b/results/did/did_cs_multi_detailed.csv index 795dc0d0..d1d95ab7 100644 --- a/results/did/did_cs_multi_detailed.csv +++ b/results/did/did_cs_multi_detailed.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7445,1.770325608867807,0.5949971587062639,0.398,2.7648307369564926,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.824,2.1094730725193043,0.5949971587062639,0.566,3.034916611141197,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.773,1.766478883435425,0.5692557054828591,0.472,2.773314379428287,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8455,2.1048894164526817,0.5692557054828591,0.624,3.0389648164538805,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9618333333333333,1.7719758223340252,0.34491539054381054,0.978,2.780855944642299,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9855,2.111439423146251,0.34491539054381054,0.99,3.0466788998860315,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7488333333333334,1.7704687014862623,0.5945326473164728,0.412,2.762232396348127,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8228333333333334,2.1096435778907434,0.5945326473164728,0.548,3.029512649083705,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.7753333333333333,1.7663884619807455,0.5717727216970863,0.494,2.774302186004533,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8461666666666666,2.1047816726439335,0.5717727216970863,0.628,3.040160202574957,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9606666666666667,1.7721766188302754,0.34137474439314713,0.986,2.777950990796601,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9866666666666666,2.111678686929012,0.34137474439314713,0.996,3.044521002012899,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9501666666666666,1.990648327452718,0.4052261056167495,0.976,3.1272474543428164,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.981,2.372003784265803,0.4052261056167495,0.992,3.425556561218648,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9326666666666666,2.6295041141393964,0.5680990688936988,0.942,4.109931474457153,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9701666666666666,3.1332474066187324,0.5680990688936988,0.982,4.507999042258337,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9541666666666666,2.021214888425688,0.4123935257729841,0.974,3.17183347081639,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9835,2.408426088145391,0.4123935257729841,0.99,3.4747764416681246,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9496666666666667,1.9511518959677854,0.4056426955645088,0.98,3.067238579715148,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9818333333333333,2.324940883373038,0.4056426955645088,0.994,3.3568971294243126,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9341666666666666,2.585977302930749,0.5562229964093515,0.954,4.045565581860224,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9745,3.0813820120736044,0.5562229964093515,0.97,4.434188862890503,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9543333333333334,1.9905001066838395,0.40929563062222535,0.988,3.125148883705166,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9835,2.371827168326243,0.40929563062222535,0.994,3.420794663008727,500 -Linear,Logistic,experimental,False,1,0.9,0.9168333333333334,0.41673836812489545,0.09490120305554799,0.92,0.6499646304710539,500 -Linear,Logistic,experimental,False,1,0.95,0.9591666666666666,0.4965743936830481,0.09490120305554799,0.958,0.7135508775059938,500 -Linear,Logistic,experimental,False,4,0.9,0.7525,2.805808333249603,0.9424974705539232,0.342,4.392358230173571,500 -Linear,Logistic,experimental,False,4,0.95,0.8215,3.343326841114613,0.9424974705539232,0.49,4.81356703917665,500 -Linear,Logistic,experimental,False,6,0.9,0.9681666666666666,2.927962952235543,0.5448624818472574,0.992,4.5809829929878605,500 -Linear,Logistic,experimental,False,6,0.95,0.989,3.488883047353698,0.5448624818472574,0.996,5.023039124726024,500 -Linear,Logistic,experimental,True,1,0.9,0.9198333333333334,0.4167745201915361,0.09489757179213576,0.92,0.6493074421900091,500 -Linear,Logistic,experimental,True,1,0.95,0.959,0.49661747152743585,0.09489757179213576,0.952,0.7129847857545065,500 -Linear,Logistic,experimental,True,4,0.9,0.7515,2.806389863604486,0.9438172172038332,0.336,4.394024798505712,500 -Linear,Logistic,experimental,True,4,0.95,0.8215,3.344019777271856,0.9438172172038332,0.496,4.818369602897961,500 -Linear,Logistic,experimental,True,6,0.9,0.9675,2.927774549870841,0.545976377808569,0.99,4.5788635431480404,500 -Linear,Logistic,experimental,True,6,0.95,0.9896666666666666,3.4886585520895808,0.545976377808569,0.998,5.023223313601676,500 -Linear,Logistic,observational,False,1,0.9,0.9445,0.4474147057259759,0.09208439317406426,0.968,0.6963338800760291,500 -Linear,Logistic,observational,False,1,0.95,0.978,0.5331275044830301,0.09208439317406426,0.986,0.7642780321317574,500 -Linear,Logistic,observational,False,4,0.9,0.8395,3.393272580905659,0.9671859927018581,0.682,5.280031123475279,500 -Linear,Logistic,observational,False,4,0.95,0.9018333333333334,4.043333667706703,0.9671859927018581,0.804,5.803033620961812,500 -Linear,Logistic,observational,False,6,0.9,0.9661666666666666,2.9968869470930812,0.5607913346640213,0.992,4.688634179932907,500 -Linear,Logistic,observational,False,6,0.95,0.9886666666666666,3.571011052774927,0.5607913346640213,1.0,5.1435718965101325,500 -Linear,Logistic,observational,True,1,0.9,0.9446666666666667,0.44607501860443266,0.09181865803868633,0.972,0.694040589591067,500 -Linear,Logistic,observational,True,1,0.95,0.9766666666666667,0.5315311688178055,0.09181865803868633,0.982,0.7624234124861663,500 -Linear,Logistic,observational,True,4,0.9,0.8425,3.3996101092641116,0.9626068949383512,0.708,5.289944291369528,500 -Linear,Logistic,observational,True,4,0.95,0.9095,4.050885298520558,0.9626068949383512,0.81,5.812309801411936,500 -Linear,Logistic,observational,True,6,0.9,0.9653333333333334,2.9934246048394693,0.5632386309587609,0.99,4.67988904592181,500 -Linear,Logistic,observational,True,6,0.95,0.9878333333333333,3.5668854175159357,0.5632386309587609,1.0,5.131467888102042,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.75,1.778614580306219,0.5960664419046884,0.36200716845878134,2.7753128098849658,279 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.8234767025089605,2.1193499911836593,0.5960664419046884,0.5197132616487455,3.046234800893927,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.7574671445639188,1.7673512077587101,0.5877301896781565,0.35842293906810035,2.7750176684642893,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8285543608124253,2.105928854995092,0.5877301896781565,0.5125448028673835,3.0376307888560263,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.953405017921147,1.7711378031482288,0.3485951085214999,0.982078853046595,2.7786621957580335,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.982078853046595,2.1104408616964037,0.3485951085214999,0.989247311827957,3.043575951249779,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7455197132616488,1.7798346094911495,0.6014872582751684,0.33691756272401435,2.777451317728216,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8255675029868579,2.1208037456231854,0.6014872582751684,0.5017921146953405,3.0459581940581923,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.755973715651135,1.766929436888452,0.5834788162107485,0.3655913978494624,2.7725803051166205,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8291517323775388,2.1054262840052553,0.5834788162107485,0.5555555555555556,3.035233811976123,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9605734767025089,1.7714530285340087,0.34314288186137,0.978494623655914,2.7789019074112855,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9841696535244921,2.1108164759109562,0.34314288186137,0.996415770609319,3.0455285637203886,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9483273596176821,2.0308822899152084,0.43043163182179567,0.989247311827957,3.186602696895313,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9796893667861409,2.4199455075229475,0.43043163182179567,0.996415770609319,3.4900418275751783,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9217443249701315,2.6108911501102927,0.5867926575137528,0.9247311827956989,4.080813037421938,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9599761051373954,3.1110686920238084,0.5867926575137528,0.9605734767025089,4.475229809570479,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.948626045400239,2.014627594409634,0.4068166752203039,0.974910394265233,3.1616003008165534,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9796893667861409,2.40057684319405,0.4068166752203039,0.985663082437276,3.463547004360337,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9516129032258065,1.996352116602651,0.4182517906789826,0.974910394265233,3.1337446246342635,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9814814814814814,2.3788002682362324,0.4182517906789826,0.996415770609319,3.4305112612958353,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.919952210274791,2.5594683220019543,0.5644116455203284,0.946236559139785,4.002648701069293,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9659498207885304,3.0497946130272884,0.5644116455203284,0.967741935483871,4.386415620739374,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9411589008363201,1.9939367995221768,0.40946212637122803,0.978494623655914,3.1288239608382087,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9758064516129032,2.375922240421838,0.40946212637122803,0.989247311827957,3.427382307215447,279 +Linear,Logistic,experimental,False,1,0.9,0.9106929510155317,0.416845415185824,0.09765077648267778,0.9139784946236559,0.6499084007733272,279 +Linear,Logistic,experimental,False,1,0.95,0.9575866188769415,0.49670194812353635,0.09765077648267778,0.942652329749104,0.7142025343093921,279 +Linear,Logistic,experimental,False,4,0.9,0.7353643966547192,2.7965200585349543,0.9725277709187674,0.3548387096774194,4.378382067605002,279 +Linear,Logistic,experimental,False,4,0.95,0.8070489844683393,3.3322591791531257,0.9725277709187674,0.4838709677419355,4.802135932987083,279 +Linear,Logistic,experimental,False,6,0.9,0.9656511350059738,2.933611463613629,0.5575047957568199,0.985663082437276,4.590870477824951,279 +Linear,Logistic,experimental,False,6,0.95,0.9868578255675029,3.4956136637963477,0.5575047957568199,1.0,5.033195652163488,279 +Linear,Logistic,experimental,True,1,0.9,0.9133811230585425,0.4169045731218592,0.09745090018793506,0.9068100358422939,0.6496277755162176,279 +Linear,Logistic,experimental,True,1,0.95,0.9581839904420549,0.4967724391521171,0.09745090018793506,0.942652329749104,0.7134054600135054,279 +Linear,Logistic,experimental,True,4,0.9,0.7347670250896058,2.796930951690407,0.9732015048144421,0.35125448028673834,4.379185168949285,279 +Linear,Logistic,experimental,True,4,0.95,0.8067502986857826,3.332748788546317,0.9732015048144421,0.4767025089605735,4.800320987521932,279 +Linear,Logistic,experimental,True,6,0.9,0.9617682198327359,2.9339591943302765,0.5587320993183728,0.989247311827957,4.587239933690171,279 +Linear,Logistic,experimental,True,6,0.95,0.9874551971326165,3.4960280105016,0.5587320993183728,0.996415770609319,5.027743081254625,279 +Linear,Logistic,observational,False,1,0.9,0.9510155316606929,0.44690466316390964,0.0923145109483158,0.9713261648745519,0.6956035933691973,279 +Linear,Logistic,observational,False,1,0.95,0.9823775388291517,0.532519751284902,0.0923145109483158,0.989247311827957,0.7644785034564796,279 +Linear,Logistic,observational,False,4,0.9,0.8198924731182796,3.3981305997913656,1.0076858299266183,0.6559139784946236,5.28563070760084,279 +Linear,Logistic,observational,False,4,0.95,0.8948626045400239,4.0491223542476735,1.0076858299266183,0.7885304659498208,5.806675171191566,279 +Linear,Logistic,observational,False,6,0.9,0.9656511350059738,3.0138558768024004,0.5776489786450035,0.982078853046595,4.705706926180292,279 +Linear,Logistic,observational,False,6,0.95,0.9865591397849462,3.5912307796500156,0.5776489786450035,0.996415770609319,5.15807474968051,279 +Linear,Logistic,observational,True,1,0.9,0.9489247311827957,0.4455964561218644,0.09215210238176288,0.96415770609319,0.6930347576956017,279 +Linear,Logistic,observational,True,1,0.95,0.9823775388291517,0.5309609264480182,0.09215210238176288,0.989247311827957,0.7619686090236201,279 +Linear,Logistic,observational,True,4,0.9,0.8243727598566308,3.4010070491186695,1.0041104807135977,0.7132616487455197,5.292540058984283,279 +Linear,Logistic,observational,True,4,0.95,0.9017323775388292,4.052549855024942,1.0041104807135977,0.8315412186379928,5.811117953650732,279 +Linear,Logistic,observational,True,6,0.9,0.9623655913978495,3.01035064541757,0.5787225111971113,0.978494623655914,4.709297900485361,279 +Linear,Logistic,observational,True,6,0.95,0.9868578255675029,3.587054038839053,0.5787225111971113,1.0,5.16336213800866,279 diff --git a/results/did/did_cs_multi_eventstudy.csv b/results/did/did_cs_multi_eventstudy.csv index 1b97a500..cfe8c1d7 100644 --- a/results/did/did_cs_multi_eventstudy.csv +++ b/results/did/did_cs_multi_eventstudy.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.623,1.2344028525035762,0.5867917352577009,0.35,1.7693962242178276,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.7186666666666667,1.4708817208279752,0.5867917352577009,0.502,1.9609823371949875,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6716666666666666,1.2457079936515478,0.5587834594489091,0.456,1.787988168603755,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7693333333333334,1.4843526273737648,0.5587834594489091,0.596,1.9848441118866604,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9553333333333334,1.2548116303893624,0.25441640771793017,0.968,1.799914731144992,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9806666666666666,1.4952002796159412,0.25441640771793017,0.988,1.9964128112202024,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.6173333333333334,1.2342398029059287,0.5878297827043432,0.328,1.7676223235760382,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.7153333333333334,1.4706874352490966,0.5878297827043432,0.482,1.962154166560331,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.665,1.2456282746415375,0.5567609889479388,0.482,1.7890029538815984,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.768,1.4842576363144127,0.5567609889479388,0.61,1.9841482801792536,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9473333333333334,1.2549629324084535,0.2529649046165915,0.978,1.8004004709049248,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9836666666666666,1.4953805670915852,0.2529649046165915,0.992,1.9964711805317528,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.95,1.438086091604987,0.2928300824932225,0.974,2.0655092074851575,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9806666666666666,1.7135852698562943,0.2928300824932225,0.988,2.29250119775212,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9133333333333333,1.8958082010478872,0.43665208441716385,0.934,2.7174153287309672,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9593333333333334,2.258994803407606,0.43665208441716385,0.974,3.018313563700997,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9463333333333334,1.429508949123356,0.296161119189052,0.954,2.054951833185491,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9753333333333334,1.7033649742148993,0.296161119189052,0.986,2.280416092396764,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.95,1.401299278120269,0.2939067762871093,0.976,2.013012735107051,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.985,1.6697510779533535,0.2939067762871093,0.99,2.235222163171953,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.919,1.862906524183341,0.42400027998341316,0.93,2.6738713551739077,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9666666666666667,2.2197900373245583,0.42400027998341316,0.96,2.9647553494845016,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9476666666666667,1.4093623247425004,0.2961286220265989,0.968,2.0231777330879597,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9766666666666667,1.679358790594952,0.2961286220265989,0.99,2.2460491085047685,500 -Linear,Logistic,experimental,False,1,0.9,0.8936666666666666,0.29668129511983965,0.07431255501976836,0.9,0.4234475244785486,500 -Linear,Logistic,experimental,False,1,0.95,0.9456666666666667,0.353517567638704,0.07431255501976836,0.944,0.4706234364546205,500 -Linear,Logistic,experimental,False,4,0.9,0.6223333333333334,1.9676971347315257,0.9611549277615734,0.358,2.821851876593927,500 -Linear,Logistic,experimental,False,4,0.95,0.7223333333333334,2.3446557513474295,0.9611549277615734,0.514,3.1296803439927747,500 -Linear,Logistic,experimental,False,6,0.9,0.9593333333333334,2.0617828042693422,0.4014842496440879,0.976,2.9502179783272156,500 -Linear,Logistic,experimental,False,6,0.95,0.9836666666666666,2.4567657413999964,0.4014842496440879,0.994,3.281559353958586,500 -Linear,Logistic,experimental,True,1,0.9,0.8956666666666666,0.29669741633654045,0.07427451790842504,0.904,0.42300310272980823,500 -Linear,Logistic,experimental,True,1,0.95,0.9466666666666667,0.3535367772532271,0.07427451790842504,0.944,0.4703234973074518,500 -Linear,Logistic,experimental,True,4,0.9,0.6253333333333334,1.968237754015678,0.9612257304593996,0.378,2.8228298488222006,500 -Linear,Logistic,experimental,True,4,0.95,0.7253333333333334,2.34529993895715,0.9612257304593996,0.504,3.131512414726046,500 -Linear,Logistic,experimental,True,6,0.9,0.9626666666666667,2.061499649901614,0.40221977991502417,0.978,2.956723898358197,500 -Linear,Logistic,experimental,True,6,0.95,0.986,2.456428342160502,0.40221977991502417,0.994,3.27621932440078,500 -Linear,Logistic,observational,False,1,0.9,0.9463333333333334,0.3176061939182343,0.06584511870516535,0.976,0.4526647021991571,500 -Linear,Logistic,observational,False,1,0.95,0.9766666666666667,0.37845112242619566,0.06584511870516535,0.992,0.503374033380795,500 -Linear,Logistic,observational,False,4,0.9,0.7153333333333334,2.4038988361616647,0.9742433088378242,0.612,3.4426054640030586,500 -Linear,Logistic,observational,False,4,0.95,0.818,2.8644221371155596,0.9742433088378242,0.742,3.818906934969005,500 -Linear,Logistic,observational,False,6,0.9,0.9583333333333334,2.1093483697182047,0.41187232611430147,0.984,3.023378654122078,500 -Linear,Logistic,observational,False,6,0.95,0.9846666666666666,2.5134436084493803,0.41187232611430147,0.994,3.352228561843766,500 -Linear,Logistic,observational,True,1,0.9,0.9443333333333334,0.3168146024540254,0.06585930633635377,0.974,0.4518084310690513,500 -Linear,Logistic,observational,True,1,0.95,0.9743333333333334,0.37750788301881183,0.06585930633635377,0.994,0.5023115027058873,500 -Linear,Logistic,observational,True,4,0.9,0.7176666666666667,2.41160294711594,0.9692477115042165,0.61,3.4556749332846293,500 -Linear,Logistic,observational,True,4,0.95,0.824,2.873602151528918,0.9692477115042165,0.77,3.831797951807144,500 -Linear,Logistic,observational,True,6,0.9,0.9586666666666667,2.1086877347027313,0.41243280545073824,0.984,3.0221755013295026,500 -Linear,Logistic,observational,True,6,0.95,0.9853333333333334,2.5126564132752702,0.41243280545073824,0.998,3.35521140900093,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.6224611708482676,1.2402194928689272,0.5809222891492261,0.3225806451612903,1.7737862941008629,279 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.7287933094384708,1.477812675315542,0.5809222891492261,0.4982078853046595,1.9715078897845981,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6373954599761051,1.2479141575620998,0.5931594381366708,0.3333333333333333,1.7911427701234592,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7311827956989247,1.4869814338145468,0.5931594381366708,0.4838709677419355,1.9856391175167616,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9528076463560334,1.2544723230325925,0.2520162722412503,0.96415770609319,1.8007610245998058,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.974910394265233,1.4947959699630569,0.2520162722412503,0.989247311827957,1.993779812039481,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.6206690561529271,1.2406479402605826,0.5850171373091937,0.31899641577060933,1.7753125510728645,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.7150537634408602,1.478323201871313,0.5850171373091937,0.4767025089605735,1.974964266292922,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6296296296296297,1.24736282946404,0.587089464230041,0.3906810035842294,1.7899094934094781,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.7293906810035843,1.4863244858660143,0.587089464230041,0.5340501792114696,1.9877434313147402,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9557945041816011,1.2544741320029795,0.2514049075932686,0.9713261648745519,1.7992110462137336,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9796893667861409,1.4947981254842226,0.2514049075932686,0.989247311827957,1.9966198163444047,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.942652329749104,1.4807990314708686,0.32003460612557183,0.96415770609319,2.1276390534793532,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9826762246117086,1.7644808768812856,0.32003460612557183,0.982078853046595,2.3591387189604336,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.910394265232975,1.8805033803129778,0.4561492207292547,0.9068100358422939,2.6974170141120055,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.953405017921147,2.2407579846787207,0.4561492207292547,0.946236559139785,2.9904620473854,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.946236559139785,1.4253071734677722,0.29346942235648776,0.974910394265233,2.050563933430702,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9814814814814814,1.6983582497130212,0.29346942235648776,0.989247311827957,2.270469130328229,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.946236559139785,1.4470118462529324,0.30273992701453806,0.974910394265233,2.077265121350854,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.982078853046595,1.724220962515001,0.30273992701453806,0.992831541218638,2.3039602629538094,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9139784946236559,1.8418563680373876,0.43611079219257715,0.9354838709677419,2.6420800031086693,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9623655913978495,2.194707229201699,0.43611079219257715,0.96415770609319,2.927438814343708,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.942652329749104,1.412497099695236,0.28876477463896644,0.946236559139785,2.03034517088535,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9743130227001194,1.6830941053404878,0.28876477463896644,0.985663082437276,2.250398573954417,279 +Linear,Logistic,experimental,False,1,0.9,0.8853046594982079,0.2966189208822212,0.07697378904064395,0.8637992831541219,0.42421678201301266,279 +Linear,Logistic,experimental,False,1,0.95,0.9390681003584229,0.35344324415040557,0.07697378904064395,0.931899641577061,0.47087689699288793,279 +Linear,Logistic,experimental,False,4,0.9,0.5818399044205497,1.9632230354934612,0.9865035853593799,0.3333333333333333,2.813929836020063,279 +Linear,Logistic,experimental,False,4,0.95,0.7025089605734767,2.3393245332826846,0.9865035853593799,0.46953405017921146,3.127645908283085,279 +Linear,Logistic,experimental,False,6,0.9,0.9516129032258065,2.0638825538419026,0.40786042529604416,0.967741935483871,2.9608432259427877,279 +Linear,Logistic,experimental,False,6,0.95,0.9796893667861409,2.4592677473361713,0.40786042529604416,0.992831541218638,3.2798895629348186,279 +Linear,Logistic,experimental,True,1,0.9,0.886499402628435,0.29667845886587413,0.07686869347906883,0.8673835125448028,0.4236605147640369,279 +Linear,Logistic,experimental,True,1,0.95,0.9390681003584229,0.3535141880336544,0.07686869347906883,0.9247311827956989,0.4705609082518747,279 +Linear,Logistic,experimental,True,4,0.9,0.5902031063321386,1.9634322988378632,0.9869655698123,0.35125448028673834,2.814064242814986,279 +Linear,Logistic,experimental,True,4,0.95,0.6977299880525687,2.339573885937287,0.9869655698123,0.4838709677419355,3.121859788261583,279 +Linear,Logistic,experimental,True,6,0.9,0.9545997610513739,2.064247814444245,0.4075308278696422,0.9713261648745519,2.957199069395569,279 +Linear,Logistic,experimental,True,6,0.95,0.9802867383512545,2.4597029821885816,0.4075308278696422,0.992831541218638,3.2842845831955056,279 +Linear,Logistic,observational,False,1,0.9,0.9498207885304659,0.3170300494171379,0.06504819352526141,0.974910394265233,0.45242892734163964,279 +Linear,Logistic,observational,False,1,0.95,0.9790919952210275,0.37776460390957084,0.06504819352526141,0.992831541218638,0.5020262317120233,279 +Linear,Logistic,observational,False,4,0.9,0.6839904420549582,2.4127304494483663,1.010285259800335,0.5698924731182796,3.455657640389805,279 +Linear,Logistic,observational,False,4,0.95,0.7956989247311828,2.874945653423452,1.010285259800335,0.6917562724014337,3.8310239928191354,279 +Linear,Logistic,observational,False,6,0.9,0.9528076463560334,2.1172870017181973,0.4239579491204401,0.9605734767025089,3.035463744493012,279 +Linear,Logistic,observational,False,6,0.95,0.982078853046595,2.522903071924766,0.4239579491204401,0.989247311827957,3.368436781919364,279 +Linear,Logistic,observational,True,1,0.9,0.9474313022700119,0.31630459728684235,0.06514097241369085,0.982078853046595,0.4515490947684488,279 +Linear,Logistic,observational,True,1,0.95,0.9790919952210275,0.3769001743794354,0.06514097241369085,0.989247311827957,0.5015670908754307,279 +Linear,Logistic,observational,True,4,0.9,0.6929510155316607,2.4132978999768855,1.0099658485179035,0.6021505376344086,3.451850751988374,279 +Linear,Logistic,observational,True,4,0.95,0.7980884109916367,2.8756218124327906,1.0099658485179035,0.7132616487455197,3.833637978054256,279 +Linear,Logistic,observational,True,6,0.9,0.9516129032258065,2.116092518070855,0.4261877307573523,0.9713261648745519,3.0321090087991402,279 +Linear,Logistic,observational,True,6,0.95,0.982078853046595,2.521479756870738,0.4261877307573523,0.996415770609319,3.3634536996559423,279 diff --git a/results/did/did_cs_multi_group.csv b/results/did/did_cs_multi_group.csv index 795a81c7..90af7470 100644 --- a/results/did/did_cs_multi_group.csv +++ b/results/did/did_cs_multi_group.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.648,1.958130612753029,0.6931432900546463,0.336,2.5122538474084704,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.7266666666666667,2.333256537321367,0.6931432900546463,0.46,2.837637387247171,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.684,1.9405327407159012,0.656846624632093,0.378,2.4916795872647755,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7486666666666666,2.312287379438766,0.656846624632093,0.494,2.8099028821210648,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.958,1.9418353648783815,0.37543970576234414,0.968,2.4937112856330335,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9826666666666666,2.313839551864336,0.37543970576234414,0.994,2.817681872392808,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.65,1.9571814998792045,0.6889770027800006,0.336,2.509453326822512,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.7273333333333333,2.3321255995774375,0.6889770027800006,0.426,2.83457592815282,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6873333333333332,1.9400950244352047,0.6604767279846773,0.382,2.4928028949564713,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.75,2.311765808320488,0.6604767279846773,0.502,2.8123234932785457,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.96,1.9424489320197122,0.3773552808347474,0.972,2.493917731063607,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.984,2.3145706622071662,0.3773552808347474,0.996,2.8163239892073255,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9426666666666667,2.1455761943315403,0.4381141091824277,0.95,2.7514817504646536,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.976,2.5566117240293487,0.4381141091824277,0.984,3.1105932950425177,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.92,2.770826181354666,0.6218240106432057,0.92,3.557591638284541,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9606666666666667,3.3016430361289624,0.6218240106432057,0.962,4.018077865773314,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9513333333333334,2.206974710708492,0.44767634643371434,0.974,2.8329429832963875,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.982,2.6297725687581597,0.44767634643371434,0.988,3.2016185335069935,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.936,2.1203778078700832,0.44909450499809317,0.952,2.720027329156187,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9746666666666667,2.526585994612616,0.44909450499809317,0.978,3.0751075279585267,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9226666666666666,2.7276343103261955,0.601075346222161,0.93,3.5001905789415355,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.966,3.2501767474248435,0.601075346222161,0.96,3.948744210132073,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9493333333333334,2.173939421934124,0.4498220130180585,0.966,2.7918554238706332,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9826666666666666,2.590408594264792,0.4498220130180585,0.992,3.151112383580006,500 -Linear,Logistic,experimental,False,1,0.9,0.9013333333333333,0.37265738853214053,0.08859319616682844,0.904,0.47839941611486514,500 -Linear,Logistic,experimental,False,1,0.95,0.9526666666666667,0.44404866677981547,0.08859319616682844,0.956,0.5406676902427345,500 -Linear,Logistic,experimental,False,4,0.9,0.6673333333333332,3.1336232691639196,1.0895923128095015,0.316,4.02233178605052,500 -Linear,Logistic,experimental,False,4,0.95,0.728,3.7339424299175934,1.0895923128095015,0.394,4.5438248369278265,500 -Linear,Logistic,experimental,False,6,0.9,0.958,3.2599730175255166,0.5961529828509201,0.97,4.184613732542172,500 -Linear,Logistic,experimental,False,6,0.95,0.982,3.8844974411275577,0.5961529828509201,0.99,4.720414550175649,500 -Linear,Logistic,experimental,True,1,0.9,0.9046666666666666,0.3726964218885218,0.08870041349802113,0.9,0.4783660681766364,500 -Linear,Logistic,experimental,True,1,0.95,0.9526666666666667,0.44409517789268865,0.08870041349802113,0.954,0.5410617011776719,500 -Linear,Logistic,experimental,True,4,0.9,0.67,3.134323095972308,1.0902383455706834,0.32,4.0225478373755905,500 -Linear,Logistic,experimental,True,4,0.95,0.7333333333333333,3.734776324993351,1.0902383455706834,0.39,4.5485148620710625,500 -Linear,Logistic,experimental,True,6,0.9,0.9546666666666667,3.259435631958217,0.5970778315125913,0.968,4.184156255097815,500 -Linear,Logistic,experimental,True,6,0.95,0.9813333333333334,3.883857106729127,0.5970778315125913,0.994,4.7239829009315395,500 -Linear,Logistic,observational,False,1,0.9,0.9446666666666667,0.39837191256296084,0.08144967759883086,0.964,0.5123795593054733,500 -Linear,Logistic,observational,False,1,0.95,0.9806666666666666,0.47468941204382226,0.08144967759883086,0.982,0.5784243257010652,500 -Linear,Logistic,observational,False,4,0.9,0.754,3.6857060219439988,1.1215026888858457,0.56,4.722848754761831,500 -Linear,Logistic,observational,False,4,0.95,0.8213333333333334,4.391789605012528,1.1215026888858457,0.692,5.344408749712175,500 -Linear,Logistic,observational,False,6,0.9,0.9606666666666667,3.336166902774549,0.6136791390581188,0.972,4.281255977087202,500 -Linear,Logistic,observational,False,6,0.95,0.9833333333333334,3.9752880552486802,0.6136791390581188,0.988,4.8345238298141755,500 -Linear,Logistic,observational,True,1,0.9,0.946,0.39727633051259076,0.08107017958546997,0.96,0.5105019305400308,500 -Linear,Logistic,observational,True,1,0.95,0.9773333333333334,0.47338394551132973,0.08107017958546997,0.982,0.5760144793290006,500 -Linear,Logistic,observational,True,4,0.9,0.746,3.6837636034756183,1.1142685809512556,0.588,4.723009055885042,500 -Linear,Logistic,observational,True,4,0.95,0.83,4.389475070649987,1.1142685809512556,0.704,5.332966188093874,500 -Linear,Logistic,observational,True,6,0.9,0.9573333333333334,3.3344393970984694,0.6206253517833774,0.97,4.276874358539161,500 -Linear,Logistic,observational,True,6,0.95,0.9826666666666666,3.9732296052731164,0.6206253517833774,0.992,4.832204250841039,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.6750298685782556,1.9693232878407607,0.6809517042810738,0.34408602150537637,2.5252572586756377,279 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.7323775388291517,2.3465934322907214,0.6809517042810738,0.45878136200716846,2.851361544471591,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6738351254480287,1.942050896505041,0.6735007423848389,0.3118279569892473,2.4912526027763073,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7287933094384706,2.314096373637933,0.6735007423848389,0.4014336917562724,2.81358780656166,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.953405017921147,1.9416748342871284,0.3741351117099803,0.978494623655914,2.4936396048937057,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.984468339307049,2.31364826786671,0.3741351117099803,0.992831541218638,2.815206355251331,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.6571087216248506,1.9711121963342015,0.6905300386198914,0.35842293906810035,2.5267008922756493,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.7407407407407407,2.348725048235953,0.6905300386198914,0.45878136200716846,2.857961161818087,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6750298685782556,1.941616702002925,0.6669780280118026,0.3225806451612903,2.490240468278929,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.7299880525686977,2.313578998977667,0.6669780280118026,0.43727598566308246,2.8173837493480085,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.962962962962963,1.9417171110846188,0.367002624054474,0.978494623655914,2.4963662503476693,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9868578255675029,2.3136986437780407,0.367002624054474,0.989247311827957,2.811540904713415,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9450418160095581,2.180597058515431,0.4740453901490375,0.967741935483871,2.797837859379854,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9832735961768219,2.5983416575524365,0.4740453901490375,0.989247311827957,3.1582414057201915,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.8936678614097969,2.745468226724172,0.6173030702677429,0.8817204301075269,3.516309304238815,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.930704898446834,3.271427169511406,0.6173030702677429,0.9498207885304659,3.978733770335614,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9474313022700119,2.1981801326133916,0.4464447789792722,0.953405017921147,2.823770017716627,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.984468339307049,2.6192931826029504,0.4464447789792722,0.982078853046595,3.1875448561286435,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.942652329749104,2.1686327380185273,0.44986628900969405,0.974910394265233,2.7826037061835,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9832735961768219,2.5840852903662044,0.44986628900969405,0.992831541218638,3.13835386935761,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.899641577060932,2.704934944613143,0.6076547249663103,0.9175627240143369,3.469916457417566,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.95221027479092,3.2231287848946195,0.6076547249663103,0.96415770609319,3.9209409303256217,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9474313022700119,2.1757711986887487,0.453263269024094,0.953405017921147,2.792833801788602,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9772998805256871,2.5925912908938136,0.453263269024094,0.982078853046595,3.1571753169413697,279 +Linear,Logistic,experimental,False,1,0.9,0.8781362007168458,0.37268774418561273,0.09390263008619863,0.8637992831541219,0.4784168005383007,279 +Linear,Logistic,experimental,False,1,0.95,0.9366786140979688,0.44408483777190727,0.09390263008619863,0.931899641577061,0.5407743684687393,279 +Linear,Logistic,experimental,False,4,0.9,0.6511350059737157,3.122808304945589,1.1372015750079183,0.24014336917562723,3.999501991768922,279 +Linear,Logistic,experimental,False,4,0.95,0.6977299880525687,3.721055605208878,1.1372015750079183,0.34408602150537637,4.5312716524370495,279 +Linear,Logistic,experimental,False,6,0.9,0.959378733572282,3.2673770458937335,0.6373979234952247,0.9713261648745519,4.1909886784558,279 +Linear,Logistic,experimental,False,6,0.95,0.9796893667861409,3.8933198850851474,0.6373979234952247,0.996415770609319,4.742860360823139,279 +Linear,Logistic,experimental,True,1,0.9,0.886499402628435,0.37277221302880087,0.09370328102492449,0.8745519713261649,0.4792751423730485,279 +Linear,Logistic,experimental,True,1,0.95,0.937873357228196,0.4441854886065784,0.09370328102492449,0.9390681003584229,0.5409847540068355,279 +Linear,Logistic,experimental,True,4,0.9,0.6499402628434886,3.123410437442801,1.1346070839016187,0.24372759856630824,4.005060213168967,279 +Linear,Logistic,experimental,True,4,0.95,0.6977299880525687,3.7217730903328547,1.1346070839016187,0.35125448028673834,4.528259793964742,279 +Linear,Logistic,experimental,True,6,0.9,0.9581839904420549,3.2675025942015976,0.6402736026210359,0.9713261648745519,4.190054445787369,279 +Linear,Logistic,experimental,True,6,0.95,0.9808841099163681,3.8934694851211025,0.6402736026210359,0.992831541218638,4.740521752468565,279 +Linear,Logistic,observational,False,1,0.9,0.9498207885304659,0.3980211122909266,0.08347741693067301,0.96415770609319,0.5118467894800592,279 +Linear,Logistic,observational,False,1,0.95,0.9772998805256871,0.4742714077377319,0.08347741693067301,0.982078853046595,0.5772116881923769,279 +Linear,Logistic,observational,False,4,0.9,0.7383512544802867,3.685195002317261,1.1755148668785227,0.5197132616487455,4.72723993773384,279 +Linear,Logistic,observational,False,4,0.95,0.8004778972520907,4.391180687570035,1.1755148668785227,0.6523297491039427,5.3415630201174915,279 +Linear,Logistic,observational,False,6,0.9,0.959378733572282,3.359643588935201,0.6660021596702236,0.967741935483871,4.310775795320043,279 +Linear,Logistic,observational,False,6,0.95,0.982078853046595,4.003262252221154,0.6660021596702236,0.992831541218638,4.877640990986795,279 +Linear,Logistic,observational,True,1,0.9,0.9474313022700119,0.39682685811285806,0.08342193549786645,0.9605734767025089,0.5094792187017854,279 +Linear,Logistic,observational,True,1,0.95,0.978494623655914,0.4728483661132081,0.08342193549786645,0.985663082437276,0.5757316956591612,279 +Linear,Logistic,observational,True,4,0.9,0.7275985663082437,3.683991695773076,1.1701432406619077,0.5376344086021505,4.7273197737268555,279 +Linear,Logistic,observational,True,4,0.95,0.8112305854241338,4.3897468593859825,1.1701432406619077,0.6774193548387096,5.338454173886779,279 +Linear,Logistic,observational,True,6,0.9,0.9605734767025089,3.349248419700074,0.652966118052585,0.9713261648745519,4.293438864600423,279 +Linear,Logistic,observational,True,6,0.95,0.9880525686977301,3.9908756440876334,0.652966118052585,0.989247311827957,4.857820082621734,279 diff --git a/results/did/did_cs_multi_metadata.csv b/results/did/did_cs_multi_metadata.csv index 3434afe7..1076b4c3 100644 --- a/results/did/did_cs_multi_metadata.csv +++ b/results/did/did_cs_multi_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,DIDCSMultiCoverageSimulation,2025-06-13 08:24,86.96345181862513,3.12.9,scripts/did/did_cs_multi_config.yml +0.11.dev0,DIDCSMultiCoverageSimulation,2025-09-08 12:16,337.3148369193077,3.12.3,scripts/did/did_cs_multi_config.yml diff --git a/results/did/did_cs_multi_time.csv b/results/did/did_cs_multi_time.csv index 393f4eb2..1f15f2c4 100644 --- a/results/did/did_cs_multi_time.csv +++ b/results/did/did_cs_multi_time.csv @@ -1,49 +1,49 @@ Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.6846666666666666,1.6852637187978814,0.6568561745562633,0.644,2.166373850978708,500 -LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.8013333333333333,2.0081155789027143,0.6568561745562633,0.794,2.4432403323739083,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6946666666666667,1.6572625832981909,0.6444035333046219,0.63,2.1287742018575164,500 -LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8106666666666666,1.97475016801972,0.6444035333046219,0.776,2.4050156056560694,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9606666666666667,1.678145359731322,0.32086557637982427,0.98,2.1561372793012143,500 -LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.984,1.9996335309132296,0.32086557637982427,0.992,2.4339888129396257,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.694,1.6853618715300172,0.6617200953838079,0.63,2.164988518441371,500 -LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8013333333333333,2.0082325350967603,0.6617200953838079,0.772,2.4431988690684,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6793333333333333,1.6570297419818631,0.639660290746131,0.65,2.130950656548393,500 -LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.806,1.9744727204787125,0.639660290746131,0.782,2.4054991633398193,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9626666666666667,1.677818276995257,0.31433596219616716,0.988,2.155945941033667,500 -LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9906666666666666,1.9992437877943599,0.31433596219616716,1.0,2.4347112974605247,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.952,1.9285517129609813,0.3837221142569943,0.956,2.4751286634818546,500 -LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.98,2.298011104326713,0.3837221142569943,0.984,2.7955267219007296,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9206666666666666,2.774724635621781,0.6047701373727594,0.914,3.562841935465964,500 -LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.958,3.3062883309039646,0.6047701373727594,0.954,4.026554617243503,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.964,1.9254223403023532,0.37567005141848064,0.97,2.470542968789135,500 -LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9873333333333334,2.2942822268116463,0.37567005141848064,0.992,2.7963395465549707,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9586666666666667,1.8968224696755345,0.3916482505280383,0.976,2.4349507643906807,500 -LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9846666666666666,2.2602033790208185,0.3916482505280383,0.992,2.753431400136418,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.932,2.7393908833255214,0.5858862962139311,0.94,3.5199757412546693,500 -LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9673333333333334,3.2641855681993706,0.5858862962139311,0.966,3.9741224058073636,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9526666666666667,1.8895154847816398,0.3782825026634886,0.976,2.427868448446374,500 -LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.984,2.251496569495065,0.3782825026634886,1.0,2.741675687739425,500 -Linear,Logistic,experimental,False,1,0.9,0.8873333333333334,0.3449267364872548,0.08642860984541795,0.898,0.4421340023541829,500 -Linear,Logistic,experimental,False,1,0.95,0.946,0.411005556812322,0.08642860984541795,0.954,0.4995936732494318,500 -Linear,Logistic,experimental,False,4,0.9,0.6606666666666666,2.657325208820743,1.0944897316787332,0.578,3.4170145894791286,500 -Linear,Logistic,experimental,False,4,0.95,0.768,3.1663982856346244,1.0944897316787332,0.718,3.8571460284501917,500 -Linear,Logistic,experimental,False,6,0.9,0.9666666666666667,2.8130006694021406,0.5241010134911126,0.99,3.615745083978043,500 -Linear,Logistic,experimental,False,6,0.95,0.9886666666666666,3.351897038238965,0.5241010134911126,0.996,4.080907435373497,500 -Linear,Logistic,experimental,True,1,0.9,0.8866666666666666,0.34494936823919464,0.08627620913303025,0.892,0.44244261069510993,500 -Linear,Logistic,experimental,True,1,0.95,0.944,0.4110325242080722,0.08627620913303025,0.954,0.4997820751033549,500 -Linear,Logistic,experimental,True,4,0.9,0.662,2.658224241071875,1.0948743949781543,0.564,3.414305214743393,500 -Linear,Logistic,experimental,True,4,0.95,0.7673333333333334,3.167469548635955,1.0948743949781543,0.704,3.8565120655762,500 -Linear,Logistic,experimental,True,6,0.9,0.9653333333333334,2.8124774925935068,0.52557492082057,0.984,3.6161253198306906,500 -Linear,Logistic,experimental,True,6,0.95,0.9913333333333334,3.351273634620754,0.52557492082057,0.994,4.081566943051543,500 -Linear,Logistic,observational,False,1,0.9,0.948,0.3848384213393204,0.08045475266904066,0.972,0.49329329293532265,500 -Linear,Logistic,observational,False,1,0.95,0.9826666666666666,0.4585632626109482,0.08045475266904066,0.984,0.5578459151419344,500 -Linear,Logistic,observational,False,4,0.9,0.7826666666666666,3.561955924053432,1.1426462614848412,0.77,4.570526668350063,500 -Linear,Logistic,observational,False,4,0.95,0.8806666666666666,4.244332268399335,1.1426462614848412,0.858,5.1742268814347625,500 -Linear,Logistic,observational,False,6,0.9,0.9693333333333334,2.8849996002426015,0.542775483007719,0.988,3.7090559830760395,500 -Linear,Logistic,observational,False,6,0.95,0.9893333333333334,3.4376890558753503,0.542775483007719,0.998,4.185426374123738,500 -Linear,Logistic,observational,True,1,0.9,0.9486666666666667,0.38328722165443907,0.07985513409020634,0.976,0.49100462864725225,500 -Linear,Logistic,observational,True,1,0.95,0.9813333333333334,0.4567148941814533,0.07985513409020634,0.984,0.5552786616821493,500 -Linear,Logistic,observational,True,4,0.9,0.7926666666666666,3.574512574056902,1.132495088626377,0.788,4.589451201868081,500 -Linear,Logistic,observational,True,4,0.95,0.8913333333333334,4.25929443972572,1.132495088626377,0.872,5.1765558927503275,500 -Linear,Logistic,observational,True,6,0.9,0.9686666666666667,2.881358739293633,0.5417165951212739,0.984,3.6998331255899966,500 -Linear,Logistic,observational,True,6,0.95,0.9866666666666666,3.4333507024706638,0.5417165951212739,0.996,4.181041617405785,500 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7060931899641577,1.6951392436550388,0.6480352394763556,0.6164874551971327,2.1760652275678454,279 +LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.8100358422939068,2.019882992568775,0.6480352394763556,0.7813620071684588,2.45754914651766,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6774193548387096,1.6567161125525725,0.6736701567456025,0.5770609318996416,2.1275235767067735,279 +LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7873357228195937,1.9740990079636107,0.6736701567456025,0.7204301075268817,2.402986793943087,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9557945041816011,1.675062648349498,0.3216504987272129,0.9713261648745519,2.1525339617897337,279 +LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9832735961768219,1.995960253738831,0.3216504987272129,0.992831541218638,2.4286123129050425,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7013142174432496,1.6963829256066243,0.6559685795422001,0.6379928315412187,2.1785249453729922,279 +LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8124253285543608,2.0213649310181236,0.6559685795422001,0.7634408602150538,2.46026802636688,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6786140979689366,1.6563094115877437,0.6739119632770749,0.6057347670250897,2.127437043098977,279 +LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.7897252090800477,1.973614393873651,0.6739119632770749,0.7204301075268817,2.405475232810186,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.959378733572282,1.6753327710084593,0.3178547452358235,0.985663082437276,2.151770683116439,279 +LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9880525686977301,1.9962821247395677,0.3178547452358235,0.992831541218638,2.430282765039841,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.948626045400239,1.9886534702622511,0.42652052172489513,0.9605734767025089,2.5508802701415108,279 +LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.982078853046595,2.3696267653119265,0.42652052172489513,0.985663082437276,2.8779082268088896,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.919952210274791,2.7543894866582592,0.6131842375665039,0.9390681003584229,3.533521821850437,279 +LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.962962962962963,3.2820575063882127,0.6131842375665039,0.96415770609319,3.996322202322764,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9545997610513739,1.9077063533601106,0.36965628483154406,0.974910394265233,2.451651861750512,279 +LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.982078853046595,2.2731723263387806,0.36965628483154406,0.989247311827957,2.7700713149742238,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9450418160095581,1.950154596953942,0.4170093666043757,0.9713261648745519,2.5026673085384226,279 +LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9761051373954599,2.3237525283018496,0.4170093666043757,0.989247311827957,2.8265335272473506,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9151732377538829,2.696826924172035,0.5787095347882425,0.931899641577061,3.4630009951695926,279 +LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9617682198327359,3.2134674826424923,0.5787095347882425,0.9713261648745519,3.910946317258273,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.946236559139785,1.8868156181513538,0.37794787686712633,0.953405017921147,2.423867319053368,279 +LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.973715651135006,2.248279479979185,0.37794787686712633,0.978494623655914,2.737866225288965,279 +Linear,Logistic,experimental,False,1,0.9,0.8781362007168458,0.34505110601522554,0.09072414599095838,0.8602150537634409,0.44173322721221486,279 +Linear,Logistic,experimental,False,1,0.95,0.9235364396654719,0.4111537522454005,0.09072414599095838,0.942652329749104,0.4999798886829815,279 +Linear,Logistic,experimental,False,4,0.9,0.6272401433691757,2.6445643239462022,1.1473776883957956,0.5304659498207885,3.3973680458217284,279 +Linear,Logistic,experimental,False,4,0.95,0.7538829151732378,3.1511927534491755,1.1473776883957956,0.6738351254480287,3.837904531181666,279 +Linear,Logistic,experimental,False,6,0.9,0.9665471923536441,2.817641435858241,0.5337486705787436,0.982078853046595,3.617918674322867,279 +Linear,Logistic,experimental,False,6,0.95,0.992831541218638,3.3574268525431568,0.5337486705787436,0.985663082437276,4.090510766335912,279 +Linear,Logistic,experimental,True,1,0.9,0.8793309438470729,0.3451241610270191,0.09085881649493469,0.8637992831541219,0.4425232370878494,279 +Linear,Logistic,experimental,True,1,0.95,0.927120669056153,0.4112408026611089,0.09085881649493469,0.9247311827956989,0.5003511513270503,279 +Linear,Logistic,experimental,True,4,0.9,0.6260454002389486,2.6453285704074445,1.1470193896220129,0.5340501792114696,3.400400629628495,279 +Linear,Logistic,experimental,True,4,0.95,0.7550776583034647,3.1521034092758122,1.1470193896220129,0.6630824372759857,3.835273402507854,279 +Linear,Logistic,experimental,True,6,0.9,0.9653524492234169,2.818036451528012,0.53628148161544,0.978494623655914,3.618649944340008,279 +Linear,Logistic,experimental,True,6,0.95,0.9916367980884111,3.357897542745248,0.53628148161544,0.989247311827957,4.095387610507919,279 +Linear,Logistic,observational,False,1,0.9,0.953405017921147,0.3841708968971484,0.07961050104957598,0.96415770609319,0.4922207537455792,279 +Linear,Logistic,observational,False,1,0.95,0.9796893667861409,0.4577678581785902,0.07961050104957598,0.982078853046595,0.5570819491636803,279 +Linear,Logistic,observational,False,4,0.9,0.7562724014336918,3.5703538989923196,1.2179903097229416,0.7311827956989247,4.58660474293079,279 +Linear,Logistic,observational,False,4,0.95,0.8661887694145758,4.254339072745686,1.2179903097229416,0.8279569892473119,5.176867731855577,279 +Linear,Logistic,observational,False,6,0.9,0.96415770609319,2.90403181077712,0.5577928749840405,0.978494623655914,3.7307388727293302,279 +Linear,Logistic,observational,False,6,0.95,0.9880525686977301,3.4603673334938736,0.5577928749840405,0.996415770609319,4.215660153871918,279 +Linear,Logistic,observational,True,1,0.9,0.9498207885304659,0.38271599525385286,0.07953780926669077,0.96415770609319,0.4903922294219223,279 +Linear,Logistic,observational,True,1,0.95,0.978494623655914,0.4560342359430406,0.07953780926669077,0.978494623655914,0.5546270673061412,279 +Linear,Logistic,observational,True,4,0.9,0.7753882915173238,3.578451805172507,1.2155985533899312,0.7562724014336918,4.596710497687665,279 +Linear,Logistic,observational,True,4,0.95,0.8661887694145758,4.263988323112582,1.2155985533899312,0.8494623655913979,5.198365228983065,279 +Linear,Logistic,observational,True,6,0.9,0.96415770609319,2.8963764757963824,0.5559980511022559,0.9713261648745519,3.7129044797782056,279 +Linear,Logistic,observational,True,6,0.95,0.9868578255675029,3.451245439237761,0.5559980511022559,0.989247311827957,4.203613051634758,279 From b9c3f10a28b73846df012ab7b7256ce215178b04 Mon Sep 17 00:00:00 2001 From: bbd5721 Date: Mon, 29 Sep 2025 12:06:31 -0700 Subject: [PATCH 51/67] Heading fixed, added dgp param to sim --- doc/plm/logistic.qmd | 5 +- scripts/plm/logistic_ate_config.yml | 73 +++++++++++++++-------------- 2 files changed, 39 insertions(+), 39 deletions(-) diff --git a/doc/plm/logistic.qmd b/doc/plm/logistic.qmd index 7e943119..4d3e4854 100644 --- a/doc/plm/logistic.qmd +++ b/doc/plm/logistic.qmd @@ -53,7 +53,7 @@ else: display_columns_coverage = ["Learner m", "Learner M", "Learner t", "Bias", "CI Length", "Coverage"] ``` -### Partialling out +### Nuisance space ```{python} # | echo: false @@ -83,9 +83,8 @@ generate_and_show_styled_table( ) ``` -### IV-type +### Instrument -For the IV-type score, the learners `ml_l` and `ml_g` are both set to the same type of learner (here **Learner g**). ```{python} #| echo: false diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/logistic_ate_config.yml index 10b8fcef..10aa1b91 100644 --- a/scripts/plm/logistic_ate_config.yml +++ b/scripts/plm/logistic_ate_config.yml @@ -10,6 +10,7 @@ dgp_parameters: theta: [0.5] # Treatment effect n_obs: [500] # Sample size dim_x: [20] # Number of covariates + balanced_r0: [False] # Whether to use balanced r0 function # Define reusable learner configurations learner_definitions: @@ -54,42 +55,42 @@ dml_parameters: - ml_m: *lgbm ml_M: *lgbm-class ml_t: *lgbm - - ml_m: *rf - ml_M: *lgbm-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *rf-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *lgbm-class - ml_t: *rf - - ml_m: *lgbm - ml_M: *rf-class - ml_t: *rf - - ml_m: *rf - ml_M: *lgbm-class - ml_t: *rf - - ml_m: *rf - ml_M: *rf-class - ml_t: *lgbm - - ml_m: *lasso - ml_M: *lgbm-class - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *logistic - ml_t: *lgbm - - ml_m: *lgbm - ml_M: *lgbm-class - ml_t: *lasso - - ml_m: *lasso - ml_M: *rf-class - ml_t: *rf - - ml_m: *rf - ml_M: *logistic - ml_t: *rf - - ml_m: *rf - ml_M: *rf-class - ml_t: *lasso +# - ml_m: *rf +# ml_M: *lgbm-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *rf-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *lgbm-class +# ml_t: *rf +# - ml_m: *lgbm +# ml_M: *rf-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *lgbm-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *rf-class +# ml_t: *lgbm +# - ml_m: *lasso +# ml_M: *lgbm-class +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *logistic +# ml_t: *lgbm +# - ml_m: *lgbm +# ml_M: *lgbm-class +# ml_t: *lasso +# - ml_m: *lasso +# ml_M: *rf-class +# ml_t: *rf +# - ml_m: *rf +# ml_M: *logistic +# ml_t: *rf +# - ml_m: *rf +# ml_M: *rf-class +# ml_t: *lasso score: ["nuisance_space", "instrument"] From 3ba3dc24eb74ba596b0abe0aa67a8c3990a4896d Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Mon, 6 Oct 2025 10:21:20 -0700 Subject: [PATCH 52/67] DGP param pass fix --- monte-cover/src/montecover/plm/logistic_ate.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/logistic_ate.py index dc660cfa..4f43409c 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/logistic_ate.py @@ -123,10 +123,4 @@ def summarize_results(self): def _generate_dml_data(self, dgp_params) -> dml.DoubleMLData: """Generate data for the simulation.""" - dml_data = make_logistic_LZZ2020( - alpha=dgp_params["theta"], - n_obs=dgp_params["n_obs"], - dim_x=dgp_params["dim_x"], - return_type="DoubleMLData", - ) - return dml_data + return make_logistic_LZZ2020(**dgp_params) From 47252582c79327c97ee8f4d646d2a4b9806bc64e Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Mon, 27 Oct 2025 13:36:00 -0700 Subject: [PATCH 53/67] Renaming of Logistic to LPLR --- .../plm/{logistic_ate.py => lplr_ate.py} | 8 ++++---- scripts/plm/logistic_ate.py | 14 -------------- scripts/plm/lplr_ate.py | 14 ++++++++++++++ ...logistic_ate_config.yml => lplr_ate_config.yml} | 0 4 files changed, 18 insertions(+), 18 deletions(-) rename monte-cover/src/montecover/plm/{logistic_ate.py => lplr_ate.py} (95%) delete mode 100644 scripts/plm/logistic_ate.py create mode 100644 scripts/plm/lplr_ate.py rename scripts/plm/{logistic_ate_config.yml => lplr_ate_config.yml} (100%) diff --git a/monte-cover/src/montecover/plm/logistic_ate.py b/monte-cover/src/montecover/plm/lplr_ate.py similarity index 95% rename from monte-cover/src/montecover/plm/logistic_ate.py rename to monte-cover/src/montecover/plm/lplr_ate.py index 4f43409c..15b88e64 100644 --- a/monte-cover/src/montecover/plm/logistic_ate.py +++ b/monte-cover/src/montecover/plm/lplr_ate.py @@ -2,13 +2,13 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.datasets import make_logistic_LZZ2020 +from doubleml.plm.data import make_lplr_LZZ2020 from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config -class LogisticATECoverageSimulation(BaseSimulation): +class LPLRATECoverageSimulation(BaseSimulation): """Simulation class for coverage properties of DoubleMLPLR for ATE estimation.""" def __init__( @@ -58,7 +58,7 @@ def run_single_rep(self, dml_data, dml_params) -> Dict[str, Any]: score = dml_params["score"] # Model - dml_model = dml.DoubleMLLogit( + dml_model = dml.DoubleMLLPLR( obj_dml_data=dml_data, ml_m=ml_m, ml_M=ml_M, @@ -123,4 +123,4 @@ def summarize_results(self): def _generate_dml_data(self, dgp_params) -> dml.DoubleMLData: """Generate data for the simulation.""" - return make_logistic_LZZ2020(**dgp_params) + return make_lplr_LZZ2020(**dgp_params) diff --git a/scripts/plm/logistic_ate.py b/scripts/plm/logistic_ate.py deleted file mode 100644 index 5a668780..00000000 --- a/scripts/plm/logistic_ate.py +++ /dev/null @@ -1,14 +0,0 @@ -from montecover.plm import LogisticATECoverageSimulation - -# Create and run simulation with config file -sim = LogisticATECoverageSimulation( - config_file="scripts/plm/logistic_ate_config.yml", - log_level="INFO", - log_file="logs/plm/logistic_ate_sim.log", -) -print("Calling file") -sim.run_simulation() -sim.save_results(output_path="results/plm/", file_prefix="logistic_ate") - -# Save config file for reproducibility -sim.save_config("results/plm/logistic_ate_config.yml") \ No newline at end of file diff --git a/scripts/plm/lplr_ate.py b/scripts/plm/lplr_ate.py new file mode 100644 index 00000000..a98b2d46 --- /dev/null +++ b/scripts/plm/lplr_ate.py @@ -0,0 +1,14 @@ +from montecover.plm import LPLRATECoverageSimulation + +# Create and run simulation with config file +sim = LPLRATECoverageSimulation( + config_file="scripts/plm/lplr_ate_config.yml", + log_level="INFO", + log_file="logs/plm/plr_ate_sim.log", +) +print("Calling file") +sim.run_simulation() +sim.save_results(output_path="results/plm/", file_prefix="lplr_ate") + +# Save config file for reproducibility +sim.save_config("results/plm/lplr_ate_config.yml") \ No newline at end of file diff --git a/scripts/plm/logistic_ate_config.yml b/scripts/plm/lplr_ate_config.yml similarity index 100% rename from scripts/plm/logistic_ate_config.yml rename to scripts/plm/lplr_ate_config.yml From ba948669608fb7583640e4971f3dd227c56f07cb Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Mon, 27 Oct 2025 13:38:25 -0700 Subject: [PATCH 54/67] Typo --- scripts/plm/lplr_ate_config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/plm/lplr_ate_config.yml b/scripts/plm/lplr_ate_config.yml index 10aa1b91..da804ed9 100644 --- a/scripts/plm/lplr_ate_config.yml +++ b/scripts/plm/lplr_ate_config.yml @@ -1,4 +1,4 @@ -# Simulation parameters for PLR ATE Coverage +# Simulation parameters for LPLR ATE Coverage simulation_parameters: repetitions: 1000 From 251362345fce9dd9c49d6d22262166d8a0c7fb32 Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Mon, 27 Oct 2025 23:30:51 -0700 Subject: [PATCH 55/67] Renamings --- doc/_quarto-dev.yml | 2 +- doc/_website.yml | 2 +- doc/plm/{logistic.qmd => lplr.qmd} | 8 ++++---- monte-cover/src/montecover/plm/__init__.py | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) rename doc/plm/{logistic.qmd => lplr.qmd} (86%) diff --git a/doc/_quarto-dev.yml b/doc/_quarto-dev.yml index 5e934fc6..b73319b3 100644 --- a/doc/_quarto-dev.yml +++ b/doc/_quarto-dev.yml @@ -21,7 +21,7 @@ website: - plm/plr_gate.qmd - plm/plr_cate.qmd - plm/pliv.qmd - - plm/logistic.qmd + - plm/lplr.qmd # DID - did/did_pa.qmd - did/did_cs.qmd diff --git a/doc/_website.yml b/doc/_website.yml index a713e257..98c2a044 100644 --- a/doc/_website.yml +++ b/doc/_website.yml @@ -25,7 +25,7 @@ website: - plm/plr_gate.qmd - plm/plr_cate.qmd - plm/pliv.qmd - - plm/logistic.qmd + - plm/lplr.qmd - text: "DID" menu: - did/did_pa_multi.qmd diff --git a/doc/plm/logistic.qmd b/doc/plm/lplr.qmd similarity index 86% rename from doc/plm/logistic.qmd rename to doc/plm/lplr.qmd index 4d3e4854..200e5782 100644 --- a/doc/plm/logistic.qmd +++ b/doc/plm/lplr.qmd @@ -1,5 +1,5 @@ --- -title: "Logistic Models" +title: "Logistic Partial Linear Regression Models" jupyter: python3 --- @@ -24,13 +24,13 @@ init_notebook_mode(all_interactive=True) ## ATE Coverage -The simulations are based on the the [make_logistic_LZZ2020](https://docs.doubleml.org/stable/api/generated/doubleml.datasets.make_plr_CCDDHNR2018.html)-DGP with $500$ observations. +The simulations are based on the the [make_lplr_LZZ2020](https://docs.doubleml.org/stable/api/generated/doubleml.datasets.make_lplr_LZZ2020.html)-DGP with $500$ observations. ::: {.callout-note title="Metadata" collapse="true"} ```{python} #| echo: false -metadata_file = '../../results/plm/logistic_ate_metadata.csv' +metadata_file = '../../results/plm/lplr_ate_metadata.csv' metadata_df = pd.read_csv(metadata_file) print(metadata_df.T.to_string(header=False)) ``` @@ -41,7 +41,7 @@ print(metadata_df.T.to_string(header=False)) #| echo: false # set up data and rename columns -df_coverage = pd.read_csv("../../results/plm/logistic_ate_coverage.csv", index_col=None) +df_coverage = pd.read_csv("../../results/plm/lplr_ate_coverage.csv", index_col=None) if "repetition" in df_coverage.columns and df_coverage["repetition"].nunique() == 1: n_rep_coverage = df_coverage["repetition"].unique()[0] diff --git a/monte-cover/src/montecover/plm/__init__.py b/monte-cover/src/montecover/plm/__init__.py index 3707ee6f..5d995c92 100644 --- a/monte-cover/src/montecover/plm/__init__.py +++ b/monte-cover/src/montecover/plm/__init__.py @@ -5,7 +5,7 @@ from montecover.plm.plr_ate_sensitivity import PLRATESensitivityCoverageSimulation from montecover.plm.plr_cate import PLRCATECoverageSimulation from montecover.plm.plr_gate import PLRGATECoverageSimulation -from montecover.plm.logistic_ate import LogisticATECoverageSimulation +from montecover.plm.lplr_ate import LPLRATECoverageSimulation __all__ = [ "PLRATECoverageSimulation", @@ -13,5 +13,5 @@ "PLRGATECoverageSimulation", "PLRCATECoverageSimulation", "PLRATESensitivityCoverageSimulation", - "LogisticATECoverageSimulation", + "LPLRATECoverageSimulation", ] From bd264a35ac6d864564f89b2d8d0f6eb800d8658c Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Mon, 27 Oct 2025 23:42:38 -0700 Subject: [PATCH 56/67] Typo --- monte-cover/src/montecover/plm/lplr_ate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/monte-cover/src/montecover/plm/lplr_ate.py b/monte-cover/src/montecover/plm/lplr_ate.py index 15b88e64..da962e32 100644 --- a/monte-cover/src/montecover/plm/lplr_ate.py +++ b/monte-cover/src/montecover/plm/lplr_ate.py @@ -2,7 +2,7 @@ from typing import Any, Dict, Optional import doubleml as dml -from doubleml.plm.data import make_lplr_LZZ2020 +from doubleml.plm.datasets import make_lplr_LZZ2020 from montecover.base import BaseSimulation from montecover.utils import create_learner_from_config From b7302a4c263236ee674e6806a267b8af653e3f4f Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Fri, 14 Nov 2025 09:39:23 +0100 Subject: [PATCH 57/67] add lplr to workflow --- .github/workflows/plr_sim.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/plr_sim.yml b/.github/workflows/plr_sim.yml index 20c61bfd..128f66cc 100644 --- a/.github/workflows/plr_sim.yml +++ b/.github/workflows/plr_sim.yml @@ -21,6 +21,7 @@ jobs: 'scripts/plm/plr_ate_sensitivity.py', 'scripts/plm/plr_cate.py', 'scripts/plm/plr_gate.py', + 'scripts/plm/lplr_ate.py', ] steps: From 6e1d1a61f810850a2bd31e2a91f93b3481259bd6 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Fri, 14 Nov 2025 12:05:59 +0100 Subject: [PATCH 58/67] Update log file path and adjust max runtime in configuration --- scripts/plm/lplr_ate.py | 4 ++-- scripts/plm/lplr_ate_config.yml | 38 +-------------------------------- 2 files changed, 3 insertions(+), 39 deletions(-) diff --git a/scripts/plm/lplr_ate.py b/scripts/plm/lplr_ate.py index a98b2d46..7640c67e 100644 --- a/scripts/plm/lplr_ate.py +++ b/scripts/plm/lplr_ate.py @@ -4,11 +4,11 @@ sim = LPLRATECoverageSimulation( config_file="scripts/plm/lplr_ate_config.yml", log_level="INFO", - log_file="logs/plm/plr_ate_sim.log", + log_file="logs/plm/lplr_ate_sim.log", ) print("Calling file") sim.run_simulation() sim.save_results(output_path="results/plm/", file_prefix="lplr_ate") # Save config file for reproducibility -sim.save_config("results/plm/lplr_ate_config.yml") \ No newline at end of file +sim.save_config("results/plm/lplr_ate_config.yml") diff --git a/scripts/plm/lplr_ate_config.yml b/scripts/plm/lplr_ate_config.yml index da804ed9..4671641d 100644 --- a/scripts/plm/lplr_ate_config.yml +++ b/scripts/plm/lplr_ate_config.yml @@ -2,7 +2,7 @@ simulation_parameters: repetitions: 1000 - max_runtime: 86400 # 24 hours in seconds + max_runtime: 19800 # 5.5 hours in seconds random_seed: 42 n_jobs: -2 @@ -55,42 +55,6 @@ dml_parameters: - ml_m: *lgbm ml_M: *lgbm-class ml_t: *lgbm -# - ml_m: *rf -# ml_M: *lgbm-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *rf-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *lgbm-class -# ml_t: *rf -# - ml_m: *lgbm -# ml_M: *rf-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *lgbm-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *rf-class -# ml_t: *lgbm -# - ml_m: *lasso -# ml_M: *lgbm-class -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *logistic -# ml_t: *lgbm -# - ml_m: *lgbm -# ml_M: *lgbm-class -# ml_t: *lasso -# - ml_m: *lasso -# ml_M: *rf-class -# ml_t: *rf -# - ml_m: *rf -# ml_M: *logistic -# ml_t: *rf -# - ml_m: *rf -# ml_M: *rf-class -# ml_t: *lasso score: ["nuisance_space", "instrument"] From 87cdfe22a4256c0333cf2a83178e30524230a5b6 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Fri, 14 Nov 2025 13:27:03 +0100 Subject: [PATCH 59/67] rerun sim --- results/plm/lplr_ate_config.yml | 57 +++++++++++++++++++++++++++++++ results/plm/lplr_ate_coverage.csv | 13 +++++++ results/plm/lplr_ate_metadata.csv | 2 ++ scripts/plm/lplr_ate_config.yml | 2 +- 4 files changed, 73 insertions(+), 1 deletion(-) create mode 100644 results/plm/lplr_ate_config.yml create mode 100644 results/plm/lplr_ate_coverage.csv create mode 100644 results/plm/lplr_ate_metadata.csv diff --git a/results/plm/lplr_ate_config.yml b/results/plm/lplr_ate_config.yml new file mode 100644 index 00000000..dd301b0f --- /dev/null +++ b/results/plm/lplr_ate_config.yml @@ -0,0 +1,57 @@ +simulation_parameters: + repetitions: 500 + max_runtime: 19800 + random_seed: 42 + n_jobs: -2 +dgp_parameters: + theta: + - 0.5 + n_obs: + - 500 + dim_x: + - 20 + balanced_r0: + - false +learner_definitions: + lasso: &id001 + name: LassoCV + logistic: &id002 + name: Logistic + rf: &id003 + name: RF Regr. + params: + n_estimators: 100 + max_features: sqrt + rf-class: &id004 + name: RF Clas. + params: + n_estimators: 100 + max_features: sqrt + lgbm: &id005 + name: LGBM Regr. + params: + n_estimators: 500 + learning_rate: 0.01 + lgbm-class: &id006 + name: LGBM Clas. + params: + n_estimators: 500 + learning_rate: 0.01 +dml_parameters: + learners: + - ml_m: *id001 + ml_M: *id002 + ml_t: *id001 + - ml_m: *id003 + ml_M: *id004 + ml_t: *id003 + - ml_m: *id005 + ml_M: *id006 + ml_t: *id005 + score: + - nuisance_space + - instrument +confidence_parameters: + level: + - 0.95 + - 0.9 diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv new file mode 100644 index 00000000..522cb302 --- /dev/null +++ b/results/plm/lplr_ate_coverage.csv @@ -0,0 +1,13 @@ +Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.67,2.1390099112235337,0.7733541625882442,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.764,2.5487875151191384,0.7733541625882442,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.984,1.9277279638621336,0.2466245115241902,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.99,2.297029546734241,0.2466245115241902,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.86,1.0931286705325178,0.298255530442962,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.918,1.3025431501055353,0.298255530442962,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.868,0.9404185531245673,0.24057237828123884,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.912,1.1205778218293696,0.24057237828123884,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.62,1.046850766016744,0.45835891474591894,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.724,1.247399625694183,0.45835891474591894,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.954,1.0685671491162505,0.19701203032568387,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.972,1.273276292196352,0.19701203032568387,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv new file mode 100644 index 00000000..4e334e60 --- /dev/null +++ b/results/plm/lplr_ate_metadata.csv @@ -0,0 +1,2 @@ +DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File +0.11.dev0,LPLRATECoverageSimulation,2025-11-14 12:30,16.61991152763367,3.12.9,scripts/plm/lplr_ate_config.yml diff --git a/scripts/plm/lplr_ate_config.yml b/scripts/plm/lplr_ate_config.yml index 4671641d..1c776619 100644 --- a/scripts/plm/lplr_ate_config.yml +++ b/scripts/plm/lplr_ate_config.yml @@ -1,7 +1,7 @@ # Simulation parameters for LPLR ATE Coverage simulation_parameters: - repetitions: 1000 + repetitions: 500 max_runtime: 19800 # 5.5 hours in seconds random_seed: 42 n_jobs: -2 From 1a09e0225d5b43ef943f11067b1d6f3556d48183 Mon Sep 17 00:00:00 2001 From: SvenKlaassen Date: Mon, 17 Nov 2025 10:01:27 +0100 Subject: [PATCH 60/67] Update lplr.qmd title and adjust menu order in _website.yml --- doc/_website.yml | 2 +- doc/plm/lplr.qmd | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/doc/_website.yml b/doc/_website.yml index 98c2a044..b497b601 100644 --- a/doc/_website.yml +++ b/doc/_website.yml @@ -24,8 +24,8 @@ website: - plm/plr.qmd - plm/plr_gate.qmd - plm/plr_cate.qmd - - plm/pliv.qmd - plm/lplr.qmd + - plm/pliv.qmd - text: "DID" menu: - did/did_pa_multi.qmd diff --git a/doc/plm/lplr.qmd b/doc/plm/lplr.qmd index 200e5782..c032ce09 100644 --- a/doc/plm/lplr.qmd +++ b/doc/plm/lplr.qmd @@ -1,5 +1,5 @@ --- -title: "Logistic Partial Linear Regression Models" +title: "Logistic PLR Models" jupyter: python3 --- From bb5098397194afc9c894793bf7be5a8ebfee8752 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 17 Nov 2025 11:05:34 +0000 Subject: [PATCH 61/67] Update results from script: scripts/plm/lplr_ate.py --- results/plm/lplr_ate_coverage.csv | 24 ++++++++++++------------ results/plm/lplr_ate_metadata.csv | 2 +- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv index 522cb302..d70dd3c1 100644 --- a/results/plm/lplr_ate_coverage.csv +++ b/results/plm/lplr_ate_coverage.csv @@ -1,13 +1,13 @@ Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.67,2.1390099112235337,0.7733541625882442,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.764,2.5487875151191384,0.7733541625882442,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.984,1.9277279638621336,0.2466245115241902,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.99,2.297029546734241,0.2466245115241902,500 -LassoCV,Logistic,LassoCV,instrument,0.9,0.86,1.0931286705325178,0.298255530442962,500 -LassoCV,Logistic,LassoCV,instrument,0.95,0.918,1.3025431501055353,0.298255530442962,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.868,0.9404185531245673,0.24057237828123884,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.912,1.1205778218293696,0.24057237828123884,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.62,1.046850766016744,0.45835891474591894,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.724,1.247399625694183,0.45835891474591894,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.954,1.0685671491162505,0.19701203032568387,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.972,1.273276292196352,0.19701203032568387,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.634,2.132568969077688,0.8086721712178914,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.732,2.5411126591772386,0.8086721712178914,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.99,1.9454977395479216,0.24795234910718517,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.996,2.3182035404482284,0.24795234910718517,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.862,1.1086348225322677,0.30791966387256126,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.924,1.3210198698332598,0.30791966387256126,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.882,0.9499848768071947,0.24286882983701666,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.928,1.1319767995713301,0.24286882983701666,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.598,1.0627422718182507,0.48472206759927056,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.71,1.2663355227981636,0.48472206759927056,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.95,1.0969635901105794,0.2038171758444602,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.986,1.3071127386290677,0.2038171758444602,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv index 4e334e60..14311203 100644 --- a/results/plm/lplr_ate_metadata.csv +++ b/results/plm/lplr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,LPLRATECoverageSimulation,2025-11-14 12:30,16.61991152763367,3.12.9,scripts/plm/lplr_ate_config.yml +0.11.dev0,LPLRATECoverageSimulation,2025-11-17 11:05,142.97858368555706,3.12.3,scripts/plm/lplr_ate_config.yml From 4b47f9d9aef2ae7469008ba312bdfd681cc6aafa Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 17 Nov 2025 11:47:51 +0000 Subject: [PATCH 62/67] Update results from script: scripts/plm/plr_cate.py --- results/plm/plr_cate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_cate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_cate_coverage.csv b/results/plm/plr_cate_coverage.csv index 48144c2e..c7c635f5 100644 --- a/results/plm/plr_cate_coverage.csv +++ b/results/plm/plr_cate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81768,0.34823828039948385,0.10387882894377355,0.98,0.877536279711683,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88452,0.41495150476467624,0.10387882894377355,0.978,0.8755885557745791,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.74497,0.4554797344783618,0.15685530804089212,0.98,1.1478638491759583,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8289,0.5427375789783838,0.15685530804089212,0.975,1.1461134314143238,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.87676,0.3654066819193057,0.09298925250332173,0.996,0.918570960342981,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9305,0.43540891696209993,0.09298925250332173,0.998,0.9146633243328387,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.85076,0.6443958775932414,0.17786339324035,0.995,1.619401982358085,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9138999999999999,0.7678450478354303,0.17786339324035,0.995,1.6169505074092843,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.78798,0.3564411077318671,0.11330573847372374,0.981,0.8967708526498701,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.86123,0.42472577639556236,0.11330573847372374,0.979,0.8951556638983089,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.11785999999999999,0.5624549054410738,0.520981993530588,0.256,1.4155635446728412,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17375,0.6702063572887813,0.520981993530588,0.24,1.4141490939664967,1000 -LassoCV,LassoCV,IV-type,0.9,0.8915599999999999,0.36218624440931035,0.08891034982525507,0.997,0.9143791468774882,1000 -LassoCV,LassoCV,IV-type,0.95,0.94252,0.4315715289838449,0.08891034982525507,0.999,0.9097650128507542,1000 -LassoCV,LassoCV,partialling out,0.9,0.8849199999999999,0.377579333278092,0.09415271292259303,1.0,0.9476231917862463,1000 -LassoCV,LassoCV,partialling out,0.95,0.93728,0.44991352568147963,0.09415271292259303,0.999,0.9502179674293983,1000 -LassoCV,RF Regr.,IV-type,0.9,0.8889,0.3598606578601841,0.0882100995962088,0.998,0.9050777977331306,1000 -LassoCV,RF Regr.,IV-type,0.95,0.93929,0.4288004216922703,0.0882100995962088,0.998,0.9069174628488212,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7726799999999999,0.4313687781659662,0.13994748702556353,0.987,1.0840879654944249,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8509099999999999,0.5140076025046119,0.13994748702556353,0.987,1.0858563731119826,1000 -RF Regr.,LassoCV,IV-type,0.9,0.87934,0.34754930114103977,0.08873103739147503,0.997,0.8735631483319488,1000 -RF Regr.,LassoCV,IV-type,0.95,0.9341900000000001,0.41413053534191474,0.08873103739147503,0.996,0.8744577440640638,1000 -RF Regr.,LassoCV,partialling out,0.9,0.86793,0.4437729101158724,0.11739481291738822,0.994,1.1156963101203323,1000 -RF Regr.,LassoCV,partialling out,0.95,0.92559,0.5287880373609081,0.11739481291738822,0.994,1.1160214264978439,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.87642,0.3432087450555705,0.08816969817335361,0.997,0.8637829663181292,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.93063,0.4089584437582015,0.08816969817335361,0.996,0.8617899864405818,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.8794299999999999,0.3835286791736148,0.09806292631011773,0.998,0.9641686388193965,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.93136,0.45700260856139946,0.09806292631011773,0.995,0.9640860543159346,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.82905,0.34859934457061187,0.10269066968736434,0.986,0.8788694707117327,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.89328,0.41538173926087907,0.10269066968736434,0.986,0.8765365613685849,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7487699999999999,0.4562033822396419,0.15530020302736622,0.973,1.1461116868127335,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8297899999999999,0.5435998584702256,0.15530020302736622,0.971,1.1476869846192674,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.88228,0.3665735738309043,0.09237124180359486,0.998,0.9203983723665325,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.93635,0.436799354435143,0.09237124180359486,0.997,0.9195555991848416,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.84415,0.6446703702300751,0.18063600645569744,0.993,1.6102346810221977,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9068200000000001,0.7681721259859722,0.18063600645569744,0.991,1.6197708088395464,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.78462,0.35820003669569267,0.11367456664699994,0.977,0.9022806080230871,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.86042,0.42682166952792083,0.11367456664699994,0.983,0.9028292164077011,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.11332,0.5635001570275089,0.5253287834841598,0.257,1.4151506337590742,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.16911,0.6714518513744726,0.5253287834841598,0.246,1.4217510537602984,1000 +LassoCV,LassoCV,IV-type,0.9,0.89467,0.3638287468934425,0.088964144313276,0.999,0.9149966883358348,1000 +LassoCV,LassoCV,IV-type,0.95,0.9472999999999999,0.4335286914089192,0.088964144313276,0.998,0.9154935052029363,1000 +LassoCV,LassoCV,partialling out,0.9,0.88946,0.3783305434334964,0.0937660325206101,0.998,0.9527467197251451,1000 +LassoCV,LassoCV,partialling out,0.95,0.94586,0.4508086477916106,0.0937660325206101,0.999,0.9523664378421313,1000 +LassoCV,RF Regr.,IV-type,0.9,0.89402,0.36133940754837507,0.08742978566108492,0.998,0.9102557308429199,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9471499999999999,0.4305624606260176,0.08742978566108492,0.997,0.9103412832643125,1000 +LassoCV,RF Regr.,partialling out,0.9,0.76742,0.4333802817413689,0.14145970305557048,0.989,1.0911406471440919,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8513,0.5164044568495605,0.14145970305557048,0.984,1.090270069893263,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8809199999999999,0.3488601215296179,0.08868809382454168,0.996,0.8712649919759498,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9355399999999999,0.41569247417325955,0.08868809382454168,0.998,0.87648182402068,1000 +RF Regr.,LassoCV,partialling out,0.9,0.8620399999999999,0.4453600356514868,0.11971854257293388,0.993,1.1194369351513875,1000 +RF Regr.,LassoCV,partialling out,0.95,0.92079,0.5306792140819111,0.11971854257293388,0.994,1.1126580820916288,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.8773500000000001,0.34471572299390735,0.08798679363788052,0.996,0.8651769659880062,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.93284,0.41075411872662454,0.08798679363788052,0.996,0.8664637796214006,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8784500000000001,0.3846648443860267,0.09849944709058014,0.996,0.9691346097579039,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.93471,0.45835643291411227,0.09849944709058014,0.999,0.9675297074982309,1000 diff --git a/results/plm/plr_cate_metadata.csv b/results/plm/plr_cate_metadata.csv index 7d45473c..3527c916 100644 --- a/results/plm/plr_cate_metadata.csv +++ b/results/plm/plr_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRCATECoverageSimulation,2025-09-08 09:40,182.2720296104749,3.12.3,scripts/plm/plr_cate_config.yml +0.11.dev0,PLRCATECoverageSimulation,2025-11-17 11:47,185.29402711788813,3.12.3,scripts/plm/plr_cate_config.yml From cc6412048bf2d073d760c5680886ce5b60b90581 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 17 Nov 2025 11:46:38 +0000 Subject: [PATCH 63/67] Update results from script: scripts/plm/plr_gate.py --- results/plm/plr_gate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_gate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_gate_coverage.csv b/results/plm/plr_gate_coverage.csv index a67c5963..a32ab6dd 100644 --- a/results/plm/plr_gate_coverage.csv +++ b/results/plm/plr_gate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.794,0.34039097989929323,0.10996244021435428,0.992,0.7985363445318471,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8646666666666666,0.40560086948368634,0.10996244021435428,0.988,0.7989497121363136,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7403333333333333,0.4121990949361976,0.14000136984606248,0.98,0.9732951637644821,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8226666666666667,0.49116551606618364,0.14000136984606248,0.979,0.970490906555309,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.875,0.35821915738907717,0.0926838853161814,1.0,0.8415239536002534,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9343333333333333,0.42684445323935816,0.0926838853161814,0.998,0.8396643304710062,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8573333333333334,0.5544776734850916,0.15109645763906593,1.0,1.3029617117268792,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9206666666666666,0.6607008991289419,0.15109645763906593,0.997,1.2998315248240804,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.7163333333333333,0.353651976819609,0.12795329417339824,0.986,0.8307718361994854,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.812,0.4214023219272613,0.12795329417339824,0.986,0.8299509093514186,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.153,0.48227061524945375,0.47705751440082,0.186,1.1293996780513653,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.19666666666666666,0.5746608824049421,0.47705751440082,0.2,1.1331501847151988,1000 -LassoCV,LassoCV,IV-type,0.9,0.894,0.3567909805774525,0.08720030959955781,1.0,0.8379481107440971,1000 -LassoCV,LassoCV,IV-type,0.95,0.9443333333333334,0.425142675604878,0.08720030959955781,0.999,0.8372526073211394,1000 -LassoCV,LassoCV,partialling out,0.9,0.8903333333333334,0.36794475532392246,0.09196794783532097,1.0,0.8651972935534187,1000 -LassoCV,LassoCV,partialling out,0.95,0.943,0.4384332179586496,0.09196794783532097,0.999,0.8653275873310468,1000 -LassoCV,RF Regr.,IV-type,0.9,0.888,0.35565076241770976,0.08801288004439413,0.999,0.836428639272237,1000 -LassoCV,RF Regr.,IV-type,0.95,0.9436666666666667,0.42378402186755043,0.08801288004439413,0.999,0.8380334103705674,1000 -LassoCV,RF Regr.,partialling out,0.9,0.755,0.40437308174199216,0.13257587113478758,0.984,0.9528722463750902,1000 -LassoCV,RF Regr.,partialling out,0.95,0.84,0.4818402461747792,0.13257587113478758,0.987,0.9530223996886317,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8786666666666666,0.34683779869312964,0.08863943282865501,0.999,0.8129069985927083,1000 -RF Regr.,LassoCV,IV-type,0.95,0.9363333333333334,0.4132827278835693,0.08863943282865501,0.999,0.8106200280369072,1000 -RF Regr.,LassoCV,partialling out,0.9,0.876,0.41229188635555847,0.1063156469979095,0.998,0.9697196791996823,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9336666666666666,0.4912760838620298,0.1063156469979095,1.0,0.9678399719243883,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.879,0.34379508384897806,0.08882882234430942,0.997,0.8077113920377728,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.932,0.40965710952334156,0.08882882234430942,0.998,0.8115195081784735,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.885,0.3683217729276454,0.0915713260351349,1.0,0.8652487630115112,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9386666666666666,0.438882462142282,0.0915713260351349,1.0,0.8665925848261755,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.8053333333333333,0.3409114324357686,0.10830011848130718,0.991,0.8017592987199822,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.875,0.4062210269314008,0.10830011848130718,0.988,0.799796307936306,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7383333333333334,0.4124415095407824,0.1366399549532388,0.984,0.9697388963048222,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8283333333333334,0.49145437088373556,0.1366399549532388,0.984,0.9665687910235732,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.8936666666666666,0.35821185324988614,0.08767343268627296,0.999,0.8442099807695619,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.9493333333333334,0.4268357498206965,0.08767343268627296,0.999,0.8418490502463957,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.8396666666666667,0.5553838841615836,0.15655208513456628,0.995,1.3020013862133748,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9026666666666666,0.6617807157516657,0.15655208513456628,0.996,1.3068899330904447,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.7393333333333334,0.35377029877119814,0.1253820270670297,0.986,0.8278870895082657,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.8236666666666667,0.42154331122861627,0.1253820270670297,0.983,0.8318320743030287,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.144,0.48091195717862995,0.4806335238545862,0.154,1.1322758027985098,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.191,0.5730419414593854,0.4806335238545862,0.156,1.1291510461071579,1000 +LassoCV,LassoCV,IV-type,0.9,0.9043333333333333,0.3571755626965762,0.0846962632601286,1.0,0.8373681252041506,1000 +LassoCV,LassoCV,IV-type,0.95,0.951,0.4256009334645622,0.0846962632601286,0.999,0.842347593014819,1000 +LassoCV,LassoCV,partialling out,0.9,0.8886666666666666,0.36826827935260703,0.08969215106833642,0.997,0.8647058876249634,1000 +LassoCV,LassoCV,partialling out,0.95,0.944,0.43881872061612937,0.08969215106833642,0.997,0.8654820471522434,1000 +LassoCV,RF Regr.,IV-type,0.9,0.8986666666666666,0.35592501324799986,0.08510323311217904,0.999,0.8366218670463145,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9483333333333334,0.42411081188782424,0.08510323311217904,0.999,0.8366949606336201,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7383333333333334,0.4030595445326118,0.13187581900072584,0.99,0.9493412021611323,1000 +LassoCV,RF Regr.,partialling out,0.95,0.833,0.48027507005177655,0.13187581900072584,0.991,0.9490391291628868,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8883333333333334,0.3469399138393356,0.08520954380177768,1.0,0.8161804056188466,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9433333333333334,0.413404405585196,0.08520954380177768,0.998,0.8113422076955483,1000 +RF Regr.,LassoCV,partialling out,0.9,0.867,0.41304588013208265,0.10868702662568211,0.998,0.9703778734057933,1000 +RF Regr.,LassoCV,partialling out,0.95,0.926,0.4921745228613064,0.10868702662568211,0.998,0.9699783780272438,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.8883333333333334,0.34434350122208923,0.08569474479321623,0.998,0.808725225751662,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.9463333333333334,0.410310589129175,0.08569474479321623,0.997,0.8079739610497064,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8866666666666666,0.36881414918104743,0.09303338687448989,0.999,0.8697573903122439,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.9396666666666667,0.4394691646352566,0.09303338687448989,0.998,0.8652094967951268,1000 diff --git a/results/plm/plr_gate_metadata.csv b/results/plm/plr_gate_metadata.csv index 7f003424..44ab86c4 100644 --- a/results/plm/plr_gate_metadata.csv +++ b/results/plm/plr_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRGATECoverageSimulation,2025-09-08 09:41,182.90292783578238,3.12.3,scripts/plm/plr_gate_config.yml +0.11.dev0,PLRGATECoverageSimulation,2025-11-17 11:46,184.07251759767533,3.12.3,scripts/plm/plr_gate_config.yml From 6763a4ca22ef6196905de7c7e32bcbc1546f826c Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 17 Nov 2025 11:56:34 +0000 Subject: [PATCH 64/67] Update results from script: scripts/plm/plr_ate.py --- results/plm/plr_ate_coverage.csv | 56 ++++++++++++++++---------------- results/plm/plr_ate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_coverage.csv b/results/plm/plr_ate_coverage.csv index 3c1b8166..3472d852 100644 --- a/results/plm/plr_ate_coverage.csv +++ b/results/plm/plr_ate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.901,0.1600886964717691,0.03825459741300921,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.954,0.1907574475171759,0.03825459741300921,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.852,0.1472338725724203,0.04033882206093188,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17543998007964826,0.04033882206093188,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.897,0.14893931259851462,0.03581322542672391,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.944,0.17747213721154637,0.03581322542672391,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.919,0.15954274114692812,0.036771169423404644,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.965,0.1901069016228039,0.036771169423404644,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.909,0.15087501797235597,0.03579426387662549,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.962,0.17977867242856824,0.03579426387662549,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.5,0.13938134605639943,0.0716306212080508,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.637,0.16608311761671207,0.0716306212080508,1000 -LassoCV,LassoCV,IV-type,0.9,0.903,0.14017731757203095,0.03335306344342395,1000 -LassoCV,LassoCV,IV-type,0.95,0.949,0.16703157617727646,0.03335306344342395,1000 -LassoCV,LassoCV,partialling out,0.9,0.913,0.1470503863434512,0.03311342390288956,1000 -LassoCV,LassoCV,partialling out,0.95,0.962,0.1752213427525658,0.03311342390288956,1000 -LassoCV,RF Regr.,IV-type,0.9,0.872,0.13067781887808327,0.03371461104404601,1000 -LassoCV,RF Regr.,IV-type,0.95,0.929,0.15571222532061083,0.03371461104404601,1000 -LassoCV,RF Regr.,partialling out,0.9,0.779,0.1433760406549323,0.04587343436600307,1000 -LassoCV,RF Regr.,partialling out,0.95,0.879,0.17084308981975366,0.04587343436600307,1000 -RF Regr.,LassoCV,IV-type,0.9,0.906,0.1414322610744008,0.03340307522412499,1000 -RF Regr.,LassoCV,IV-type,0.95,0.95,0.16852693359204907,0.03340307522412499,1000 -RF Regr.,LassoCV,partialling out,0.9,0.91,0.15082186132541758,0.03461629259435052,1000 -RF Regr.,LassoCV,partialling out,0.95,0.963,0.17971533237700918,0.03461629259435052,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.87,0.13172986702290923,0.03443723399705047,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.931,0.15696581800513595,0.03443723399705047,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.917,0.1427041207685971,0.03381092461795716,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.955,0.1700424478926333,0.03381092461795716,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.863,0.1596875004155196,0.04190692285022562,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.927,0.19027939293036994,0.04190692285022562,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.82,0.14673790477408832,0.04274003558423509,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.882,0.1748489979969301,0.04274003558423509,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.864,0.14850767996959235,0.039302736245328145,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.927,0.176957815211474,0.039302736245328145,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.882,0.15900684464932308,0.04075159325722853,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.932,0.189468341560354,0.04075159325722853,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.868,0.15035462431781724,0.03885008673020529,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.937,0.17915858514300867,0.03885008673020529,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.492,0.13884592445719834,0.0709498471401035,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.612,0.16544512343061302,0.0709498471401035,1000 +LassoCV,LassoCV,IV-type,0.9,0.869,0.13981178087085014,0.03694061273543505,1000 +LassoCV,LassoCV,IV-type,0.95,0.93,0.16659601233280855,0.03694061273543505,1000 +LassoCV,LassoCV,partialling out,0.9,0.883,0.14670738716893747,0.03669884399866198,1000 +LassoCV,LassoCV,partialling out,0.95,0.944,0.17481263402751057,0.03669884399866198,1000 +LassoCV,RF Regr.,IV-type,0.9,0.835,0.1302896143924338,0.03725192920475538,1000 +LassoCV,RF Regr.,IV-type,0.95,0.904,0.15524965114498646,0.03725192920475538,1000 +LassoCV,RF Regr.,partialling out,0.9,0.777,0.14256373927301522,0.046784627261935774,1000 +LassoCV,RF Regr.,partialling out,0.95,0.862,0.1698751730233513,0.046784627261935774,1000 +RF Regr.,LassoCV,IV-type,0.9,0.871,0.14106017506402294,0.036864349901817875,1000 +RF Regr.,LassoCV,IV-type,0.95,0.938,0.1680835657643333,0.036864349901817875,1000 +RF Regr.,LassoCV,partialling out,0.9,0.884,0.15071292176789794,0.03856536256116802,1000 +RF Regr.,LassoCV,partialling out,0.95,0.934,0.1795855228877442,0.03856536256116802,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.83,0.13156454943211618,0.037590451309181865,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.902,0.15676882994573899,0.037590451309181865,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.875,0.14232152273160326,0.037118739561801554,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.934,0.1695865542126264,0.037118739561801554,1000 diff --git a/results/plm/plr_ate_metadata.csv b/results/plm/plr_ate_metadata.csv index 5e6a9eab..50efb048 100644 --- a/results/plm/plr_ate_metadata.csv +++ b/results/plm/plr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRATECoverageSimulation,2025-09-08 09:49,191.29596571127573,3.12.3,scripts/plm/plr_ate_config.yml +0.11.dev0,PLRATECoverageSimulation,2025-11-17 11:56,194.01051502227784,3.12.3,scripts/plm/plr_ate_config.yml From e991cfd496a91673486e7d9b06bfa49d81751974 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 17 Nov 2025 12:27:07 +0000 Subject: [PATCH 65/67] Update results from script: scripts/plm/plr_ate_sensitivity.py --- results/plm/plr_ate_sensitivity_coverage.csv | 56 ++++++++++---------- results/plm/plr_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_sensitivity_coverage.csv b/results/plm/plr_ate_sensitivity_coverage.csv index 43da6710..e37ff825 100644 --- a/results/plm/plr_ate_sensitivity_coverage.csv +++ b/results/plm/plr_ate_sensitivity_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.368,1.4130276149295062,0.7776955695629277,1.0,0.982,0.10569278411287723,0.03437123296145821,1.4768525799432917,0.2832048367486087,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.563,1.6837262532321802,0.7776955695629277,1.0,0.998,0.10569278411287723,0.019957945209223452,1.4768525799432917,0.2832048367486087,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.197,1.1036170641107683,0.7533205172861593,1.0,0.958,0.10286020512445486,0.04477468564587913,1.4517378970695347,0.2701072971745142,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.328,1.3150408418953825,0.7533205172861593,1.0,0.99,0.10286020512445486,0.03092531289089865,1.4517378970695347,0.2701072971745142,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.014,1.5210602294429545,1.4722376739129348,1.0,0.342,0.187052732232324,0.11154145891103627,2.206841524080496,0.739838040136095,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.04,1.8124550532497785,1.4722376739129348,1.0,0.575,0.187052732232324,0.09125786643830988,2.206841524080496,0.739838040136095,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.034,1.5172192685496437,1.3331950868658557,1.0,0.531,0.17262748934729075,0.09662159553237581,2.0626429964650645,0.6088611336020913,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.078,1.8078782660551218,1.3331950868658557,1.0,0.762,0.17262748934729075,0.07659278737534501,2.0626429964650645,0.6088611336020913,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.727,2.5003353511715347,1.0260691972678968,1.0,1.0,0.06857830803361809,0.011046690191865164,2.5350733610969094,0.5855739867516375,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.914,2.979333332322765,1.0260691972678968,1.0,1.0,0.06857830803361809,0.0035042749813071943,2.5350733610969094,0.5855739867516375,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.615,1.973225997239198,0.9037599801630222,1.0,1.0,0.06019148976457814,0.012246879030501567,2.4255092285847315,0.6577299295472866,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.843,2.3512437973674243,0.9037599801630222,1.0,1.0,0.06019148976457814,0.004551378899486863,2.4255092285847315,0.6577299295472866,1000 -LassoCV,LassoCV,IV-type,0.9,0.0,2.5820016214137116,4.838779530934393,1.0,0.0,0.28187825138701833,0.22320708072953266,6.368225438871106,3.30933362299768,1000 -LassoCV,LassoCV,IV-type,0.95,0.0,3.0766446953545254,4.838779530934393,1.0,0.003,0.28187825138701833,0.206643225402766,6.368225438871106,3.30933362299768,1000 -LassoCV,LassoCV,partialling out,0.9,0.0,2.5944192749771635,4.839449418123379,1.0,0.0,0.28195693686484097,0.22305576047709652,6.368580044140921,3.310318792105836,1000 -LassoCV,LassoCV,partialling out,0.95,0.0,3.0914412422071287,4.839449418123379,1.0,0.002,0.28195693686484097,0.20641944500724754,6.368580044140921,3.310318792105836,1000 -LassoCV,RF Regr.,IV-type,0.9,0.034,2.2222779007979443,1.7226837360974696,1.0,0.995,0.10364150401296536,0.05138172074220209,3.374968636682733,0.32715566226404,1000 -LassoCV,RF Regr.,IV-type,0.95,0.103,2.64800744445314,1.7226837360974696,1.0,1.0,0.10364150401296536,0.037132422693584015,3.374968636682733,0.32715566226404,1000 -LassoCV,RF Regr.,partialling out,0.9,0.035,2.2533857956321035,1.6792356777739657,1.0,1.0,0.09954267183056487,0.047435746708649605,3.3588540806778853,0.30700691066074626,1000 -LassoCV,RF Regr.,partialling out,0.95,0.11,2.6850747874135052,1.6792356777739657,1.0,1.0,0.09954267183056487,0.0333052565732053,3.3588540806778853,0.30700691066074626,1000 -RF Regr.,LassoCV,IV-type,0.9,0.0,1.9800532348609368,2.5041605666150644,1.0,0.144,0.18842514397775142,0.13205735930879128,3.7588870533546057,1.2494340798755232,1000 -RF Regr.,LassoCV,IV-type,0.95,0.005,2.3593789527595215,2.5041605666150644,1.0,0.294,0.18842514397775142,0.11595339829359219,3.7588870533546057,1.2494340798755232,1000 -RF Regr.,LassoCV,partialling out,0.9,0.005,1.9561724875919793,2.209385831886938,1.0,0.325,0.16805094604382914,0.11184890983268013,3.467500132832606,0.9528194804323791,1000 -RF Regr.,LassoCV,partialling out,0.95,0.015,2.330923287280151,2.209385831886938,1.0,0.522,0.16805094604382914,0.09578872123641222,3.467500132832606,0.9528194804323791,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.018,1.7756936336340403,1.638643743950897,1.0,0.895,0.1205058848458396,0.07010915091220656,2.969811795319561,0.4176089431455293,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.051,2.115869468549653,1.638643743950897,1.0,0.975,0.1205058848458396,0.05597430765776451,2.969811795319561,0.4176089431455293,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.021,1.7681560091268151,1.6030275360920991,1.0,0.928,0.11767370266913284,0.06767629996605996,2.93989420524225,0.37430263781731266,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.061,2.106887834973826,1.6030275360920991,1.0,0.984,0.11767370266913284,0.05366553030606561,2.93989420524225,0.37430263781731266,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.359,1.3755861250755959,0.7533817675308617,1.0,0.983,0.10444003719792545,0.03319588065777179,1.4454211498085776,0.26049409728823314,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.566,1.6391119663201015,0.7533817675308617,1.0,0.999,0.10444003719792545,0.018658743299259112,1.4454211498085776,0.26049409728823314,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.197,1.0680881308927423,0.7347354428810158,1.0,0.964,0.10198131802798086,0.0443414010278968,1.4282242316249965,0.25229952777929987,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.324,1.2727055067777409,0.7347354428810158,1.0,0.992,0.10198131802798086,0.030840462791778402,1.4282242316249965,0.25229952777929987,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.015,1.4891617522492961,1.4488819159319037,1.0,0.378,0.18561743623652635,0.11029731701869455,2.1807608786019643,0.7221920339148978,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.042,1.7744456733044545,1.4488819159319037,1.0,0.601,0.18561743623652635,0.090030878628444,2.1807608786019643,0.7221920339148978,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.024,1.4917502052656801,1.3221204315783734,1.0,0.541,0.17228087019571867,0.09619454723796686,2.049489609674191,0.5997556153052517,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.073,1.7775300053110592,1.3221204315783734,1.0,0.761,0.17228087019571867,0.07583850420764672,2.049489609674191,0.5997556153052517,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.73,2.479560595815695,1.0346426864763705,1.0,1.0,0.06920738865206702,0.011540810801436563,2.5443047864136346,0.5569471732424347,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.893,2.954578684481825,1.0346426864763705,1.0,1.0,0.06920738865206702,0.0038983537654415056,2.5443047864136346,0.5569471732424347,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.632,1.9605167535420611,0.8992111659887163,1.0,1.0,0.05998295861547946,0.012000973566668068,2.4210030177077586,0.6440835936658005,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.835,2.336099799440206,0.8992111659887163,1.0,1.0,0.05998295861547946,0.004434166638410146,2.4210030177077586,0.6440835936658005,1000 +LassoCV,LassoCV,IV-type,0.9,0.0,2.5703372661953776,4.865260754822335,1.0,0.0,0.2830286662624298,0.22439945551293977,6.395774925585079,3.334746584059591,1000 +LassoCV,LassoCV,IV-type,0.95,0.0,3.062745758843568,4.865260754822335,1.0,0.0,0.2830286662624298,0.2078827373214068,6.395774925585079,3.334746584059591,1000 +LassoCV,LassoCV,partialling out,0.9,0.0,2.58639958016462,4.867314618361354,1.0,0.0,0.28309171431147057,0.22417951908385741,6.398064076377938,3.336565160344769,1000 +LassoCV,LassoCV,partialling out,0.95,0.0,3.0818851864329013,4.867314618361354,1.0,0.0,0.28309171431147057,0.2075756117099462,6.398064076377938,3.336565160344769,1000 +LassoCV,RF Regr.,IV-type,0.9,0.03,2.201968880538331,1.7117879345092915,1.0,0.994,0.10304348206977468,0.05118734638448726,3.365492564732171,0.3138790534461325,1000 +LassoCV,RF Regr.,IV-type,0.95,0.099,2.623807754208416,1.7117879345092915,1.0,1.0,0.10304348206977468,0.0369081382284807,3.365492564732171,0.3138790534461325,1000 +LassoCV,RF Regr.,partialling out,0.9,0.033,2.2330906910397963,1.656734265754782,1.0,0.998,0.0982817284966058,0.04650603557240649,3.3380373315922904,0.30299233007013754,1000 +LassoCV,RF Regr.,partialling out,0.95,0.13,2.6608916787091044,1.656734265754782,1.0,0.999,0.0982817284966058,0.032237308880055986,3.3380373315922904,0.30299233007013754,1000 +RF Regr.,LassoCV,IV-type,0.9,0.001,1.951602488934002,2.496369543889771,1.0,0.149,0.1882495178000821,0.13226664609458022,3.749193574131233,1.2443559351590099,1000 +RF Regr.,LassoCV,IV-type,0.95,0.004,2.325477798008481,2.496369543889771,1.0,0.283,0.1882495178000821,0.11629352945863138,3.749193574131233,1.2443559351590099,1000 +RF Regr.,LassoCV,partialling out,0.9,0.002,1.9227923312991766,2.18289621236076,1.0,0.321,0.16667394665087393,0.11098639679899193,3.4384927296936114,0.928664433523872,1000 +RF Regr.,LassoCV,partialling out,0.95,0.01,2.291148377792633,2.18289621236076,1.0,0.566,0.16667394665087393,0.09505438614556037,3.4384927296936114,0.928664433523872,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.015,1.7421619533890125,1.6093123421586957,1.0,0.903,0.1189984467466679,0.06912583869905706,2.9380563428464184,0.3931839897902748,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.051,2.0759140071368507,1.6093123421586957,1.0,0.967,0.1189984467466679,0.05511967656630338,2.9380563428464184,0.3931839897902748,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.013,1.7368870337302156,1.5939873207774409,1.0,0.931,0.1174689960814369,0.06795129356233286,2.9287971865967988,0.37330009521026997,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.047,2.0696285526847444,1.5939873207774409,1.0,0.976,0.1174689960814369,0.05405509596164712,2.9287971865967988,0.37330009521026997,1000 diff --git a/results/plm/plr_ate_sensitivity_metadata.csv b/results/plm/plr_ate_sensitivity_metadata.csv index 64f7e15d..ba728b1b 100644 --- a/results/plm/plr_ate_sensitivity_metadata.csv +++ b/results/plm/plr_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,PLRATESensitivityCoverageSimulation,2025-09-08 10:23,225.26507600943248,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml +0.11.dev0,PLRATESensitivityCoverageSimulation,2025-11-17 12:27,224.5860997915268,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml From 957713589ff8897f2c6eb6975b96d4897ec3adc2 Mon Sep 17 00:00:00 2001 From: Julius Herzig Date: Tue, 18 Nov 2025 03:57:58 +0100 Subject: [PATCH 66/67] Updated simulation, removed old files --- results/plm/logistic_ate_config.yml | 91 --------------------------- results/plm/logistic_ate_coverage.csv | 61 ------------------ results/plm/logistic_ate_metadata.csv | 3 - results/plm/lplr_ate_config.yml | 2 - results/plm/lplr_ate_coverage.csv | 24 +++---- results/plm/lplr_ate_metadata.csv | 2 +- scripts/plm/lplr_ate_config.yml | 1 - 7 files changed, 13 insertions(+), 171 deletions(-) delete mode 100644 results/plm/logistic_ate_config.yml delete mode 100644 results/plm/logistic_ate_coverage.csv delete mode 100644 results/plm/logistic_ate_metadata.csv diff --git a/results/plm/logistic_ate_config.yml b/results/plm/logistic_ate_config.yml deleted file mode 100644 index b203b920..00000000 --- a/results/plm/logistic_ate_config.yml +++ /dev/null @@ -1,91 +0,0 @@ -simulation_parameters: - repetitions: 1000 - max_runtime: 86400 - random_seed: 42 - n_jobs: -2 -dgp_parameters: - theta: - - 0.5 - n_obs: - - 500 - dim_x: - - 20 -learner_definitions: - lasso: &id001 - name: LassoCV - logistic: &id002 - name: Logistic - rf: &id003 - name: RF Regr. - params: - n_estimators: 100 - max_features: sqrt - rf-class: &id004 - name: RF Clas. - params: - n_estimators: 100 - max_features: sqrt - lgbm: &id005 - name: LGBM Regr. - params: - n_estimators: 500 - learning_rate: 0.01 - lgbm-class: &id006 - name: LGBM Clas. - params: - n_estimators: 500 - learning_rate: 0.01 -dml_parameters: - learners: - - ml_m: *id001 - ml_M: *id002 - ml_t: *id001 - - ml_m: *id003 - ml_M: *id004 - ml_t: *id003 - - ml_m: *id005 - ml_M: *id006 - ml_t: *id005 - - ml_m: *id003 - ml_M: *id006 - ml_t: *id005 - - ml_m: *id005 - ml_M: *id004 - ml_t: *id005 - - ml_m: *id005 - ml_M: *id006 - ml_t: *id003 - - ml_m: *id005 - ml_M: *id004 - ml_t: *id003 - - ml_m: *id003 - ml_M: *id006 - ml_t: *id003 - - ml_m: *id003 - ml_M: *id004 - ml_t: *id005 - - ml_m: *id001 - ml_M: *id006 - ml_t: *id005 - - ml_m: *id005 - ml_M: *id002 - ml_t: *id005 - - ml_m: *id005 - ml_M: *id006 - ml_t: *id001 - - ml_m: *id001 - ml_M: *id004 - ml_t: *id003 - - ml_m: *id003 - ml_M: *id002 - ml_t: *id003 - - ml_m: *id003 - ml_M: *id004 - ml_t: *id001 - score: - - nuisance_space - - instrument -confidence_parameters: - level: - - 0.95 - - 0.9 diff --git a/results/plm/logistic_ate_coverage.csv b/results/plm/logistic_ate_coverage.csv deleted file mode 100644 index 920c3cf8..00000000 --- a/results/plm/logistic_ate_coverage.csv +++ /dev/null @@ -1,61 +0,0 @@ -Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.8867735470941884,0.6783720219284418,0.17182702238154213,998 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.9458917835671342,0.8083301208774294,0.17182702238154213,998 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.886,0.5883608609896965,0.1546569991698314,1000 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.942,0.7010752072754521,0.1546569991698314,1000 -LGBM Regr.,LGBM Clas.,LassoCV,instrument,0.9,0.8856569709127382,0.687914636116578,0.17843968090261725,997 -LGBM Regr.,LGBM Clas.,LassoCV,instrument,0.95,0.9398194583751254,0.819700847014181,0.17843968090261725,997 -LGBM Regr.,LGBM Clas.,LassoCV,nuisance_space,0.9,0.853,0.613277414594929,0.17455974016950299,1000 -LGBM Regr.,LGBM Clas.,LassoCV,nuisance_space,0.95,0.922,0.7307651121307722,0.17455974016950299,1000 -LGBM Regr.,LGBM Clas.,RF Regr.,instrument,0.9,0.833,0.6645257584558233,0.1981803920481237,1000 -LGBM Regr.,LGBM Clas.,RF Regr.,instrument,0.95,0.913,0.7918312803227949,0.1981803920481237,1000 -LGBM Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.9,0.749,0.6389887792744618,0.2310882489727634,1000 -LGBM Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.95,0.847,0.7614020927955242,0.2310882489727634,1000 -LGBM Regr.,Logistic,LGBM Regr.,instrument,0.9,0.8808808808808809,0.6011544597174262,0.15730144394486342,999 -LGBM Regr.,Logistic,LGBM Regr.,instrument,0.95,0.9269269269269269,0.7163197204212697,0.15730144394486342,999 -LGBM Regr.,Logistic,LGBM Regr.,nuisance_space,0.9,0.802,0.533982278217265,0.1735015501567642,1000 -LGBM Regr.,Logistic,LGBM Regr.,nuisance_space,0.95,0.893,0.6362791293643562,0.1735015501567642,1000 -LGBM Regr.,RF Clas.,LGBM Regr.,instrument,0.9,0.8808808808808809,0.6117037321129385,0.14924058625395906,999 -LGBM Regr.,RF Clas.,LGBM Regr.,instrument,0.95,0.938938938938939,0.7288899537961552,0.14924058625395906,999 -LGBM Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.9,0.887,0.5255256282131954,0.12946206156000842,1000 -LGBM Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.95,0.948,0.6262024093655342,0.12946206156000842,1000 -LGBM Regr.,RF Clas.,RF Regr.,instrument,0.9,0.893,0.6133564813843166,0.15711608477124128,1000 -LGBM Regr.,RF Clas.,RF Regr.,instrument,0.95,0.943,0.7308593260213176,0.15711608477124128,1000 -LGBM Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.86,0.5540472193413977,0.15675464483344737,1000 -LGBM Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.935,0.6601879813806316,0.15675464483344737,1000 -LassoCV,LGBM Clas.,LGBM Regr.,instrument,0.9,0.8062563067608476,0.6448097763855765,0.19653637418785105,991 -LassoCV,LGBM Clas.,LGBM Regr.,instrument,0.95,0.8890010090817356,0.7683382386658661,0.19653637418785105,991 -LassoCV,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.72165991902834,0.5619651019188039,0.19918381058581103,988 -LassoCV,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.840080971659919,0.6696227203940329,0.19918381058581103,988 -LassoCV,Logistic,LassoCV,instrument,0.9,0.9126506024096386,0.6493687054509357,0.15965331285568357,996 -LassoCV,Logistic,LassoCV,instrument,0.95,0.9618473895582329,0.7737705377043753,0.15965331285568357,996 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.8682092555331992,0.5768393638614188,0.1458288654760023,994 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.9356136820925554,0.6873464966781094,0.1458288654760023,994 -LassoCV,RF Clas.,RF Regr.,instrument,0.9,0.8667334669338678,0.5890487369844828,0.14213629243588016,998 -LassoCV,RF Clas.,RF Regr.,instrument,0.95,0.93687374749499,0.7018948620784813,0.14213629243588016,998 -LassoCV,RF Clas.,RF Regr.,nuisance_space,0.9,0.8908908908908909,0.5583249926493753,0.13040987029805642,999 -LassoCV,RF Clas.,RF Regr.,nuisance_space,0.95,0.9369369369369369,0.6652852626707622,0.13040987029805642,999 -RF Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.883,0.4286586066458282,0.10700456800013383,1000 -RF Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.939,0.510778233955119,0.10700456800013383,1000 -RF Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.798,0.3832967523848996,0.11829755780901112,1000 -RF Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.871,0.45672625074725515,0.11829755780901112,1000 -RF Regr.,LGBM Clas.,RF Regr.,instrument,0.9,0.866,0.42225079909506574,0.11434483968291848,1000 -RF Regr.,LGBM Clas.,RF Regr.,instrument,0.95,0.919,0.5031428603184782,0.11434483968291848,1000 -RF Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.9,0.881,0.41648308996281536,0.10985709399222088,1000 -RF Regr.,LGBM Clas.,RF Regr.,nuisance_space,0.95,0.938,0.49627021099133717,0.10985709399222088,1000 -RF Regr.,Logistic,RF Regr.,instrument,0.9,0.856,0.38502789712056834,0.10721182765222284,1000 -RF Regr.,Logistic,RF Regr.,instrument,0.95,0.92,0.45878903692977124,0.10721182765222284,1000 -RF Regr.,Logistic,RF Regr.,nuisance_space,0.9,0.824,0.3771933481281758,0.11331805384094351,1000 -RF Regr.,Logistic,RF Regr.,nuisance_space,0.95,0.9,0.4494535960074909,0.11331805384094351,1000 -RF Regr.,RF Clas.,LGBM Regr.,instrument,0.9,0.828,0.38946263148586363,0.11262093701887263,1000 -RF Regr.,RF Clas.,LGBM Regr.,instrument,0.95,0.884,0.46407334885550183,0.11262093701887263,1000 -RF Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.9,0.804,0.36190660207697933,0.10722868220974552,1000 -RF Regr.,RF Clas.,LGBM Regr.,nuisance_space,0.95,0.867,0.4312383145926426,0.10722868220974552,1000 -RF Regr.,RF Clas.,LassoCV,instrument,0.9,0.859,0.39360445751539874,0.10201463510531926,1000 -RF Regr.,RF Clas.,LassoCV,instrument,0.95,0.922,0.4690086389719632,0.10201463510531926,1000 -RF Regr.,RF Clas.,LassoCV,nuisance_space,0.9,0.847,0.37185525976227807,0.097545400580116,1000 -RF Regr.,RF Clas.,LassoCV,nuisance_space,0.95,0.905,0.44309287139830933,0.097545400580116,1000 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.885,0.3931395611851874,0.09840536307939636,1000 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.94,0.4684546808270991,0.09840536307939636,1000 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.877,0.3834497709276788,0.09720459767352349,1000 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.934,0.4569085835870289,0.09720459767352349,1000 diff --git a/results/plm/logistic_ate_metadata.csv b/results/plm/logistic_ate_metadata.csv deleted file mode 100644 index eead6aa7..00000000 --- a/results/plm/logistic_ate_metadata.csv +++ /dev/null @@ -1,3 +0,0 @@ -DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.10.dev0,LogisticATECoverageSimulation,2025-09-03 22:35,447.33407898743945,3.12.9,scripts/plm/logistic_ate_config.yml -0.10.dev0,LogisticATECoverageSimulation,2025-09-03 14:16,0.4242911458015442,3.12.11,scripts/plm/logistic_ate_config.yml diff --git a/results/plm/lplr_ate_config.yml b/results/plm/lplr_ate_config.yml index dd301b0f..c7cf40d2 100644 --- a/results/plm/lplr_ate_config.yml +++ b/results/plm/lplr_ate_config.yml @@ -10,8 +10,6 @@ dgp_parameters: - 500 dim_x: - 20 - balanced_r0: - - false learner_definitions: lasso: &id001 name: LassoCV diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv index d70dd3c1..29c3a423 100644 --- a/results/plm/lplr_ate_coverage.csv +++ b/results/plm/lplr_ate_coverage.csv @@ -1,13 +1,13 @@ Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.634,2.132568969077688,0.8086721712178914,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.732,2.5411126591772386,0.8086721712178914,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.99,1.9454977395479216,0.24795234910718517,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.996,2.3182035404482284,0.24795234910718517,500 -LassoCV,Logistic,LassoCV,instrument,0.9,0.862,1.1086348225322677,0.30791966387256126,500 -LassoCV,Logistic,LassoCV,instrument,0.95,0.924,1.3210198698332598,0.30791966387256126,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.882,0.9499848768071947,0.24286882983701666,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.928,1.1319767995713301,0.24286882983701666,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.598,1.0627422718182507,0.48472206759927056,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.71,1.2663355227981636,0.48472206759927056,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.95,1.0969635901105794,0.2038171758444602,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.986,1.3071127386290677,0.2038171758444602,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.872,0.6540916267945179,0.17501445022837125,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.928,0.7793982455949509,0.17501445022837125,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.88,0.598241346108922,0.15586913796966942,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.946,0.7128485314583201,0.15586913796966942,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.856,0.5890452894815547,0.16482024691605957,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.924,0.7018907541253692,0.16482024691605957,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.868,0.5820699058557912,0.1507959338822808,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.93,0.6935790718815301,0.1507959338822808,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.884,0.39484117997902796,0.09883032061915417,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.95,0.4704822846799266,0.09883032061915417,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.886,0.38499391911236014,0.09772003875711463,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.94,0.45874854963578754,0.09772003875711463,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv index 14311203..52735907 100644 --- a/results/plm/lplr_ate_metadata.csv +++ b/results/plm/lplr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.dev0,LPLRATECoverageSimulation,2025-11-17 11:05,142.97858368555706,3.12.3,scripts/plm/lplr_ate_config.yml +0.11.dev0,LPLRATECoverageSimulation,2025-11-18 03:13,39.79484195311864,3.12.9,scripts/plm/lplr_ate_config.yml diff --git a/scripts/plm/lplr_ate_config.yml b/scripts/plm/lplr_ate_config.yml index 1c776619..78c930a8 100644 --- a/scripts/plm/lplr_ate_config.yml +++ b/scripts/plm/lplr_ate_config.yml @@ -10,7 +10,6 @@ dgp_parameters: theta: [0.5] # Treatment effect n_obs: [500] # Sample size dim_x: [20] # Number of covariates - balanced_r0: [False] # Whether to use balanced r0 function # Define reusable learner configurations learner_definitions: From 1275beb0b17972c6383e23fe2bebf8198f2c109f Mon Sep 17 00:00:00 2001 From: Sven Klaassen <47529404+SvenKlaassen@users.noreply.github.com> Date: Tue, 18 Nov 2025 11:17:05 +0100 Subject: [PATCH 67/67] Fix link to make_lplr_LZZ2020 --- doc/plm/lplr.qmd | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/doc/plm/lplr.qmd b/doc/plm/lplr.qmd index c032ce09..b310ce17 100644 --- a/doc/plm/lplr.qmd +++ b/doc/plm/lplr.qmd @@ -24,7 +24,7 @@ init_notebook_mode(all_interactive=True) ## ATE Coverage -The simulations are based on the the [make_lplr_LZZ2020](https://docs.doubleml.org/stable/api/generated/doubleml.datasets.make_lplr_LZZ2020.html)-DGP with $500$ observations. +The simulations are based on the the [make_lplr_LZZ2020](https://docs.doubleml.org/stable/api/generated/doubleml.plm.datasets.make_lplr_LZZ2020.html)-DGP with $500$ observations. ::: {.callout-note title="Metadata" collapse="true"} @@ -110,4 +110,4 @@ generate_and_show_styled_table( level_col="level", coverage_highlight_cols=["Coverage"] ) -``` \ No newline at end of file +```