Update results from script: scripts/irm/irm_apo_coverage.py

Author: github-actions

results/irm/irm_apo_coverage_apo.csv

@@ -1,25 +1,25 @@
 Learner g,Learner m,Treatment Level,level,Coverage,CI Length,Bias,repetition
-LGBM,LGBM,0.0,0.9,0.912,8.657690136121921,2.0760855366229958,1000
-LGBM,LGBM,0.0,0.95,0.965,10.316274091547035,2.0760855366229958,1000
-LGBM,LGBM,1.0,0.9,0.915,38.23339285821166,9.180525200256618,1000
-LGBM,LGBM,1.0,0.95,0.967,45.55789754237906,9.180525200256618,1000
-LGBM,LGBM,2.0,0.9,0.89,37.49194764946096,9.610674399165429,1000
-LGBM,LGBM,2.0,0.95,0.952,44.67441108385784,9.610674399165429,1000
-LGBM,Logistic,0.0,0.9,0.904,5.625897101886533,1.3345731610342202,1000
-LGBM,Logistic,0.0,0.95,0.955,6.7036698705295725,1.3345731610342202,1000
-LGBM,Logistic,1.0,0.9,0.924,7.423300143143786,1.697057819214677,1000
-LGBM,Logistic,1.0,0.95,0.968,8.84540769378873,1.697057819214677,1000
-LGBM,Logistic,2.0,0.9,0.917,7.321275660150267,1.660826093332619,1000
-LGBM,Logistic,2.0,0.95,0.971,8.723838024042964,1.660826093332619,1000
-Linear,LGBM,0.0,0.9,0.901,5.498257423071024,1.30423568882223,1000
-Linear,LGBM,0.0,0.95,0.95,6.551577812380716,1.30423568882223,1000
-Linear,LGBM,1.0,0.9,0.949,10.700720020780512,2.1264975614784354,1000
-Linear,LGBM,1.0,0.95,0.982,12.75069435099058,2.1264975614784354,1000
-Linear,LGBM,2.0,0.9,0.93,7.513644049429104,1.6338972741785736,1000
-Linear,LGBM,2.0,0.95,0.965,8.953059097926168,1.6338972741785736,1000
-Linear,Logistic,0.0,0.9,0.902,5.335670092717667,1.2832290098794459,1000
-Linear,Logistic,0.0,0.95,0.954,6.357843058957276,1.2832290098794459,1000
-Linear,Logistic,1.0,0.9,0.905,5.417512107920403,1.2812664745065607,1000
-Linear,Logistic,1.0,0.95,0.956,6.455363835025866,1.2812664745065607,1000
-Linear,Logistic,2.0,0.9,0.908,5.366403391397197,1.2775297528572058,1000
-Linear,Logistic,2.0,0.95,0.958,6.3944640430685675,1.2775297528572058,1000
+LGBM,LGBM,0.0,0.9,0.91,8.657690136121921,2.0771552393153954,1000
+LGBM,LGBM,0.0,0.95,0.966,10.316274091547035,2.0771552393153954,1000
+LGBM,LGBM,1.0,0.9,0.914,38.23339285821166,9.211837492627364,1000
+LGBM,LGBM,1.0,0.95,0.967,45.55789754237906,9.211837492627364,1000
+LGBM,LGBM,2.0,0.9,0.894,37.49194764946096,9.572858395839285,1000
+LGBM,LGBM,2.0,0.95,0.953,44.67441108385784,9.572858395839285,1000
+LGBM,Logistic,0.0,0.9,0.904,5.625897101886533,1.3417933174607457,1000
+LGBM,Logistic,0.0,0.95,0.955,6.7036698705295725,1.3417933174607457,1000
+LGBM,Logistic,1.0,0.9,0.923,7.423300143143786,1.6937231294439623,1000
+LGBM,Logistic,1.0,0.95,0.968,8.84540769378873,1.6937231294439623,1000
+LGBM,Logistic,2.0,0.9,0.92,7.321275660150267,1.6623475358295177,1000
+LGBM,Logistic,2.0,0.95,0.965,8.723838024042964,1.6623475358295177,1000
+Linear,LGBM,0.0,0.9,0.9,5.498257423071024,1.3124155546719014,1000
+Linear,LGBM,0.0,0.95,0.95,6.551577812380716,1.3124155546719014,1000
+Linear,LGBM,1.0,0.9,0.949,10.700720020780512,2.128626055374095,1000
+Linear,LGBM,1.0,0.95,0.983,12.75069435099058,2.128626055374095,1000
+Linear,LGBM,2.0,0.9,0.934,7.513644049429104,1.63753078556302,1000
+Linear,LGBM,2.0,0.95,0.966,8.953059097926168,1.63753078556302,1000
+Linear,Logistic,0.0,0.9,0.904,5.335670092717667,1.2914800726015643,1000
+Linear,Logistic,0.0,0.95,0.955,6.357843058957276,1.2914800726015643,1000
+Linear,Logistic,1.0,0.9,0.908,5.417512107920403,1.2803038033844159,1000
+Linear,Logistic,1.0,0.95,0.956,6.455363835025866,1.2803038033844159,1000
+Linear,Logistic,2.0,0.9,0.906,5.366403391397197,1.287341166689217,1000
+Linear,Logistic,2.0,0.95,0.957,6.3944640430685675,1.287341166689217,1000

results/irm/irm_apo_coverage_apos.csv

@@ -1,9 +1,9 @@
 Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM,LGBM,0.9,0.906,28.21021843292038,7.120657478889542,0.924,36.1943517986729,1000
-LGBM,LGBM,0.95,0.9586666666666667,33.61454856442563,7.120657478889542,0.974,40.868020474452145,1000
-LGBM,Logistic,0.9,0.918,6.789316986971467,1.5705977914191496,0.925,8.394070597867524,1000
-LGBM,Logistic,0.95,0.962,8.089970168806186,1.5705977914191496,0.961,9.592284619044477,1000
-Linear,LGBM,0.9,0.9276666666666666,7.903418354805325,1.7245563336966274,0.94,9.850445774370156,1000
-Linear,LGBM,0.95,0.9666666666666667,9.41750382912841,1.7245563336966274,0.975,11.234392064837424,1000
-Linear,Logistic,0.9,0.903,5.372532806955153,1.278875142245648,0.906,5.7964894175017925,1000
-Linear,Logistic,0.95,0.9556666666666667,6.4017676921854445,1.278875142245648,0.953,6.8182385960659,1000
+LGBM,LGBM,0.9,0.9063333333333333,28.21021843292038,7.116365925800573,0.925,36.1943517986729,1000
+LGBM,LGBM,0.95,0.958,33.61454856442563,7.116365925800573,0.973,40.868020474452145,1000
+LGBM,Logistic,0.9,0.9133333333333333,6.789316986971467,1.5740169263514348,0.922,8.394070597867524,1000
+LGBM,Logistic,0.95,0.962,8.089970168806186,1.5740169263514348,0.96,9.592284619044477,1000
+Linear,LGBM,0.9,0.9266666666666666,7.903418354805325,1.7298579127669884,0.936,9.850445774370156,1000
+Linear,LGBM,0.95,0.968,9.41750382912841,1.7298579127669884,0.974,11.234392064837424,1000
+Linear,Logistic,0.9,0.9053333333333333,5.372532806955153,1.2839893621990757,0.901,5.7964894175017925,1000
+Linear,Logistic,0.95,0.9556666666666667,6.4017676921854445,1.2839893621990757,0.95,6.8182385960659,1000

results/irm/irm_apo_coverage_apos_contrast.csv

@@ -1,9 +1,9 @@
 Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM,LGBM,0.9,0.8885,37.87536523730769,9.788503277093351,0.898,44.828925781533165,1000
-LGBM,LGBM,0.95,0.9485,45.13128131893863,9.788503277093351,0.965,51.42387403222799,1000
-LGBM,Logistic,0.9,0.9275,5.725128733165455,1.267381146072165,0.927,6.774304315459576,1000
-LGBM,Logistic,0.95,0.963,6.821911652197591,1.267381146072165,0.962,7.7654094416927215,1000
-Linear,LGBM,0.9,0.958,7.430953406859927,1.5064356327113417,0.975,8.798628447594016,1000
-Linear,LGBM,0.95,0.989,8.85452711998085,1.5064356327113417,0.992,10.090116294778499,1000
-Linear,Logistic,0.9,0.872,1.1425883251377777,0.29482653859949187,0.871,1.3505222299078565,1000
-Linear,Logistic,0.95,0.936,1.3614779635902856,0.29482653859949187,0.92,1.5496710496635275,1000
+LGBM,LGBM,0.9,0.8885,37.87536523730769,9.784120711881009,0.898,44.828925781533165,1000
+LGBM,LGBM,0.95,0.949,45.13128131893863,9.784120711881009,0.965,51.42387403222799,1000
+LGBM,Logistic,0.9,0.928,5.725128733165455,1.268560055277062,0.926,6.774304315459576,1000
+LGBM,Logistic,0.95,0.962,6.821911652197591,1.268560055277062,0.961,7.7654094416927215,1000
+Linear,LGBM,0.9,0.958,7.430953406859927,1.5069627173157734,0.975,8.798628447594016,1000
+Linear,LGBM,0.95,0.9885,8.85452711998085,1.5069627173157734,0.992,10.090116294778499,1000
+Linear,Logistic,0.9,0.8715,1.1425883251377777,0.299993836487866,0.865,1.3505222299078565,1000
+Linear,Logistic,0.95,0.9295,1.3614779635902856,0.299993836487866,0.914,1.5496710496635275,1000

results/irm/irm_apo_coverage_metadata.csv

@@ -1,2 +1,2 @@
 DoubleML Version,Script,Date,Total Runtime (seconds),Python Version
-0.9.0,irm_apo_coverage.py,2024-09-09 10:19:31,10550.167822599411,3.12.5
+0.10.dev0,irm_apo_coverage.py,2024-12-13 15:59:02,11213.07107424736,3.12.8