set n_obs = 10000 for IRM & APO sensitivity, add n_obs and n_rep to metadata

Author: PhilippBach

.github/workflows/apo_sim.yml

@@ -18,7 +18,7 @@ jobs:
       matrix:
         script: [
           'scripts/irm/irm_apo_coverage.py',
-          'scripts/irm/irm_apo_sensitivity.py',
+          'scripts/irm/irm_apo_ate_sensitivity.py',
         ]
 
     steps:

scripts/did/did_cs_atte_coverage.py

@@ -125,6 +125,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/cvar_coverage.py

@@ -233,6 +233,8 @@ def dgp(n=200, p=5):
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_apo_sensitivity.py renamed to scripts/irm/irm_apo_ate_sensitivity.py

@@ -15,7 +15,7 @@
 max_runtime = 5.5 * 3600  # 5.5 hours in seconds
 
 # DGP pars
-n_obs = 20000
+n_obs = 10000
 theta = 5.0
 trimming_threshold = 0.05
 
@@ -177,6 +177,8 @@
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
     'Sensitivity Errors': [sensitivity_err_count],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_apo_coverage.py

@@ -218,6 +218,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_ate_coverage.py

@@ -105,6 +105,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_ate_sensitivity.py

@@ -15,7 +15,7 @@
 max_runtime = 5.5 * 3600  # 5.5 hours in seconds
 
 # DGP pars
-n_obs = 20000
+n_obs = 10000
 theta = 5.0
 trimming_threshold = 0.05
 
@@ -155,6 +155,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_atte_coverage.py

@@ -134,6 +134,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_atte_sensitivity.py

@@ -11,11 +11,11 @@
 from doubleml.datasets import make_confounded_irm_data
 
 # Number of repetitions
-n_rep = 500
+n_rep = 100
 max_runtime = 5.5 * 3600  # 5.5 hours in seconds
 
 # DGP pars
-n_obs = 5000
+n_obs = 10000
 theta = 5.0
 trimming_threshold = 0.05
 
@@ -152,6 +152,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)
 

scripts/irm/irm_cate_coverage.py

@@ -120,6 +120,8 @@
     'Date': [datetime.now().strftime("%Y-%m-%d %H:%M:%S")],
     'Total Runtime (seconds)': [total_runtime],
     'Python Version': [f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"],
+    'Number of observations': [n_obs],
+    'Number of repetitions': [n_rep],
 })
 print(metadata)