Buttons again

pyproject.toml

@@ -27,8 +27,6 @@ moviepy = "^1.0.3"
 safe-adaptation-gym = { git = "https://[email protected]/lasgroup/safe-adaptation-gym" }
 jmp = { git = "https://github.com/deepmind/jmp" }
 tensorboard = "^2.16.2"
-torch = { version = "^2.4.0+cpu", source = "pytorch_cpu" }
-torchvision = { version = "^0.19.0+cpu", source = "pytorch_cpu" }
 
 
 [[tool.poetry.source]]

safe_opax/configs/experiment/safe_sparse_button.yaml

@@ -0,0 +1,18 @@
+# @package _global_
+defaults:
+  - override /environment: safe_adaptation_gym
+
+environment:
+  safe_adaptation_gym:
+    task: press_buttons_scarce
+
+training:
+  epochs: 100
+  safe: true
+  action_repeat: 2
+
+agent:
+  exploration_strategy: opax
+  exploration_steps: 1000000
+  exploration_epistemic_scale: 25.0
+  exploration_reward_scale: 0.1