Buttons again (#39)

* Buttons again * Update SAF * Scarce buttons
yardenas · Sep 19, 2024 · e582ec3 · e582ec3
1 parent 49ab45b
commit e582ec3
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 142 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -27,8 +27,6 @@ moviepy = "^1.0.3"
 safe-adaptation-gym = { git = "https://[email protected]/lasgroup/safe-adaptation-gym" }
 jmp = { git = "https://github.com/deepmind/jmp" }
 tensorboard = "^2.16.2"
-torch = { version = "^2.4.0+cpu", source = "pytorch_cpu" }
-torchvision = { version = "^0.19.0+cpu", source = "pytorch_cpu" }
 
 
 [[tool.poetry.source]]

diff --git a/safe_opax/configs/experiment/safe_sparse_button.yaml b/safe_opax/configs/experiment/safe_sparse_button.yaml
@@ -0,0 +1,18 @@
+# @package _global_
+defaults:
+  - override /environment: safe_adaptation_gym
+
+environment:
+  safe_adaptation_gym:
+    task: press_buttons_scarce
+
+training:
+  epochs: 100
+  safe: true
+  action_repeat: 2
+
+agent:
+  exploration_strategy: opax
+  exploration_steps: 1000000
+  exploration_epistemic_scale: 25.0
+  exploration_reward_scale: 0.1