create sac/Catching.yaml

colourfulspring · Apr 26, 2024 · f2b4d8b · f2b4d8b
1 parent 7e06c02
commit f2b4d8b
Show file tree

Hide file tree

Showing 3 changed files with 27 additions and 1 deletion.
diff --git a/config/Catching.yaml → config/ppo/Catching.yaml b/config/Catching.yaml → config/ppo/Catching.yaml
diff --git a/config/sac/Catching.yaml b/config/sac/Catching.yaml
@@ -0,0 +1,26 @@
+behaviors:
+  Catching:
+    trainer_type: sac
+    hyperparameters:
+      learning_rate: 0.0003
+      learning_rate_schedule: linear
+      batch_size: 2560
+      buffer_size: 10240
+      buffer_init_steps: 0
+      tau: 0.005
+      steps_per_update: 10.0
+      save_replay_buffer: false
+      init_entcoef: 0.5
+      reward_signal_steps_per_update: 10.0
+    network_settings:
+      normalize: true
+      hidden_units: 256
+      num_layers: 3
+      vis_encode_type: simple
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+    keep_checkpoints: 5
+    max_steps: 5e6
+    time_horizon: 1000
+    summary_freq: 1000
diff --git a/docs/Readme.md b/docs/Readme.md
@@ -12,7 +12,7 @@
 * Open a terminal and change directory to the root path of this repo. Activate the Python environment with MLAgents.
 * Run this commands
 ```
-mlagents-learn config/Catching.yaml --env=./Builds/CarCatching/CarCatching.x86_64 --run-id=v8.0.0 --width=2000 --height=1000
+mlagents-learn config/ppo/Catching.yaml --env=./Builds/CarCatching/CarCatching.x86_64 --run-id=v8.0.0 --width=2000 --height=1000
 
 ```