From f2b4d8ba1d97f25910bece04b7802ae83d05a280 Mon Sep 17 00:00:00 2001
From: colourfulspring <ajxcwz@163.com>
Date: Fri, 26 Apr 2024 16:57:56 +0800
Subject: [PATCH] create sac/Catching.yaml

---
 config/{ => ppo}/Catching.yaml |  0
 config/sac/Catching.yaml       | 26 ++++++++++++++++++++++++++
 docs/Readme.md                 |  2 +-
 3 files changed, 27 insertions(+), 1 deletion(-)
 rename config/{ => ppo}/Catching.yaml (100%)
 create mode 100644 config/sac/Catching.yaml

diff --git a/config/Catching.yaml b/config/ppo/Catching.yaml
similarity index 100%
rename from config/Catching.yaml
rename to config/ppo/Catching.yaml
diff --git a/config/sac/Catching.yaml b/config/sac/Catching.yaml
new file mode 100644
index 000000000..50ad3d029
--- /dev/null
+++ b/config/sac/Catching.yaml
@@ -0,0 +1,26 @@
+behaviors:
+  Catching:
+    trainer_type: sac
+    hyperparameters:
+      learning_rate: 0.0003
+      learning_rate_schedule: linear
+      batch_size: 2560
+      buffer_size: 10240
+      buffer_init_steps: 0
+      tau: 0.005
+      steps_per_update: 10.0
+      save_replay_buffer: false
+      init_entcoef: 0.5
+      reward_signal_steps_per_update: 10.0
+    network_settings:
+      normalize: true
+      hidden_units: 256
+      num_layers: 3
+      vis_encode_type: simple
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+    keep_checkpoints: 5
+    max_steps: 5e6
+    time_horizon: 1000
+    summary_freq: 1000
diff --git a/docs/Readme.md b/docs/Readme.md
index 633a1e714..fd1793691 100644
--- a/docs/Readme.md
+++ b/docs/Readme.md
@@ -12,7 +12,7 @@
 * Open a terminal and change directory to the root path of this repo. Activate the Python environment with MLAgents.
 * Run this commands
 ```
-mlagents-learn config/Catching.yaml --env=./Builds/CarCatching/CarCatching.x86_64 --run-id=v8.0.0 --width=2000 --height=1000
+mlagents-learn config/ppo/Catching.yaml --env=./Builds/CarCatching/CarCatching.x86_64 --run-id=v8.0.0 --width=2000 --height=1000
 
 ```