- add error handler for validator

neurons/validator.py

@@ -64,17 +64,20 @@ async def forward(self):
 if __name__ == "__main__":
     with Validator() as validator:
         while True:
-            validator.metagraph.sync(cwtensor=validator.cwtensor)
-            ct.logging.info(
-                f"Validator {'is up and running' if validator.thread and validator.thread.is_alive() else 'is running and not working'}\t"
-                f"step {validator.step if validator.step else '-'}\t"
-                f"block {validator.block if validator.block else None:>,}\t\t"
-                f"blocks until sync {validator.config.neuron.epoch_length - validator.block + validator.metagraph.last_update[validator.uid]}"
-            )
-            if validator.thread is None or not validator.thread.is_alive():
-                ct.logging.debug("Stopped")
-                validator.is_running = False
-                time.sleep(60)
-                validator.run_in_background_thread()
+            try:
+                validator.metagraph.sync(cwtensor=validator.cwtensor)
+                ct.logging.info(
+                    f"Validator {'is up and running' if validator.thread and validator.thread.is_alive() else 'is running and not working'}\t"
+                    f"step {validator.step if validator.step else '-'}\t"
+                    f"block {validator.block if validator.block else None:>,}\t\t"
+                    f"blocks until sync {validator.config.neuron.epoch_length - validator.block + validator.metagraph.last_update[validator.uid]}"
+                )
+                if validator.thread is None or not validator.thread.is_alive():
+                    ct.logging.debug("Stopped")
+                    validator.is_running = False
+                    time.sleep(60)
+                    validator.run_in_background_thread()
+            except Exception as e:
+                ct.logging.error(f"[red]Error:[/red] {e}\t[red]trace:[/red] {traceback.format_exc()}")
 
             time.sleep(15)