diff --git a/yolox/core/trainer.py b/yolox/core/trainer.py
index b0063399..5ab10060 100644
--- a/yolox/core/trainer.py
+++ b/yolox/core/trainer.py
@@ -91,6 +91,8 @@ def train_one_iter(self):
         iter_start_time = time.time()
 
         inps, targets = self.prefetcher.next()
+        track_ids = targets[:, :, 5]
+        targets = targets[:, :, :5]
         inps = inps.to(self.data_type)
         targets = targets.to(self.data_type)
         targets.requires_grad = False