diff --git a/apps/evalite-ui/app/routes/eval.$name.tsx b/apps/evalite-ui/app/routes/eval.$name.tsx
index f38b88f..5b29d6b 100644
--- a/apps/evalite-ui/app/routes/eval.$name.tsx
+++ b/apps/evalite-ui/app/routes/eval.$name.tsx
@@ -94,7 +94,8 @@ export default function Page() {
               evalStatus={evaluation.status}
               isRunning={
                 serverState.state.type === "running" &&
-                serverState.state.filepaths.has(evaluation.filepath)
+                serverState.state.filepaths.has(evaluation.filepath) &&
+                evaluation.created_at === latestDate
               }
               score={score}
               state={getScoreState(score, prevScore)}