diff --git a/triagebot.toml b/triagebot.toml
index 16557a4bebb8..f4dda0ce1f72 100644
--- a/triagebot.toml
+++ b/triagebot.toml
@@ -40,6 +40,10 @@ reviewed_label = "S-waiting-on-author"
 [autolabel."S-waiting-on-review"]
 new_pr = true
 
+[concern]
+# These labels are set when there are unresolved concerns, removed otherwise
+labels = ["has-concerns"]
+
 [assign]
 contributing_url = "https://github.com/rust-lang/rust-clippy/blob/master/CONTRIBUTING.md"
 users_on_vacation = [