diff --git a/settings/src/main/scala/org/typelevel/sbt/TypelevelSettingsPlugin.scala b/settings/src/main/scala/org/typelevel/sbt/TypelevelSettingsPlugin.scala
index 9ae3ed6c..8bcff431 100644
--- a/settings/src/main/scala/org/typelevel/sbt/TypelevelSettingsPlugin.scala
+++ b/settings/src/main/scala/org/typelevel/sbt/TypelevelSettingsPlugin.scala
@@ -65,7 +65,11 @@ object TypelevelSettingsPlugin extends AutoPlugin {
           )
 
       val scalacCompat =
-        Seq(CompileTime, Test).map("org.typelevel" %% "scalac-compat-annotation" % "0.1.2" % _)
+        if (Set("2.12", "2.13", "3").contains(scalaBinaryVersion.value))
+          Seq(CompileTime, Test).map(
+            "org.typelevel" %% "scalac-compat-annotation" % "0.1.2" % _)
+        else
+          Nil
 
       scalacCompat ++ plugins
     },