Initial support for remote reporters

build.sbt

@@ -138,6 +138,7 @@ commands ++= Seq(
       runMtagsPublishLocal(st, v, localSnapshotVersion)
     }
     "interfaces/publishLocal" ::
+      "+telemetryInterfaces/publishLocal" ::
       s"++${V.scala213} metals/publishLocal" ::
       "mtags-java/publishLocal" ::
       publishMtags
@@ -181,6 +182,7 @@ def lintingOptions(scalaVersion: String) = {
     "-Wconf:src=*.TreeViewProvider.scala&msg=parameter params in method (children|parent) is never used:silent",
     // silence "The outer reference in this type test cannot be checked at run time."
     "-Wconf:src=.*(CompletionProvider|ArgCompletions|Completions|Keywords|IndentOnPaste).scala&msg=The outer reference:silent",
+    "-Wconf:src=.*(SourceCodeSanitizer).scala&msg=Unused import:silent",
   )
   crossSetting(
     scalaVersion,
@@ -208,7 +210,7 @@ val sharedScalacOptions = List(
             isScala212(partialVersion) && V.scala212 != scalaVersion.value =>
         List("-target:jvm-1.8", "-Yrangepos", "-Xexperimental")
       case partialVersion if isScala3(partialVersion) =>
-        List("-Xtarget:8", "-language:implicitConversions", "-Xsemanticdb")
+        List("-Xtarget:8", "-language:implicitConversions")
       case _ =>
         List("-target:jvm-1.8", "-Yrangepos")
     }
@@ -251,6 +253,26 @@ lazy val interfaces = project
     ),
   )
 
+lazy val telemetryInterfaces = project
+  .in(file("telemetry-interfaces"))
+  .settings(sharedSettings)
+  .settings(
+    moduleName := "telemetry-interfaces",
+    crossScalaVersions := List(V.scala213, V.scala3),
+    crossVersion := CrossVersion.binary,
+    Compile / scalacOptions ++= {
+      if (scalaVersion.value == V.scala3)
+        List("-Xmax-inlines", "64")
+      else Nil
+    },
+    libraryDependencies := List(
+      "com.softwaremill.sttp.tapir" %% "tapir-core" % "1.10.0",
+      "com.softwaremill.sttp.tapir" %% "tapir-jsoniter-scala" % "1.10.0",
+      "com.github.plokhotnyuk.jsoniter-scala" %% "jsoniter-scala-core" % "2.27.7",
+      "com.github.plokhotnyuk.jsoniter-scala" %% "jsoniter-scala-macros" % "2.27.7" % "compile-internal",
+    ),
+  )
+
 lazy val mtagsShared = project
   .in(file("mtags-shared"))
   .settings(sharedSettings)
@@ -265,7 +287,12 @@ lazy val mtagsShared = project
     Compile / packageSrc / publishArtifact := true,
     Compile / scalacOptions ++= {
       if (scalaVersion.value == V.scala3)
-        List("-Yexplicit-nulls", "-language:unsafeNulls")
+        List(
+          "-Yexplicit-nulls",
+          "-language:unsafeNulls",
+          "-Xfatal-warnings",
+          "-deprecation",
+        )
       else Nil
     },
     libraryDependencies ++= List(
@@ -502,7 +529,9 @@ lazy val metals = project
       // for JSON formatted doctor
       "com.lihaoyi" %% "ujson" % "3.1.5",
       // For fetching projects' templates
-      "com.lihaoyi" %% "requests" % "0.8.0",
+      // telemetry client
+      "com.softwaremill.sttp.client3" %% "core" % "3.9.5",
+      "com.softwaremill.sttp.tapir" %% "tapir-sttp-client" % "1.10.0",
       // for producing SemanticDB from Scala source files, to be sure we want the same version of scalameta
       "org.scalameta" %% "scalameta" % V.semanticdb(scalaVersion.value),
       "org.scalameta" % "semanticdb-scalac-core" % V.semanticdb(
@@ -557,7 +586,7 @@ lazy val metals = project
       "lastSupportedSemanticdb" -> SemanticDbSupport.last,
     ),
   )
-  .dependsOn(mtags, `mtags-java`)
+  .dependsOn(mtags, `mtags-java`, telemetryInterfaces)
   .enablePlugins(BuildInfoPlugin)
 
 lazy val `sbt-metals` = project
@@ -805,6 +834,7 @@ lazy val unit = project
       "io.get-coursier" %% "coursier" % V.coursier, // for jars
       "ch.epfl.scala" %% "bloop-config" % V.bloopConfig,
       "org.scalameta" %% "munit" % V.munit,
+      "com.softwaremill.sttp.tapir" %% "tapir-sttp-stub-server" % "1.10.0",
     ),
     buildInfoPackage := "tests",
     Compile / resourceGenerators += InputProperties

metals-bench/src/main/scala/bench/MetalsBench.scala

@@ -8,7 +8,6 @@ import scala.meta.dialects
 import scala.meta.interactive.InteractiveSemanticdb
 import scala.meta.internal.metals.EmptyReportContext
 import scala.meta.internal.metals.JdkSources
-import scala.meta.internal.metals.ReportContext
 import scala.meta.internal.metals.logging.MetalsLogger
 import scala.meta.internal.mtags.JavaMtags
 import scala.meta.internal.mtags.Mtags
@@ -22,6 +21,7 @@ import scala.meta.internal.tokenizers.LegacyScanner
 import scala.meta.internal.tokenizers.LegacyToken
 import scala.meta.io.AbsolutePath
 import scala.meta.io.Classpath
+import scala.meta.pc.ReportContext
 
 import org.openjdk.jmh.annotations.Benchmark
 import org.openjdk.jmh.annotations.BenchmarkMode

metals/src/main/scala/scala/meta/internal/bsp/ConnectionBspStatus.scala

@@ -7,10 +7,10 @@ import scala.meta.internal.metals.BspStatus
 import scala.meta.internal.metals.ClientCommands
 import scala.meta.internal.metals.Icons
 import scala.meta.internal.metals.MetalsEnrichments._
-import scala.meta.internal.metals.ReportContext
 import scala.meta.internal.metals.clients.language.MetalsStatusParams
 import scala.meta.internal.metals.clients.language.StatusType
 import scala.meta.io.AbsolutePath
+import scala.meta.pc.ReportContext
 
 class ConnectionBspStatus(
     bspStatus: BspStatus,
@@ -102,7 +102,7 @@ class ConnectionBspStatus(
    */
   private def syncWithReportContext(errorReports: Set[String]) =
     errorReports.intersect(
-      rc.bloop.getReports().map(_.toPath.toUri().toString()).toSet
+      rc.bloop.getReports().map(_.toPath.toUri().toString()).asScala.toSet
     )
 }
 

metals/src/main/scala/scala/meta/internal/builds/BSPErrorHandler.scala

@@ -5,9 +5,9 @@ import java.security.MessageDigest
 import scala.meta.internal.bsp.BspSession
 import scala.meta.internal.bsp.ConnectionBspStatus
 import scala.meta.internal.metals.MetalsEnrichments._
-import scala.meta.internal.metals.Report
-import scala.meta.internal.metals.ReportContext
 import scala.meta.internal.metals.Tables
+import scala.meta.internal.pc.StandardReport
+import scala.meta.pc.ReportContext
 
 import com.google.common.io.BaseEncoding
 
@@ -19,7 +19,7 @@ class BspErrorHandler(
   def onError(message: String): Unit = {
     if (shouldShowBspError) {
       for {
-        report <- createReport(message)
+        report <- createReport(message).asScala
         if !tables.dismissedNotifications.BspErrors.isDismissed
       } bspStatus.showError(message, report)
     } else logError(message)
@@ -36,7 +36,7 @@ class BspErrorHandler(
     val id = BaseEncoding.base64().encode(digest)
     val sanitized = reportContext.bloop.sanitize(message)
     reportContext.bloop.create(
-      Report(
+      StandardReport(
         sanitized.trimTo(20),
         s"""|### Bloop error:
             |

metals/src/main/scala/scala/meta/internal/builds/NewProjectProvider.scala

@@ -23,6 +23,7 @@ import scala.meta.internal.process.ExitCodes
 import scala.meta.io.AbsolutePath
 
 import coursierapi._
+import sttp.client3._
 
 class NewProjectProvider(
     client: MetalsLanguageClient,
@@ -34,13 +35,15 @@ class NewProjectProvider(
 )(implicit context: ExecutionContext) {
 
   private val templatesUrl =
-    "https://github.com/foundweekends/giter8/wiki/giter8-templates.md"
+    uri"https://github.com/foundweekends/giter8/wiki/giter8-templates.md"
   private val giterDependency = Dependency
     .of("org.foundweekends.giter8", "giter8_2.12", BuildInfo.gitter8Version)
   // equal to cmd's: g8 playframework/play-scala-seed.g8 --name=../<<name>>
   private val giterMain = "giter8.Giter8"
 
+  val backend: SttpBackend[Identity, Any] = HttpClientSyncBackend()
   private var allTemplates = Seq.empty[MetalsQuickPickItem]
+
   def allTemplatesFromWeb: Seq[MetalsQuickPickItem] =
     synchronized {
       if (allTemplates.nonEmpty) {
@@ -53,14 +56,17 @@ class NewProjectProvider(
           // - [jimschubert/finatra.g8](https://github.com/jimschubert/finatra.g8)
           // (A simple Finatra 2.5 template with sbt-revolver and sbt-native-packager)
           val all = for {
-            result <- Try(requests.get(templatesUrl)).toOption.toIterable
-            _ = if (result.statusCode != 200)
+            result <- Try(
+              basicRequest.get(templatesUrl).send(backend)
+            ).toOption.toIterable
+            _ = if (!result.is200)
               client.showMessage(
-                NewScalaProject.templateDownloadFailed(result.statusMessage)
+                NewScalaProject.templateDownloadFailed(result.statusText)
               )
-            if result.statusCode == 200
+            if result.is200
+            text <- result.body.toOption
           } yield {
-            NewProjectProvider.templatesFromText(result.text(), icons.github)
+            NewProjectProvider.templatesFromText(text, icons.github)
           }
           allTemplates = all.flatten.toSeq
         }

metals/src/main/scala/scala/meta/internal/implementation/ImplementationProvider.scala

@@ -15,8 +15,6 @@ import scala.meta.internal.metals.BuildTargets
 import scala.meta.internal.metals.Compilers
 import scala.meta.internal.metals.DefinitionProvider
 import scala.meta.internal.metals.MetalsEnrichments._
-import scala.meta.internal.metals.Report
-import scala.meta.internal.metals.ReportContext
 import scala.meta.internal.metals.ScalaVersionSelector
 import scala.meta.internal.metals.ScalaVersions
 import scala.meta.internal.metals.SemanticdbFeatureProvider
@@ -29,6 +27,7 @@ import scala.meta.internal.mtags.Semanticdbs
 import scala.meta.internal.mtags.UnresolvedOverriddenSymbol
 import scala.meta.internal.parsing.Trees
 import scala.meta.internal.pc.PcSymbolInformation
+import scala.meta.internal.pc.StandardReport
 import scala.meta.internal.search.SymbolHierarchyOps._
 import scala.meta.internal.semanticdb.ClassSignature
 import scala.meta.internal.semanticdb.Scala.Descriptor.Method
@@ -42,6 +41,7 @@ import scala.meta.internal.semanticdb.TypeSignature
 import scala.meta.io.AbsolutePath
 import scala.meta.pc.PcSymbolKind
 import scala.meta.pc.PcSymbolProperty
+import scala.meta.pc.ReportContext
 
 import ch.epfl.scala.bsp4j.BuildTargetIdentifier
 import org.eclipse.lsp4j.Location
@@ -176,7 +176,7 @@ final class ImplementationProvider(
 
         if (sourceFiles.isEmpty) {
           rc.unsanitized.create(
-            Report(
+            StandardReport(
               "missing-definition",
               s"""|Missing definition symbol for:
                   |$dealisedSymbol

metals/src/main/scala/scala/meta/internal/implementation/Supermethods.scala

@@ -7,13 +7,13 @@ import scala.meta.internal.implementation.Supermethods.formatMethodSymbolForQuic
 import scala.meta.internal.metals.ClientCommands
 import scala.meta.internal.metals.DefinitionProvider
 import scala.meta.internal.metals.MetalsEnrichments._
-import scala.meta.internal.metals.ReportContext
 import scala.meta.internal.metals.clients.language.MetalsLanguageClient
 import scala.meta.internal.metals.clients.language.MetalsQuickPickItem
 import scala.meta.internal.metals.clients.language.MetalsQuickPickParams
 import scala.meta.internal.search.SymbolHierarchyOps
 import scala.meta.internal.semanticdb.SymbolInformation
 import scala.meta.io.AbsolutePath
+import scala.meta.pc.ReportContext
 
 import org.eclipse.lsp4j.ExecuteCommandParams
 import org.eclipse.lsp4j.Location

metals/src/main/scala/scala/meta/internal/metals/Compilers.scala

@@ -26,6 +26,10 @@ import scala.meta.internal.pc.JavaPresentationCompiler
 import scala.meta.internal.pc.LogMessages
 import scala.meta.internal.pc.PcSymbolInformation
 import scala.meta.internal.pc.ScalaPresentationCompiler
+import scala.meta.internal.telemetry
+import scala.meta.internal.telemetry.ReporterContext
+import scala.meta.internal.telemetry.ScalaPresentationCompilerContext
+import scala.meta.internal.telemetry.TelemetryReportContext
 import scala.meta.internal.worksheets.WorksheetPcData
 import scala.meta.internal.worksheets.WorksheetProvider
 import scala.meta.io.AbsolutePath
@@ -34,6 +38,8 @@ import scala.meta.pc.CancelToken
 import scala.meta.pc.HoverSignature
 import scala.meta.pc.OffsetParams
 import scala.meta.pc.PresentationCompiler
+import scala.meta.pc.PresentationCompilerConfig
+import scala.meta.pc.ReportContext
 import scala.meta.pc.SymbolSearch
 import scala.meta.pc.SyntheticDecorationsParams
 
@@ -1046,7 +1052,7 @@ class Compilers(
   ): Option[PresentationCompiler] = {
     val pc = JavaPresentationCompiler()
     Some(
-      configure(pc, search)
+      configure(pc, search, log)
         .newInstance(
           targetUri,
           classpath.toAbsoluteClasspath.map(_.toNIO).toSeq.asJava,
@@ -1203,28 +1209,58 @@ class Compilers(
     sourceMapper.pcMapping(path, scalaVersion)
   }
 
+  private def createPresentationCompilerContext(
+      scalaVersion: String,
+      config: PresentationCompilerConfig,
+      options: List[String],
+  ): ReporterContext =
+    ScalaPresentationCompilerContext(
+      scalaVersion = scalaVersion,
+      options = options,
+      config = telemetry.conversion.PresentationCompilerConfig(config),
+    )
+
+  private def getPcConfiguration(): PresentationCompilerConfig = {
+    val options =
+      InitializationOptions.from(initializeParams).compilerOptions
+    config.initialConfig.compilers
+      .update(options)
+      .copy(
+        _symbolPrefixes = userConfig().symbolPrefixes,
+        isCompletionSnippetsEnabled =
+          initializeParams.supportsCompletionSnippets,
+        _isStripMarginOnTypeFormattingEnabled =
+          () => userConfig().enableStripMarginOnTypeFormatting,
+      )
+  }
+
   private def configure(
       pc: PresentationCompiler,
       search: SymbolSearch,
-  ): PresentationCompiler =
+      options: List[String],
+  ): PresentationCompiler = {
+    val pcConfig = getPcConfiguration()
+    val config = userConfig()
+
+    val remoteReportContext: ReportContext =
+      new TelemetryReportContext(
+        telemetryConfiguration = () => config.telemetryConfiguration,
+        reporterContext = () =>
+          createPresentationCompilerContext(pc.scalaVersion, pcConfig, options),
+        workspaceSanitizer = new WorkspaceSanitizer(Some(workspace.toNIO)),
+        telemetryClient = new telemetry.TelemetryClientImpl(
+          config.telemetryConfiguration.telemetryLevel
+        ),
+      )
+
     pc.withSearch(search)
       .withExecutorService(ec)
       .withWorkspace(workspace.toNIO)
       .withScheduledExecutorService(sh)
       .withReportsLoggerLevel(MetalsServerConfig.default.loglevel)
-      .withConfiguration {
-        val options =
-          InitializationOptions.from(initializeParams).compilerOptions
-        config.initialConfig.compilers
-          .update(options)
-          .copy(
-            _symbolPrefixes = userConfig().symbolPrefixes,
-            isCompletionSnippetsEnabled =
-              initializeParams.supportsCompletionSnippets,
-            _isStripMarginOnTypeFormattingEnabled =
-              () => userConfig().enableStripMarginOnTypeFormatting,
-          )
-      }
+      .withConfiguration(pcConfig)
+      .withAdditionalReportContexts(List(remoteReportContext).asJava)
+  }
 
   def newCompiler(
       target: ScalaTarget,
@@ -1266,11 +1302,13 @@ class Compilers(
       }
 
     val filteredOptions = plugins.filterSupportedOptions(options)
-    configure(pc, search)
+    val allOptions = log ++ filteredOptions
+
+    configure(pc, search, allOptions)
       .newInstance(
         name,
         classpath.asJava,
-        (log ++ filteredOptions).asJava,
+        (allOptions).asJava,
       )
   }
 

metals/src/main/scala/scala/meta/internal/metals/DefinitionProvider.scala

@@ -27,6 +27,7 @@ import scala.meta.internal.semanticdb.Synthetic
 import scala.meta.internal.semanticdb.TextDocument
 import scala.meta.io.AbsolutePath
 import scala.meta.pc.CancelToken
+import scala.meta.pc.ReportContext
 import scala.meta.tokens.Token
 
 import ch.epfl.scala.bsp4j.BuildTargetIdentifier

metals/src/main/scala/scala/meta/internal/metals/Indexer.scala

@@ -36,6 +36,7 @@ import scala.meta.internal.semanticdb.Scala._
 import scala.meta.internal.tvp.FolderTreeViewProvider
 import scala.meta.internal.worksheets.WorksheetProvider
 import scala.meta.io.AbsolutePath
+import scala.meta.pc.ReportContext
 
 import ch.epfl.scala.{bsp4j => b}
 import org.eclipse.lsp4j.Position