SLI-1566 JaCoCo on UI tests

.cirrus.yml

@@ -113,7 +113,7 @@
     slack_notification_script: |
       source slack-failure-notification
 
 validate_task:
   #  name: "Run UTs and trigger SonarQube analysis"
   depends_on:
     - build
@@ -141,7 +141,7 @@
     slack_notification_script: |
       source slack-failure-notification
 
 validate_windows_task:
   #  name: "Run unit tests on Windows"
   depends_on:
     - build
@@ -210,7 +210,7 @@
     slack_notification_script: |
       source slack-failure-notification
 
 qa_task:
   #  name: "Run ITs"
   depends_on:
     - build
@@ -359,7 +359,7 @@
     base64 --decode its/build/idea-sandbox/config-uiTest/webstorm.key.b64 > its/build/idea-sandbox/config-uiTest/webstorm.key
     metacity --sm-disable --replace &
     sleep 10 # give metacity some time to start
-    gradle :its:runIdeForUiTests --stacktrace -i -PijVersion=${IDEA_VERSION} -PslPluginDirectory=${CIRRUS_WORKING_DIR}/staged-plugin > ${CIRRUS_WORKING_DIR}/runIdeGradle.log &
+    gradle :its:runIdeForUiTests --stacktrace -i -PijVersion=${IDEA_VERSION} -PslPluginDirectory=${CIRRUS_WORKING_DIR}/staged-plugin > ${CIRRUS_WORKING_DIR}/runIdeGradle.log sonar jacocoTestReport &
   wait_ide_script: |
     echo "Wait for IDE to start"
     .cirrus/wait-for-endpoint.sh http://127.0.0.1:8082 -t 500
@@ -382,18 +382,18 @@
       path: "${CIRRUS_WORKING_DIR}/recording_${IDEA_VERSION}.mp4"
     log_artifacts:
       path: "its/build/idea-sandbox/system/log"
+    reports_artifacts:
+      path: "**/reports/**/*"
   on_failure:
     xvfb_log_artifacts:
       path: "${CIRRUS_WORKING_DIR}/Xvfb.out"
-    reports_artifacts:
-      path: "**/reports/**/*"
     junit_artifacts:
       path: "**/test-results/**/*.xml"
       format: junit
     slack_notification_script: |
       source slack-failure-notification
 
 inspect_orchestrator_cache_task:
   <<: *ONLY_PR_AND_MAINTAINED_BRANCHES
   depends_on: build
   eks_container:
@@ -437,7 +437,7 @@
     slack_notification_script: |
       source slack-failure-notification
 
 promote_task:
   depends_on:
     - build
     - validate

build.gradle.kts

@@ -93,7 +93,6 @@ allprojects {
         }
     }
 
-
     tasks.cyclonedxBom {
         setIncludeConfigs(listOf("runtimeClasspath", "sqplugins_deps"))
         inputs.files(configurations.runtimeClasspath, configurations.archives.get())

its/build.gradle.kts

@@ -1,6 +1,7 @@
 plugins {
     id("org.jetbrains.intellij")
     kotlin("jvm")
+    jacoco
 }
 
 group = "org.sonarsource.sonarlint.intellij.its"
@@ -46,6 +47,11 @@ tasks.test {
         }
     }
     testLogging.showStandardStreams = true
+
+    // we need the coverage from Idea process, not from test task
+    configure<JacocoTaskExtension> {
+        isEnabled = false
+    }
 }
 
 license {
@@ -75,11 +81,14 @@ intellij {
     if (!project.hasProperty("slPluginDirectory")) {
         plugins.set(listOf(rootProject))
     }
-    instrumentCode.set(false)
 }
 
 val runIdeDirectory: String by project
 
+jacoco {
+    applyTo(tasks.runIdeForUiTests.get())
+}
+
 tasks.runIdeForUiTests {
     systemProperty("sonarlint.internal.sonarcloud.url", "https://sc-staging.io")
     systemProperty("sonarlint.internal.sonarcloud.websocket.url", "wss://events-api.sc-staging.io/")
@@ -103,4 +112,18 @@ tasks.runIdeForUiTests {
             }
         }
     }
+    configure<JacocoTaskExtension> {
+        isIncludeNoLocationClasses = true
+        excludes = listOf("jdk.internal.*")
+    }
+}
+
+tasks {
+    jacocoTestReport {
+        classDirectories.setFrom(files("../build/instrumented/instrumentCode"))
+
+        reports {
+            xml.required.set(true)
+        }
+    }
 }

its/src/test/kotlin/org/sonarlint/intellij/its/BaseUiTest.kt

@@ -20,6 +20,7 @@
 package org.sonarlint.intellij.its
 
 import com.intellij.remoterobot.RemoteRobot
+import com.intellij.remoterobot.steps.CommonSteps
 import org.junit.jupiter.api.AfterEach
 import org.junit.jupiter.api.extension.ExtendWith
 import org.junit.jupiter.api.fail
@@ -101,6 +102,8 @@ open class BaseUiTest {
                 it.close()
             }
         }
+
+        private val steps = CommonSteps(remoteRobot)
     }