Add capabilities tagging (#8499)

Author: daniel-mohedano

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/CiVisibilitySystem.java

@@ -7,6 +7,7 @@
 import datadog.trace.api.civisibility.DDTest;
 import datadog.trace.api.civisibility.DDTestSuite;
 import datadog.trace.api.civisibility.InstrumentationBridge;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.coverage.CoveragePerTestBridge;
 import datadog.trace.api.civisibility.events.BuildEventsHandler;
 import datadog.trace.api.civisibility.events.TestEventsHandler;
@@ -39,6 +40,7 @@
 import java.lang.instrument.Instrumentation;
 import java.nio.file.Path;
 import java.nio.file.Paths;
+import java.util.Collection;
 import java.util.function.Predicate;
 import javax.annotation.Nullable;
 import org.slf4j.Logger;
@@ -167,9 +169,10 @@ private TestEventsHandlerFactory(
     public <SuiteKey, TestKey> TestEventsHandler<SuiteKey, TestKey> create(
         String component,
         @Nullable ContextStore<SuiteKey, DDTestSuite> suiteStore,
-        @Nullable ContextStore<TestKey, DDTest> testStore) {
+        @Nullable ContextStore<TestKey, DDTest> testStore,
+        Collection<LibraryCapability> capabilities) {
       TestFrameworkSession testSession =
-          sessionFactory.startSession(repoServices.moduleName, component, null);
+          sessionFactory.startSession(repoServices.moduleName, component, null, capabilities);
       TestFrameworkModule testModule = testSession.testModuleStart(repoServices.moduleName, null);
       return new TestEventsHandlerImpl<>(
           services.metricCollector,
@@ -231,7 +234,10 @@ private static TestFrameworkSession.Factory childTestFrameworkSessionFactory(
       CiVisibilityRepoServices repoServices,
       CiVisibilityCoverageServices.Child coverageServices,
       ExecutionSettings executionSettings) {
-    return (String projectName, String component, Long startTime) -> {
+    return (String projectName,
+        String component,
+        Long startTime,
+        Collection<LibraryCapability> capabilities) -> {
       String sessionName = services.config.getCiVisibilitySessionName();
       String testCommand = services.config.getCiVisibilityTestCommand();
       TestDecorator testDecorator =
@@ -255,7 +261,8 @@ private static TestFrameworkSession.Factory childTestFrameworkSessionFactory(
           coverageServices.coverageStoreFactory,
           coverageServices.coverageReporter,
           services.signalClientFactory,
-          executionStrategy);
+          executionStrategy,
+          capabilities);
     };
   }
 
@@ -264,7 +271,10 @@ private static TestFrameworkSession.Factory headlessTestFrameworkSessionFactory(
       CiVisibilityRepoServices repoServices,
       CiVisibilityCoverageServices.Child coverageServices,
       ExecutionSettings executionSettings) {
-    return (String projectName, String component, Long startTime) -> {
+    return (String projectName,
+        String component,
+        Long startTime,
+        Collection<LibraryCapability> capabilities) -> {
       repoServices.gitDataUploader.startOrObserveGitDataUpload();
 
       String sessionName = services.config.getCiVisibilitySessionName();
@@ -288,7 +298,8 @@ private static TestFrameworkSession.Factory headlessTestFrameworkSessionFactory(
           repoServices.codeowners,
           services.linesResolver,
           coverageServices.coverageStoreFactory,
-          executionStrategy);
+          executionStrategy,
+          capabilities);
     };
   }
 

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/config/ExecutionSettings.java

@@ -1,5 +1,8 @@
 package datadog.trace.civisibility.config;
 
+import datadog.trace.api.Config;
+import datadog.trace.api.civisibility.CIConstants;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.config.TestFQN;
 import datadog.trace.api.civisibility.config.TestIdentifier;
 import datadog.trace.api.civisibility.config.TestMetadata;
@@ -229,6 +232,44 @@ public Diff getPullRequestDiff() {
     return pullRequestDiff;
   }
 
+  @Nonnull
+  public Map<LibraryCapability, Boolean> getCapabilitiesStatus(
+      Collection<LibraryCapability> capabilities) {
+    Map<LibraryCapability, Boolean> status = new EnumMap<>(LibraryCapability.class);
+
+    for (LibraryCapability c : capabilities) {
+      switch (c) {
+        case TIA:
+          status.put(c, isTestSkippingEnabled());
+          break;
+        case EFD:
+          EarlyFlakeDetectionSettings efdSettings = getEarlyFlakeDetectionSettings();
+          status.put(c, efdSettings.isEnabled());
+          break;
+        case ATR:
+          status.put(c, isFlakyTestRetriesEnabled());
+          break;
+        case IMPACTED:
+          status.put(c, isImpactedTestsDetectionEnabled());
+          break;
+        case FAIL_FAST:
+          String testOrder = Config.get().getCiVisibilityTestOrder();
+          status.put(c, CIConstants.FAIL_FAST_TEST_ORDER.equalsIgnoreCase(testOrder));
+          break;
+        case QUARANTINE:
+        case DISABLED:
+        case ATTEMPT_TO_FIX:
+          TestManagementSettings testManagementSettings = getTestManagementSettings();
+          status.put(c, testManagementSettings.isEnabled());
+          break;
+        default:
+          break;
+      }
+    }
+
+    return status;
+  }
+
   @Override
   public boolean equals(Object o) {
     if (this == o) {

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/TestFrameworkSession.java

@@ -1,5 +1,7 @@
 package datadog.trace.civisibility.domain;
 
+import datadog.trace.api.civisibility.config.LibraryCapability;
+import java.util.Collection;
 import javax.annotation.Nullable;
 
 /** Test session abstraction that is used by test framework instrumentations (e.g. JUnit, TestNG) */
@@ -9,6 +11,10 @@ public interface TestFrameworkSession {
   TestFrameworkModule testModuleStart(String moduleName, @Nullable Long startTime);
 
   interface Factory {
-    TestFrameworkSession startSession(String projectName, String component, Long startTime);
+    TestFrameworkSession startSession(
+        String projectName,
+        String component,
+        Long startTime,
+        Collection<LibraryCapability> capabilities);
   }
 }

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/TestImpl.java

@@ -9,6 +9,7 @@
 import datadog.trace.api.civisibility.CIConstants;
 import datadog.trace.api.civisibility.DDTest;
 import datadog.trace.api.civisibility.InstrumentationTestBridge;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.config.TestIdentifier;
 import datadog.trace.api.civisibility.coverage.CoveragePerTestBridge;
 import datadog.trace.api.civisibility.coverage.CoverageStore;
@@ -44,6 +45,7 @@
 import java.lang.reflect.Method;
 import java.util.Collection;
 import java.util.Collections;
+import java.util.Map;
 import java.util.function.Consumer;
 import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
@@ -85,6 +87,7 @@ public TestImpl(
       Codeowners codeowners,
       CoverageStore.Factory coverageStoreFactory,
       ExecutionResults executionResults,
+      @Nonnull Map<LibraryCapability, Boolean> libraryCapabilities,
       Consumer<AgentSpan> onSpanFinish) {
     this.instrumentation = instrumentation;
     this.metricCollector = metricCollector;
@@ -143,6 +146,10 @@ public TestImpl(
       span.setTag(Tags.ITR_CORRELATION_ID, itrCorrelationId);
     }
 
+    for (Map.Entry<LibraryCapability, Boolean> entry : libraryCapabilities.entrySet()) {
+      span.setTag(entry.getKey().asTag(), entry.getValue());
+    }
+
     testDecorator.afterStart(span);
 
     metricCollector.add(CiVisibilityCountMetric.EVENT_CREATED, 1, instrumentation, EventType.TEST);

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/TestSuiteImpl.java

@@ -6,6 +6,7 @@
 
 import datadog.trace.api.Config;
 import datadog.trace.api.civisibility.DDTestSuite;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.coverage.CoverageStore;
 import datadog.trace.api.civisibility.telemetry.CiVisibilityCountMetric;
 import datadog.trace.api.civisibility.telemetry.CiVisibilityMetricCollector;
@@ -25,7 +26,9 @@
 import datadog.trace.civisibility.utils.SpanUtils;
 import java.lang.reflect.Method;
 import java.util.Collection;
+import java.util.Map;
 import java.util.function.Consumer;
+import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -51,6 +54,7 @@ public class TestSuiteImpl implements DDTestSuite {
   private final CoverageStore.Factory coverageStoreFactory;
   private final ExecutionResults executionResults;
   private final boolean parallelized;
+  private final Map<LibraryCapability, Boolean> libraryCapabilities;
   private final Consumer<AgentSpan> onSpanFinish;
 
   public TestSuiteImpl(
@@ -71,6 +75,7 @@ public TestSuiteImpl(
       LinesResolver linesResolver,
       CoverageStore.Factory coverageStoreFactory,
       ExecutionResults executionResults,
+      @Nonnull Map<LibraryCapability, Boolean> libraryCapabilities,
       Consumer<AgentSpan> onSpanFinish) {
     this.moduleSpanContext = moduleSpanContext;
     this.moduleName = moduleName;
@@ -87,6 +92,7 @@ public TestSuiteImpl(
     this.linesResolver = linesResolver;
     this.coverageStoreFactory = coverageStoreFactory;
     this.executionResults = executionResults;
+    this.libraryCapabilities = libraryCapabilities;
     this.onSpanFinish = onSpanFinish;
 
     AgentTracer.SpanBuilder spanBuilder =
@@ -257,6 +263,7 @@ public TestImpl testStart(
         codeowners,
         coverageStoreFactory,
         executionResults,
+        libraryCapabilities,
         SpanUtils.propagateCiVisibilityTagsTo(span));
   }
 }

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/buildsystem/ProxyTestModule.java

@@ -2,6 +2,7 @@
 
 import datadog.trace.api.Config;
 import datadog.trace.api.DDTraceId;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.config.TestIdentifier;
 import datadog.trace.api.civisibility.config.TestSourceData;
 import datadog.trace.api.civisibility.coverage.CoverageStore;
@@ -30,6 +31,7 @@
 import datadog.trace.civisibility.test.ExecutionResults;
 import datadog.trace.civisibility.test.ExecutionStrategy;
 import java.util.Collection;
+import java.util.Map;
 import java.util.TreeSet;
 import java.util.concurrent.ConcurrentHashMap;
 import javax.annotation.Nonnull;
@@ -60,6 +62,7 @@ public class ProxyTestModule implements TestFrameworkModule {
   private final LinesResolver linesResolver;
   private final CoverageStore.Factory coverageStoreFactory;
   private final Collection<TestFramework> testFrameworks = ConcurrentHashMap.newKeySet();
+  private final Map<LibraryCapability, Boolean> libraryCapabilities;
 
   public ProxyTestModule(
       AgentSpanContext parentProcessModuleContext,
@@ -73,7 +76,8 @@ public ProxyTestModule(
       LinesResolver linesResolver,
       CoverageStore.Factory coverageStoreFactory,
       ChildProcessCoverageReporter childProcessCoverageReporter,
-      SignalClient.Factory signalClientFactory) {
+      SignalClient.Factory signalClientFactory,
+      Map<LibraryCapability, Boolean> libraryCapabilities) {
     this.parentProcessModuleContext = parentProcessModuleContext;
     this.moduleName = moduleName;
     this.executionStrategy = executionStrategy;
@@ -87,6 +91,7 @@ public ProxyTestModule(
     this.codeowners = codeowners;
     this.linesResolver = linesResolver;
     this.coverageStoreFactory = coverageStoreFactory;
+    this.libraryCapabilities = libraryCapabilities;
   }
 
   @Override
@@ -211,6 +216,7 @@ public TestSuiteImpl testSuiteStart(
         linesResolver,
         coverageStoreFactory,
         executionResults,
+        libraryCapabilities,
         this::propagateTestFrameworkData);
   }
 

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/buildsystem/ProxyTestSession.java

@@ -1,6 +1,7 @@
 package datadog.trace.civisibility.domain.buildsystem;
 
 import datadog.trace.api.Config;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.coverage.CoverageStore;
 import datadog.trace.api.civisibility.telemetry.CiVisibilityMetricCollector;
 import datadog.trace.bootstrap.instrumentation.api.AgentSpanContext;
@@ -14,6 +15,9 @@
 import datadog.trace.civisibility.source.LinesResolver;
 import datadog.trace.civisibility.source.SourcePathResolver;
 import datadog.trace.civisibility.test.ExecutionStrategy;
+import java.util.Collection;
+import java.util.Map;
+import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
 
 /**
@@ -34,6 +38,7 @@ public class ProxyTestSession implements TestFrameworkSession {
   private final ChildProcessCoverageReporter childProcessCoverageReporter;
   private final SignalClient.Factory signalClientFactory;
   private final ExecutionStrategy executionStrategy;
+  private final Map<LibraryCapability, Boolean> libraryCapabilities;
 
   public ProxyTestSession(
       AgentSpanContext parentProcessModuleContext,
@@ -46,7 +51,8 @@ public ProxyTestSession(
       CoverageStore.Factory coverageStoreFactory,
       ChildProcessCoverageReporter childProcessCoverageReporter,
       SignalClient.Factory signalClientFactory,
-      ExecutionStrategy executionStrategy) {
+      ExecutionStrategy executionStrategy,
+      @Nonnull Collection<LibraryCapability> capabilities) {
     this.parentProcessModuleContext = parentProcessModuleContext;
     this.config = config;
     this.metricCollector = metricCollector;
@@ -58,6 +64,8 @@ public ProxyTestSession(
     this.childProcessCoverageReporter = childProcessCoverageReporter;
     this.signalClientFactory = signalClientFactory;
     this.executionStrategy = executionStrategy;
+    this.libraryCapabilities =
+        executionStrategy.getExecutionSettings().getCapabilitiesStatus(capabilities);
   }
 
   @Override
@@ -82,6 +90,7 @@ public TestFrameworkModule testModuleStart(String moduleName, @Nullable Long sta
         linesResolver,
         coverageStoreFactory,
         childProcessCoverageReporter,
-        signalClientFactory);
+        signalClientFactory,
+        libraryCapabilities);
   }
 }

dd-java-agent/agent-ci-visibility/src/main/java/datadog/trace/civisibility/domain/headless/HeadlessTestModule.java

@@ -3,6 +3,7 @@
 import datadog.trace.api.Config;
 import datadog.trace.api.DDTags;
 import datadog.trace.api.civisibility.CIConstants;
+import datadog.trace.api.civisibility.config.LibraryCapability;
 import datadog.trace.api.civisibility.config.TestIdentifier;
 import datadog.trace.api.civisibility.config.TestSourceData;
 import datadog.trace.api.civisibility.coverage.CoverageStore;
@@ -28,6 +29,7 @@
 import datadog.trace.civisibility.test.ExecutionStrategy;
 import datadog.trace.civisibility.utils.SpanUtils;
 import java.util.Collection;
+import java.util.Map;
 import java.util.function.Consumer;
 import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
@@ -44,6 +46,7 @@ public class HeadlessTestModule extends AbstractTestModule implements TestFramew
   private final CoverageStore.Factory coverageStoreFactory;
   private final ExecutionStrategy executionStrategy;
   private final ExecutionResults executionResults;
+  private final Map<LibraryCapability, Boolean> libraryCapabilities;
 
   public HeadlessTestModule(
       AgentSpanContext sessionSpanContext,
@@ -57,6 +60,7 @@ public HeadlessTestModule(
       LinesResolver linesResolver,
       CoverageStore.Factory coverageStoreFactory,
       ExecutionStrategy executionStrategy,
+      Map<LibraryCapability, Boolean> libraryCapabilities,
       Consumer<AgentSpan> onSpanFinish) {
     super(
         sessionSpanContext,
@@ -73,6 +77,7 @@ public HeadlessTestModule(
     this.coverageStoreFactory = coverageStoreFactory;
     this.executionStrategy = executionStrategy;
     this.executionResults = new ExecutionResults();
+    this.libraryCapabilities = libraryCapabilities;
   }
 
   @Override
@@ -183,6 +188,7 @@ public TestSuiteImpl testSuiteStart(
         linesResolver,
         coverageStoreFactory,
         executionResults,
+        libraryCapabilities,
         SpanUtils.propagateCiVisibilityTagsTo(span));
   }
 }