Reindex GitHub Events into maintainer inactivity data

Signed-off-by: Brandon Shien <bshien@amazon.com>

src/main/java/org/opensearchmetrics/dagger/CommonModule.java

@@ -1,6 +1,7 @@
 package org.opensearchmetrics.dagger;
 
-import org.opensearchmetrics.util.SecretsManagerUtil;
+import com.amazonaws.services.secretsmanager.AWSSecretsManager;
+import com.amazonaws.services.secretsmanager.AWSSecretsManagerClientBuilder;
 import com.fasterxml.jackson.annotation.JsonInclude;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.MapperFeature;
@@ -15,10 +16,10 @@
 import org.opensearchmetrics.metrics.MetricsCalculation;
 import org.opensearchmetrics.metrics.general.*;
 import org.opensearchmetrics.metrics.label.LabelMetrics;
+import org.opensearchmetrics.metrics.maintainer.MaintainerMetrics;
 import org.opensearchmetrics.metrics.release.ReleaseMetrics;
 import org.opensearchmetrics.util.OpenSearchUtil;
-import com.amazonaws.services.secretsmanager.AWSSecretsManager;
-import com.amazonaws.services.secretsmanager.AWSSecretsManagerClientBuilder;
+import org.opensearchmetrics.util.SecretsManagerUtil;
 import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
 import software.amazon.awssdk.auth.signer.Aws4Signer;
 import software.amazon.awssdk.services.sts.StsClient;
@@ -86,15 +87,15 @@ public MetricsCalculation getMetricsCalculation(OpenSearchUtil openSearchUtil, O
                                                     CreatedIssues createdIssues, IssueComments issueComments,
                                                     PullComments pullComments, IssuePositiveReactions issuePositiveReactions,
                                                     IssueNegativeReactions issueNegativeReactions, LabelMetrics labelMetrics,
-                                                    ReleaseMetrics releaseMetrics) {
+                                                    ReleaseMetrics releaseMetrics, MaintainerMetrics maintainerMetrics) {
         return new MetricsCalculation(openSearchUtil, objectMapper,
                 untriagedIssues, uncommentedPullRequests,
                 unlabelledPullRequests, unlabelledIssues,
                 mergedPullRequests, openPullRequests,
                 openIssues, closedIssues, createdIssues,
                 issueComments, pullComments,
                 issuePositiveReactions, issueNegativeReactions,
-                labelMetrics, releaseMetrics);
+                labelMetrics, releaseMetrics, maintainerMetrics);
     }
 
     @Provides

src/main/java/org/opensearchmetrics/dagger/MetricsModule.java

@@ -5,14 +5,7 @@
 import dagger.Provides;
 import org.opensearchmetrics.metrics.general.*;
 import org.opensearchmetrics.metrics.label.LabelMetrics;
-import org.opensearchmetrics.metrics.release.ReleaseBranchChecker;
-import org.opensearchmetrics.metrics.release.ReleaseIssueChecker;
-import org.opensearchmetrics.metrics.release.ReleaseLabelIssuesFetcher;
-import org.opensearchmetrics.metrics.release.ReleaseLabelPullsFetcher;
-import org.opensearchmetrics.metrics.release.ReleaseMetrics;
-import org.opensearchmetrics.metrics.release.ReleaseNotesChecker;
-import org.opensearchmetrics.metrics.release.ReleaseRepoFetcher;
-import org.opensearchmetrics.metrics.release.ReleaseVersionIncrementChecker;
+import org.opensearchmetrics.metrics.release.*;
 import org.opensearchmetrics.util.OpenSearchUtil;
 
 import javax.inject.Named;

src/main/java/org/opensearchmetrics/lambda/MetricsLambda.java

@@ -56,6 +56,7 @@ public Void handleRequest(Void input, Context context) {
             metricsCalculation.generateGeneralMetrics(keys);
             metricsCalculation.generateLabelMetrics(keys);
             metricsCalculation.generateReleaseMetrics();
+            metricsCalculation.generateMaintainerMetrics(keys);
         } catch (Exception e) {
             throw new RuntimeException("Error running Metrics Calculation", e);
         }

src/main/java/org/opensearchmetrics/metrics/MetricsCalculation.java

@@ -6,10 +6,13 @@
 import org.opensearch.index.query.BoolQueryBuilder;
 import org.opensearchmetrics.metrics.general.*;
 import org.opensearchmetrics.metrics.label.LabelMetrics;
+import org.opensearchmetrics.metrics.maintainer.MaintainerMetrics;
 import org.opensearchmetrics.metrics.release.ReleaseInputs;
 import org.opensearchmetrics.metrics.release.ReleaseMetrics;
-import org.opensearchmetrics.model.label.LabelData;
 import org.opensearchmetrics.model.general.MetricsData;
+import org.opensearchmetrics.model.label.LabelData;
+import org.opensearchmetrics.model.maintainer.EventData;
+import org.opensearchmetrics.model.maintainer.MaintainerData;
 import org.opensearchmetrics.model.release.ReleaseMetricsData;
 import org.opensearchmetrics.util.OpenSearchUtil;
 
@@ -19,11 +22,7 @@
 import java.time.LocalDateTime;
 import java.time.ZoneId;
 import java.time.format.DateTimeFormatter;
-import java.util.Arrays;
-import java.util.List;
-import java.util.Map;
-import java.util.Optional;
-import java.util.UUID;
+import java.util.*;
 import java.util.stream.Collectors;
 import java.util.stream.Stream;
 
@@ -48,6 +47,7 @@ public class MetricsCalculation {
     private final IssueNegativeReactions issueNegativeReactions;
     private final LabelMetrics labelMetrics;
     private final ReleaseMetrics releaseMetrics;
+    private final MaintainerMetrics maintainerMetrics;
 
 
     public MetricsCalculation(OpenSearchUtil openSearchUtil, ObjectMapper objectMapper,
@@ -58,7 +58,7 @@ public MetricsCalculation(OpenSearchUtil openSearchUtil, ObjectMapper objectMapp
                               CreatedIssues createdIssues, IssueComments issueComments,
                               PullComments pullComments, IssuePositiveReactions issuePositiveReactions,
                               IssueNegativeReactions issueNegativeReactions, LabelMetrics labelMetrics,
-                              ReleaseMetrics releaseMetrics) {
+                              ReleaseMetrics releaseMetrics, MaintainerMetrics maintainerMetrics) {
         this.unlabelledPullRequests = unlabelledPullRequests;
         this.unlabelledIssues = unlabelledIssues;
         this.mergedPullRequests = mergedPullRequests;
@@ -77,6 +77,7 @@ public MetricsCalculation(OpenSearchUtil openSearchUtil, ObjectMapper objectMapp
         this.uncommentedPullRequests = uncommentedPullRequests;
         this.labelMetrics = labelMetrics;
         this.releaseMetrics = releaseMetrics;
+        this.maintainerMetrics = maintainerMetrics;
     }
 
 
@@ -199,4 +200,87 @@ public void generateReleaseMetrics() {
         openSearchUtil.bulkIndex("opensearch_release_metrics", metricFinalData);
     }
 
+    public void generateMaintainerMetrics(List<String> repositories) {
+        long[] mostAndLeastRepoEventCounts = maintainerMetrics.mostAndLeastRepoEventCounts(openSearchUtil);
+        final double mostRepoEventCount = (double) mostAndLeastRepoEventCounts[0];
+        final double leastRepoEventCount = (double) mostAndLeastRepoEventCounts[1];
+        final double higherBoundDays = 365; // 1 year
+        final double lowerBoundDays = 90; // 3 months
+
+        // Slope and intercept for linear equation:
+        // x = number of events
+        // y = time maintainer is inactive until they are flagged as inactive
+        final double[] slopeAndIntercept = maintainerMetrics.getSlopeAndIntercept(leastRepoEventCount, higherBoundDays, mostRepoEventCount, lowerBoundDays);
+
+        List<String> eventTypes = maintainerMetrics.getEventTypes(openSearchUtil);
+
+        Map<String, String> metricFinalData = repositories.stream()
+                .flatMap(repo -> {
+                    long currentRepoEventCount = maintainerMetrics.repoEventCount(repo, openSearchUtil);
+                    return maintainerMetrics.repoMaintainers(repo).stream()
+                            .flatMap(maintainerData -> {
+                                EventData latestEvent = null;
+                                List<MaintainerData> individualEvents = new ArrayList<>();
+                                for (String eventType : eventTypes) {
+                                    MaintainerData maintainerEvent = new MaintainerData();
+                                    try {
+                                        maintainerEvent.setId(String.valueOf(UUID.nameUUIDFromBytes(MessageDigest.getInstance("SHA-1")
+                                                .digest(("maintainer-engagement-" + eventType + "-" + maintainerData.getGithubLogin() + "-" + currentDate.format(DateTimeFormatter.ofPattern("yyyy-MM-dd")) + "-" + repo)
+                                                        .getBytes()))));
+                                    } catch (NoSuchAlgorithmException e) {
+                                        throw new RuntimeException(e);
+                                    }
+                                    maintainerEvent.setCurrentDate(currentDate.toString());
+                                    maintainerEvent.setEventType(eventType);
+                                    maintainerEvent.setRepository(repo);
+                                    maintainerEvent.setName(maintainerData.getName());
+                                    maintainerEvent.setGithubLogin((maintainerData.getGithubLogin()));
+                                    maintainerEvent.setAffiliation(maintainerData.getAffiliation());
+                                    Optional<EventData> eventDataOpt = maintainerMetrics.queryLatestEvent(repo, maintainerData.getGithubLogin(), eventType, openSearchUtil);
+                                    if (eventDataOpt.isPresent()) {
+                                        EventData eventData = eventDataOpt.get();
+                                        eventData.setInactive(maintainerMetrics.calculateInactivity(currentRepoEventCount, slopeAndIntercept, lowerBoundDays, eventData));
+                                        if (latestEvent != null) {
+                                            if (eventData.getTimeLastEngaged().isAfter(latestEvent.getTimeLastEngaged())) {
+                                                latestEvent = eventData;
+                                            }
+                                        } else {
+                                            latestEvent = eventData;
+                                        }
+                                        maintainerEvent.setEventAction(eventData.getEventAction());
+                                        maintainerEvent.setTimeLastEngaged(eventData.getTimeLastEngaged().toString());
+                                        maintainerEvent.setInactive(eventData.isInactive());
+                                    } else {
+                                        // If the Optional<EventData> has no value, then leave event action, time last engaged, and inactive empty
+                                        maintainerEvent.setInactive(true);
+                                    }
+                                    individualEvents.add(maintainerEvent);
+                                }
+                                // Create doc that is the combination of all event types
+                                // This is for easily seeing if a maintainer has been inactive in a repo across all event types
+                                maintainerData.setEventType("Any");
+                                try {
+                                    maintainerData.setId(String.valueOf(UUID.nameUUIDFromBytes(MessageDigest.getInstance("SHA-1")
+                                            .digest(("maintainer-engagement-" + maintainerData.getEventType() + "-" + maintainerData.getGithubLogin() + "-" + currentDate.format(DateTimeFormatter.ofPattern("yyyy-MM-dd")) + "-" + repo)
+                                                    .getBytes()))));
+                                } catch (NoSuchAlgorithmException e) {
+                                    throw new RuntimeException(e);
+                                }
+                                maintainerData.setCurrentDate(currentDate.toString());
+                                if (latestEvent != null) {
+                                    maintainerData.setEventAction(latestEvent.getEventAction());
+                                    maintainerData.setTimeLastEngaged(latestEvent.getTimeLastEngaged().toString());
+                                    maintainerData.setInactive(latestEvent.isInactive());
+                                } else {
+                                    maintainerData.setInactive(true);
+                                }
+                                Stream<MaintainerData> compositeEvent = Stream.of(maintainerData);
+                                return Stream.concat(individualEvents.stream(), compositeEvent);
+                            });
+                })
+                .collect(Collectors.toMap(MaintainerData::getId, maintainerData -> maintainerData.getJson(maintainerData, objectMapper)));
+        openSearchUtil.createIndexIfNotExists("maintainer_engagement");
+        openSearchUtil.bulkIndex("maintainer_engagement", metricFinalData);
+    }
+
 }