metrics.py

import time
from datetime import datetime, timedelta

import gitlab
import requests

from config import Config


class Metrics:
    def __init__(self):
        self.gl = gitlab.Gitlab(Config.git_url, private_token=Config.git_token, api_version='4',
                                session=requests.Session())
        self.projects = self.gl.projects.list(as_list=False)
        self.active_projects = self.get_active_projects()
        self.total_branches = self.get_branches()
        self.open_issues = self.get_issues()
        self.groups = self.gl.groups.list(as_list=False)
        self.users = self.gl.users.list(as_list=False)
        self.active_users = self.get_active_users()
        self.commits_last_day = self.get_commits_last_day()
        # self.commits_last_week = self.get_commits_last_week()

    def total_projects(self):
        return self.projects.total

    def total_groups(self):
        return self.groups.total

    def total_users(self):
        return self.users.total

    def get_active_projects(self):
        now = datetime.utcnow()
        since = now - timedelta(days=Config.inactive_project_days_since_last_commit)
        since = since.replace(microsecond=0).isoformat()
        since = str(since) + "Z"

        i = 0
        for project in self.projects:
            try:
                if len(project.commits.list(since=since)) > 0:
                    i += 1
            except Exception as error:
                print("The project '" + project.name + "' could not be accessed. Project ID: " +
                      str(project.id) + ". Skipped...")
                print(error)

        return i

    def get_branches(self):
        sum_branches = 0
        print("Counting branches...")

        i = 0
        for project in self.projects:
            try:
                sum_branches += len(project.branches.list())
                i += 1
                if i % 200 == 0:
                    print(f"Still counting branches... At project number {i}")
            except Exception as error:
                print("The project '" + project.name + "' could not be accessed. Project ID: " +
                      str(project.id) + ". Skipped...")
                print(error)

        return sum_branches

    def get_issues(self):
        page = 1
        sum = 0
        while open_issues := self.gl.issues.list(state='opened', scope="all", per_page=100, page=page):
            sum += len(open_issues)
            page += 1

        return sum

    def get_commits_last_day(self):
        now = datetime.utcnow()
        since = now - timedelta(hours=24)
        since = since.replace(microsecond=0).isoformat()
        since = str(since) + "Z"

        total = 0
        for project in self.projects:
            try:
                total += len(project.commits.list(since=since))
            except Exception as error:
                print(f"The project '{project.name}' could not be accessed. Project ID: {str(project.id)}. Skipped...")
                print(error)
        return total

    # def get_commits_last_week(self):
    #     now = datetime.utcnow()
    #     since = now - timedelta(days=7)
    #     since = since.replace(microsecond=0).isoformat()
    #     since = str(since) + "Z"
    #
    #     total = 0
    #     for project in self.projects:
    #         try:
    #             total = len(project.commits.list(since=since))
    #         except Exception as error:
    #             print("The project '" + project.name + "' could not be accessed. Project ID: " +
    #                   str(project.id) + ". Skipped...")
    #             print(error)
    #
    #     return total

    def get_active_users(self):
        active_users = self.gl.user_activities.list(all=True, as_list=False)
        return len(active_users)

    @staticmethod
    def log_format(name, value, timestamp):
        return f"gitlabstats_{name} {value} {timestamp}\n"

    def to_prometheus(self):
        now = str(time.time() * 1000).split(".", 1)[0]
        return f"{self.log_format('projects', self.total_projects(), now)}" \
               f"{self.log_format('branches', self.total_branches, now)}" \
               f"{self.log_format('users', self.total_users(), now)}" \
               f"{self.log_format('groups', self.total_groups(), now)}" \
               f"{self.log_format('open_issues', self.open_issues, now)}" \
               f"{self.log_format('commits_last_day', self.commits_last_day, now)}" \
               f"{self.log_format('active_projects', self.active_projects, now)}" \
               f"{self.log_format('active_users', self.active_users, now)}"