sourcebot/packages/backend/src/utils.ts

import { Logger } from "winston";
import { AppContext, Repository } from "./types.js";
import path from 'path';
import micromatch from "micromatch";
import { PrismaClient, Repo } from "@sourcebot/db";
import { decrypt } from "@sourcebot/crypto";
import { Token } from "@sourcebot/schemas/v3/shared.type";

export const measure = async <T>(cb: () => Promise<T>) => {
    const start = Date.now();
    const data = await cb();
    const durationMs = Date.now() - start;
    return {
        data,
        durationMs
    }
}

export const marshalBool = (value?: boolean) => {
    return !!value ? '1' : '0';
}

export const excludeForkedRepos = <T extends Repository>(repos: T[], logger?: Logger) => {
    return repos.filter((repo) => {
        if (!!repo.isFork) {
            logger?.debug(`Excluding repo ${repo.id}. Reason: \`exclude.forks\` is true`);
            return false;
        }
        return true;
    });
}

export const excludeArchivedRepos = <T extends Repository>(repos: T[], logger?: Logger) => {
    return repos.filter((repo) => {
        if (!!repo.isArchived) {
            logger?.debug(`Excluding repo ${repo.id}. Reason: \`exclude.archived\` is true`);
            return false;
        }
        return true;
    });
}


export const excludeReposByName = <T extends Repository>(repos: T[], excludedRepoNames: string[], logger?: Logger) => {
    return repos.filter((repo) => {
        if (micromatch.isMatch(repo.name, excludedRepoNames)) {
            logger?.debug(`Excluding repo ${repo.id}. Reason: \`exclude.repos\` contains ${repo.name}`);
            return false;
        }
        return true;
    });
}

export const includeReposByName = <T extends Repository>(repos: T[], includedRepoNames: string[], logger?: Logger) => {
    return repos.filter((repo) => {
        if (micromatch.isMatch(repo.name, includedRepoNames)) {
            logger?.debug(`Including repo ${repo.id}. Reason: \`repos\` contain ${repo.name}`);
            return true;
        }
        return false;
    });
}

export const includeReposByTopic = <T extends Repository>(repos: T[], includedRepoTopics: string[], logger?: Logger) => {
    return repos.filter((repo) => {
        const topics = repo.topics ?? [];
        const matchingTopics = topics.filter((topic) => micromatch.isMatch(topic, includedRepoTopics));

        if (matchingTopics.length > 0) {

            logger?.debug(`Including repo ${repo.id}. Reason: \`topics\` matches the following topics: ${matchingTopics.join(', ')}`);
            return true;
        }
        return false;
    });
}

export const excludeReposByTopic = <T extends Repository>(repos: T[], excludedRepoTopics: string[], logger?: Logger) => {
    return repos.filter((repo) => {
        const topics = repo.topics ?? [];
        const matchingTopics = topics.filter((topic) => micromatch.isMatch(topic, excludedRepoTopics));

        if (matchingTopics.length > 0) {
            logger?.debug(`Excluding repo ${repo.id}. Reason: \`exclude.topics\` matches the following topics: ${matchingTopics.join(', ')}`);
            return false;
        }
        return true;
    });
}

export const getTokenFromConfig = async (token: Token, orgId: number, db?: PrismaClient) => {
    if (!db) {
        throw new Error(`Database connection required to retrieve secret`);
    }

    const secretKey = token.secret;
    const secret = await db.secret.findUnique({
        where: {
            orgId_key: {
                key: secretKey,
                orgId
            }
        }
    });

    if (!secret) {
        throw new Error(`Secret with key ${secretKey} not found for org ${orgId}`);
    }

    const decryptedSecret = decrypt(secret.iv, secret.encryptedValue);
    return decryptedSecret;
}

export const isRemotePath = (path: string) => {
    return path.startsWith('https://') || path.startsWith('http://');
}

export const resolvePathRelativeToConfig = (localPath: string, configPath: string) => {
    let absolutePath = localPath;
    if (!path.isAbsolute(absolutePath)) {
        if (absolutePath.startsWith('~')) {
            absolutePath = path.join(process.env.HOME ?? '', absolutePath.slice(1));
        }

        absolutePath = path.resolve(path.dirname(configPath), absolutePath);
    }

    return absolutePath;
}

export const arraysEqualShallow = <T>(a?: readonly T[], b?: readonly T[]) => {
    if (a === b) return true;
    if (a === undefined || b === undefined) return false;
    if (a.length !== b.length) return false;

    const aSorted = a.toSorted();
    const bSorted = b.toSorted();

    for (let i = 0; i < aSorted.length; i++) {
        if (aSorted[i] !== bSorted[i]) {
            return false;
        }
    }

    return true;
}

export const getRepoPath = (repo: Repo, ctx: AppContext) => {
    return path.join(ctx.reposPath, repo.id.toString());
}

export const getShardPrefix = (orgId: number, repoId: number) => {
    return `${orgId}_${repoId}`;
}

export const fetchWithRetry = async <T>(
    fetchFn: () => Promise<T>,
    identifier: string,
    logger: Logger,
    maxAttempts: number = 3
): Promise<T> => {
    let attempts = 0;

    while (true) {
        try {
            return await fetchFn();
        } catch (e: any) {
            attempts++;
            if ((e.status === 403 || e.status === 429 || e.status === 443) && attempts < maxAttempts) {
                const computedWaitTime = 3000 * Math.pow(2, attempts - 1);
                const resetTime = e.response?.headers?.['x-ratelimit-reset'] ? parseInt(e.response.headers['x-ratelimit-reset']) * 1000 : Date.now() + computedWaitTime;
                const waitTime = resetTime - Date.now();
                logger.warn(`Rate limit exceeded for ${identifier}. Waiting ${waitTime}ms before retry ${attempts}/${maxAttempts}...`);

                await new Promise(resolve => setTimeout(resolve, waitTime));
                continue;
            }
            throw e;
        }
    }
}