mirror of
https://github.com/sourcebot-dev/sourcebot.git
synced 2025-12-12 12:25:22 +00:00
22d548e171
## Problem If a repository is added **after** a search context (e.g., a new repository is synced from the code host), then it will never be added to the context even if it should be included. The workaround is to restart the instance. ## Solution This PR adds a call to re-sync all search contexts whenever a connection is successfully synced. This PR adds the `@sourcebot/shared` package that contains `syncSearchContexts.ts` (previously in web) and it's dependencies (namely the entitlements system). ## Why another package? Because the `syncSearchContexts` call is now called from: 1. `initialize.ts` in **web** - handles syncing search contexts on startup and whenever the config is modified in watch mode. This is the same as before. 2. `connectionManager.ts` in **backend** - syncs the search contexts whenever a connection is successfully synced. ## Follow-up devex work Two things: 1. We have several very thin shared packages (i.e., `crypto`, `error`, and `logger`) that we can probably fold into this "general" shared package. `schemas` and `db` _feels_ like they should remain separate (mostly because they are "code-gen" packages). 2. When running `yarn dev`, any changes made to the shared package will only get picked if you `ctrl+c` and restart the instance. Would be nice if we have watch mode work across package dependencies in the monorepo.
42 lines
1.5 KiB
TypeScript
42 lines
1.5 KiB
TypeScript
import { SourcebotConfig } from "@sourcebot/schemas/v3/index.type";
|
|
import { indexSchema } from "@sourcebot/schemas/v3/index.schema";
|
|
import { readFile } from 'fs/promises';
|
|
import stripJsonComments from 'strip-json-comments';
|
|
import { Ajv } from "ajv";
|
|
|
|
const ajv = new Ajv({
|
|
validateFormats: false,
|
|
});
|
|
|
|
// From https://developer.mozilla.org/en-US/docs/Glossary/Base64#the_unicode_problem
|
|
export const base64Decode = (base64: string): string => {
|
|
const binString = atob(base64);
|
|
return Buffer.from(Uint8Array.from(binString, (m) => m.codePointAt(0)!).buffer).toString();
|
|
}
|
|
|
|
export const isRemotePath = (path: string) => {
|
|
return path.startsWith('https://') || path.startsWith('http://');
|
|
}
|
|
|
|
export const loadConfig = async (configPath: string): Promise<SourcebotConfig> => {
|
|
const configContent = await (async () => {
|
|
if (isRemotePath(configPath)) {
|
|
const response = await fetch(configPath);
|
|
if (!response.ok) {
|
|
throw new Error(`Failed to fetch config file ${configPath}: ${response.statusText}`);
|
|
}
|
|
return response.text();
|
|
} else {
|
|
return readFile(configPath, {
|
|
encoding: 'utf-8',
|
|
});
|
|
}
|
|
})();
|
|
|
|
const config = JSON.parse(stripJsonComments(configContent)) as SourcebotConfig;
|
|
const isValidConfig = ajv.validate(indexSchema, config);
|
|
if (!isValidConfig) {
|
|
throw new Error(`Config file '${configPath}' is invalid: ${ajv.errorsText(ajv.errors)}`);
|
|
}
|
|
return config;
|
|
}
|