mirror of
https://github.com/sourcebot-dev/sourcebot.git
synced 2025-12-14 05:15:19 +00:00
change timeout condition for jobs
This commit is contained in:
parent
4ebe4e0475
commit
929fe039bf
1 changed files with 5 additions and 5 deletions
|
|
@ -23,8 +23,6 @@ type JobPayload = {
|
||||||
repoName: string;
|
repoName: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
const JOB_TIMEOUT_MS = 1000 * 60 * 60 * 6; // 6 hour indexing timeout
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Manages the lifecycle of repository data on disk, including git working copies
|
* Manages the lifecycle of repository data on disk, including git working copies
|
||||||
* and search index shards. Handles both indexing operations (cloning/fetching repos
|
* and search index shards. Handles both indexing operations (cloning/fetching repos
|
||||||
|
|
@ -49,7 +47,7 @@ export class RepoIndexManager {
|
||||||
this.queue = new Queue<JobPayload>({
|
this.queue = new Queue<JobPayload>({
|
||||||
redis,
|
redis,
|
||||||
namespace: 'repo-index-queue',
|
namespace: 'repo-index-queue',
|
||||||
jobTimeoutMs: JOB_TIMEOUT_MS,
|
jobTimeoutMs: this.settings.repoIndexTimeoutMs,
|
||||||
maxAttempts: 3,
|
maxAttempts: 3,
|
||||||
logger: env.DEBUG_ENABLE_GROUPMQ_LOGGING === 'true',
|
logger: env.DEBUG_ENABLE_GROUPMQ_LOGGING === 'true',
|
||||||
});
|
});
|
||||||
|
|
@ -82,6 +80,8 @@ export class RepoIndexManager {
|
||||||
|
|
||||||
private async scheduleIndexJobs() {
|
private async scheduleIndexJobs() {
|
||||||
const thresholdDate = new Date(Date.now() - this.settings.reindexIntervalMs);
|
const thresholdDate = new Date(Date.now() - this.settings.reindexIntervalMs);
|
||||||
|
const timeoutDate = new Date(Date.now() - this.settings.repoIndexTimeoutMs);
|
||||||
|
|
||||||
const reposToIndex = await this.db.repo.findMany({
|
const reposToIndex = await this.db.repo.findMany({
|
||||||
where: {
|
where: {
|
||||||
AND: [
|
AND: [
|
||||||
|
|
@ -115,7 +115,7 @@ export class RepoIndexManager {
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
createdAt: {
|
createdAt: {
|
||||||
gt: thresholdDate,
|
gt: timeoutDate,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|
@ -124,7 +124,7 @@ export class RepoIndexManager {
|
||||||
{
|
{
|
||||||
AND: [
|
AND: [
|
||||||
{ status: RepoIndexingJobStatus.FAILED },
|
{ status: RepoIndexingJobStatus.FAILED },
|
||||||
{ completedAt: { gt: thresholdDate } },
|
{ completedAt: { gt: timeoutDate } },
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue