Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 03:32:22 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

debug: worker stall check

Browse Source
This commit is contained in:
Móricz Gergő 2024-11-08 20:19:44 +01:00
parent ef505f8d99
commit 085ac3e71c
2 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apps/api/src/services/queue-worker.ts
View File

@ -102,6 +102,8 @@ process.on("SIGTERM", () => {
isShuttingDown = true; isShuttingDown = true;
}); });
let cantAcceptConnectionCount = 0;
const workerFun = async ( const workerFun = async (
queue: Queue, queue: Queue,
processJobInternal: (token: string, job: Job) => Promise<any> processJobInternal: (token: string, job: Job) => Promise<any>
@ -127,8 +129,19 @@ const workerFun = async (
const canAcceptConnection = await monitor.acceptConnection(); const canAcceptConnection = await monitor.acceptConnection();
if (!canAcceptConnection) { if (!canAcceptConnection) {
console.log("Cant accept connection"); console.log("Cant accept connection");
cantAcceptConnectionCount++;
if (cantAcceptConnectionCount >= 25) {
logger.error("WORKER STALLED", {
cpuUsage: await monitor.checkCpuUsage(),
memoryUsage: await monitor.checkMemoryUsage(),
});
}
await sleep(cantAcceptConnectionInterval); // more sleep await sleep(cantAcceptConnectionInterval); // more sleep
continue; continue;
} else {
cantAcceptConnectionCount = 0;
} }
const job = await worker.getNextJob(token); const job = await worker.getNextJob(token);

4
apps/api/src/services/system-monitor.ts
View File

@ -40,7 +40,7 @@ class SystemMonitor {
return SystemMonitor.instance; return SystemMonitor.instance;
} }
private async checkMemoryUsage() { public async checkMemoryUsage() {
if (IS_KUBERNETES) { if (IS_KUBERNETES) {
return this._checkMemoryUsageKubernetes(); return this._checkMemoryUsageKubernetes();
} }
@ -102,7 +102,7 @@ class SystemMonitor {
return usedMemoryPercentage; return usedMemoryPercentage;
} }
private async checkCpuUsage() { public async checkCpuUsage() {
if (IS_KUBERNETES) { if (IS_KUBERNETES) {
return this._checkCpuUsageKubernetes(); return this._checkCpuUsageKubernetes();
} }