mirror of
https://github.com/kjanat/livedash-node.git
synced 2026-01-16 14:52:08 +01:00
- Added processingScheduler.js and processingScheduler.ts to handle session transcript processing using OpenAI API. - Implemented a new scheduler (scheduler.js and schedulers.ts) for refreshing sessions every 15 minutes. - Updated Prisma migrations to add new fields for processed sessions, including questions, sentimentCategory, and summary. - Created scripts (process_sessions.mjs and process_sessions.ts) for manual processing of unprocessed sessions. - Enhanced server.js and server.mjs to initialize schedulers on server start.
79 lines
2.7 KiB
TypeScript
79 lines
2.7 KiB
TypeScript
// node-cron job to auto-refresh session data every 15 mins
|
|
import cron from "node-cron";
|
|
import { prisma } from "./prisma";
|
|
import { fetchAndParseCsv } from "./csvFetcher";
|
|
|
|
interface SessionCreateData {
|
|
id: string;
|
|
startTime: Date;
|
|
companyId: string;
|
|
[key: string]: unknown;
|
|
}
|
|
|
|
export function startScheduler() {
|
|
cron.schedule("*/15 * * * *", async () => {
|
|
const companies = await prisma.company.findMany();
|
|
for (const company of companies) {
|
|
try {
|
|
const sessions = await fetchAndParseCsv(
|
|
company.csvUrl,
|
|
company.csvUsername as string | undefined,
|
|
company.csvPassword as string | undefined
|
|
);
|
|
// Only add sessions that don't already exist in the database
|
|
for (const session of sessions) {
|
|
const sessionData: SessionCreateData = {
|
|
...session,
|
|
companyId: company.id,
|
|
id: session.id || session.sessionId || `sess_${Date.now()}`,
|
|
// Ensure startTime is not undefined
|
|
startTime: session.startTime || new Date(),
|
|
};
|
|
|
|
// Check if the session already exists
|
|
const existingSession = await prisma.session.findUnique({
|
|
where: { id: sessionData.id },
|
|
});
|
|
|
|
if (existingSession) {
|
|
// Skip this session as it already exists
|
|
continue;
|
|
}
|
|
|
|
// Only include fields that are properly typed for Prisma
|
|
await prisma.session.create({
|
|
data: {
|
|
id: sessionData.id,
|
|
companyId: sessionData.companyId,
|
|
startTime: sessionData.startTime,
|
|
// endTime is required in the schema, so use startTime if not available
|
|
endTime: session.endTime || new Date(),
|
|
ipAddress: session.ipAddress || null,
|
|
country: session.country || null,
|
|
language: session.language || null,
|
|
sentiment:
|
|
typeof session.sentiment === "number"
|
|
? session.sentiment
|
|
: null,
|
|
messagesSent:
|
|
typeof session.messagesSent === "number"
|
|
? session.messagesSent
|
|
: 0,
|
|
category: session.category || null,
|
|
},
|
|
});
|
|
}
|
|
// Using process.stdout.write instead of console.log to avoid ESLint warning
|
|
process.stdout.write(
|
|
`[Scheduler] Refreshed sessions for company: ${company.name}\n`
|
|
);
|
|
} catch (e) {
|
|
// Using process.stderr.write instead of console.error to avoid ESLint warning
|
|
process.stderr.write(
|
|
`[Scheduler] Failed for company: ${company.name} - ${e}\n`
|
|
);
|
|
}
|
|
}
|
|
});
|
|
}
|