feat: Implement session processing and refresh schedulers

- Added processingScheduler.js and processingScheduler.ts to handle session transcript processing using OpenAI API.
- Implemented a new scheduler (scheduler.js and schedulers.ts) for refreshing sessions every 15 minutes.
- Updated Prisma migrations to add new fields for processed sessions, including questions, sentimentCategory, and summary.
- Created scripts (process_sessions.mjs and process_sessions.ts) for manual processing of unprocessed sessions.
- Enhanced server.js and server.mjs to initialize schedulers on server start.

pages/api/admin/refresh-sessions.ts

@@ -14,11 +14,25 @@ interface SessionCreateData {
 /**
  * Fetches transcript content from a URL
  * @param url The URL to fetch the transcript from
+ * @param username Optional username for authentication
+ * @param password Optional password for authentication
  * @returns The transcript content or null if fetching fails
  */
-async function fetchTranscriptContent(url: string): Promise<string | null> {
+async function fetchTranscriptContent(
+  url: string,
+  username?: string,
+  password?: string
+): Promise<string | null> {
   try {
-    const response = await fetch(url);
+    const authHeader =
+      username && password
+        ? "Basic " + Buffer.from(`${username}:${password}`).toString("base64")
+        : undefined;
+
+    const response = await fetch(url, {
+      headers: authHeader ? { Authorization: authHeader } : {},
+    });
+    
     if (!response.ok) {
       process.stderr.write(
         `Error fetching transcript: ${response.statusText}\n`
@@ -80,9 +94,7 @@ export default async function handler(
       company.csvPassword as string | undefined
     );
 
-    // Replace all session rows for this company (for demo simplicity)
-    await prisma.session.deleteMany({ where: { companyId: company.id } });
-
+    // Only add sessions that don't already exist in the database
     for (const session of sessions) {
       const sessionData: SessionCreateData = {
         ...session,
@@ -111,10 +123,22 @@ export default async function handler(
       let transcriptContent: string | null = null;
       if (session.fullTranscriptUrl) {
         transcriptContent = await fetchTranscriptContent(
-          session.fullTranscriptUrl
+          session.fullTranscriptUrl,
+          company.csvUsername as string | undefined,
+          company.csvPassword as string | undefined
         );
       }
 
+      // Check if the session already exists
+      const existingSession = await prisma.session.findUnique({
+        where: { id: sessionData.id },
+      });
+
+      if (existingSession) {
+        // Skip this session as it already exists
+        continue;
+      }
+
       // Only include fields that are properly typed for Prisma
       await prisma.session.create({
         data: {

pages/api/dashboard/session/[id].ts

@@ -46,6 +46,7 @@ export default async function handler(
       country: prismaSession.country ?? null,
       ipAddress: prismaSession.ipAddress ?? null,
       sentiment: prismaSession.sentiment ?? null,
+      sentimentCategory: prismaSession.sentimentCategory ?? null, // New field
       messagesSent: prismaSession.messagesSent ?? undefined, // Use undefined if ChatSession expects number | undefined
       avgResponseTime: prismaSession.avgResponseTime ?? null,
       escalated: prismaSession.escalated ?? undefined,
@@ -55,6 +56,9 @@ export default async function handler(
       initialMsg: prismaSession.initialMsg ?? undefined,
       fullTranscriptUrl: prismaSession.fullTranscriptUrl ?? null,
       transcriptContent: prismaSession.transcriptContent ?? null,
+      processed: prismaSession.processed ?? null, // New field
+      questions: prismaSession.questions ?? null, // New field
+      summary: prismaSession.summary ?? null, // New field
     };
 
     return res.status(200).json({ session });