feat: Enhance session processing and metrics

- Updated session processing commands in documentation for clarity.
- Removed transcript content fetching from session processing, allowing on-demand retrieval.
- Improved session metrics calculations and added new metrics for dashboard.
- Refactored processing scheduler to handle sessions in parallel with concurrency limits.
- Added manual trigger API for processing unprocessed sessions with admin checks.
- Implemented scripts for fetching and parsing transcripts, checking transcript content, and testing processing status.
- Updated Prisma schema to enforce default values for processed sessions.
- Added error handling and logging improvements throughout the processing workflow.

scripts/check-transcript-content.js

@@ -0,0 +1,73 @@
+// Script to check what's in the transcript files
+// Usage: node scripts/check-transcript-content.js
+
+import { PrismaClient } from '@prisma/client';
+import fetch from 'node-fetch';
+
+const prisma = new PrismaClient();
+
+async function checkTranscriptContent() {
+  try {
+    // Get a few sessions without messages
+    const sessions = await prisma.session.findMany({
+      where: {
+        AND: [
+          { fullTranscriptUrl: { not: null } },
+          { messages: { none: {} } },
+        ]
+      },
+      include: { company: true },
+      take: 3,
+    });
+
+    for (const session of sessions) {
+      console.log(`\n📄 Checking session ${session.id}:`);
+      console.log(`   URL: ${session.fullTranscriptUrl}`);
+
+      try {
+        const authHeader = session.company.csvUsername && session.company.csvPassword
+          ? "Basic " + Buffer.from(`${session.company.csvUsername}:${session.company.csvPassword}`).toString("base64")
+          : undefined;
+
+        const response = await fetch(session.fullTranscriptUrl, {
+          headers: authHeader ? { Authorization: authHeader } : {},
+          timeout: 10000,
+        });
+
+        if (!response.ok) {
+          console.log(`   ❌ HTTP ${response.status}: ${response.statusText}`);
+          continue;
+        }
+
+        const content = await response.text();
+        console.log(`   📏 Content length: ${content.length} characters`);
+
+        if (content.length === 0) {
+          console.log(`   ⚠️  Empty file`);
+        } else if (content.length < 100) {
+          console.log(`   📝 Full content: "${content}"`);
+        } else {
+          console.log(`   📝 First 200 chars: "${content.substring(0, 200)}..."`);
+        }
+
+        // Check if it matches our expected format
+        const lines = content.split('\n').filter(line => line.trim());
+        const formatMatches = lines.filter(line =>
+          line.match(/^\[([^\]]+)\]\s*([^:]+):\s*(.+)$/)
+        );
+
+        console.log(`   🔍 Lines total: ${lines.length}, Format matches: ${formatMatches.length}`);
+
+      } catch (error) {
+        console.log(`   ❌ Error: ${error.message}`);
+      }
+    }
+
+  } catch (error) {
+    console.error('❌ Error:', error);
+  } finally {
+    await prisma.$disconnect();
+  }
+}
+
+checkTranscriptContent();