Add initial wrangler configuration for livedash-node project

- Created wrangler.json with project metadata and settings
- Configured D1 database binding for database interaction
- Enabled observability for monitoring
- Added placeholders for smart placement, environment variables, static assets, and service bindings

lib/scheduler.ts

@@ -10,6 +10,41 @@ interface SessionCreateData {
   [key: string]: unknown;
 }
 
+/**
+ * Fetches transcript content from a URL with optional authentication
+ * @param url The URL to fetch the transcript from
+ * @param username Optional username for Basic Auth
+ * @param password Optional password for Basic Auth
+ * @returns The transcript content or null if fetching fails
+ */
+async function fetchTranscriptContent(
+  url: string,
+  username?: string,
+  password?: string
+): Promise<string | null> {
+  try {
+    const authHeader =
+      username && password
+        ? "Basic " + Buffer.from(`${username}:${password}`).toString("base64")
+        : undefined;
+
+    const response = await fetch(url, {
+      headers: authHeader ? { Authorization: authHeader } : {},
+    });
+
+    if (!response.ok) {
+      process.stderr.write(
+        `Error fetching transcript: ${response.statusText}\n`
+      );
+      return null;
+    }
+    return await response.text();
+  } catch (error) {
+    process.stderr.write(`Failed to fetch transcript: ${error}\n`);
+    return null;
+  }
+}
+
 export function startScheduler() {
   cron.schedule("*/15 * * * *", async () => {
     const companies = await prisma.company.findMany();
@@ -23,6 +58,16 @@ export function startScheduler() {
         await prisma.session.deleteMany({ where: { companyId: company.id } });
 
         for (const session of sessions) {
+          // Fetch transcript content if URL is available
+          let transcriptContent: string | null = null;
+          if (session.fullTranscriptUrl) {
+            transcriptContent = await fetchTranscriptContent(
+              session.fullTranscriptUrl,
+              company.csvUsername as string | undefined,
+              company.csvPassword as string | undefined
+            );
+          }
+
           const sessionData: SessionCreateData = {
             ...session,
             companyId: company.id,
@@ -51,6 +96,8 @@ export function startScheduler() {
                   ? session.messagesSent
                   : 0,
               category: session.category || null,
+              fullTranscriptUrl: session.fullTranscriptUrl || null,
+              transcriptContent: transcriptContent, // Add the transcript content
             },
           });
         }