mirror of
https://github.com/kjanat/livedash-node.git
synced 2026-01-16 10:52:08 +01:00
Kaj Kowalski
314326400e
- Fix all cognitive complexity violations (63→0 errors) - Replace 'any' types with proper TypeScript interfaces and generics - Extract helper functions and custom hooks to reduce complexity - Fix React hook dependency arrays and useCallback patterns - Remove unused imports, variables, and functions - Implement proper formatting across all files - Add type safety with interfaces like AIProcessingRequestWithSession - Fix circuit breaker implementation with proper reset() method - Resolve all accessibility and form labeling issues - Clean up mysterious './0' file containing biome output Total: 63 errors → 0 errors, 42 warnings → 0 warnings
105 lines
3.0 KiB
TypeScript
105 lines
3.0 KiB
TypeScript
// Simplified CSV fetcher - fetches and parses CSV data without any processing
|
|
// Maps directly to SessionImport table fields
|
|
|
|
import { parse } from "csv-parse/sync";
|
|
import fetch from "node-fetch";
|
|
|
|
/**
|
|
* Parse integer from string with null fallback
|
|
*/
|
|
function parseInteger(value: string | undefined): number | null {
|
|
return value ? Number.parseInt(value, 10) || null : null;
|
|
}
|
|
|
|
/**
|
|
* Parse float from string with null fallback
|
|
*/
|
|
function parseFloatValue(value: string | undefined): number | null {
|
|
return value ? Number.parseFloat(value) || null : null;
|
|
}
|
|
|
|
/**
|
|
* Map a CSV row to SessionImport object
|
|
*/
|
|
function mapCsvRowToSessionImport(row: string[]): RawSessionImport {
|
|
return {
|
|
externalSessionId: row[0] || "",
|
|
startTimeRaw: row[1] || "",
|
|
endTimeRaw: row[2] || "",
|
|
ipAddress: row[3] || null,
|
|
countryCode: row[4] || null,
|
|
language: row[5] || null,
|
|
messagesSent: parseInteger(row[6]),
|
|
sentimentRaw: row[7] || null,
|
|
escalatedRaw: row[8] || null,
|
|
forwardedHrRaw: row[9] || null,
|
|
fullTranscriptUrl: row[10] || null,
|
|
avgResponseTimeSeconds: parseFloatValue(row[11]),
|
|
tokens: parseInteger(row[12]),
|
|
tokensEur: parseFloatValue(row[13]),
|
|
category: row[14] || null,
|
|
initialMessage: row[15] || null,
|
|
};
|
|
}
|
|
|
|
// Raw CSV data interface matching SessionImport schema
|
|
interface RawSessionImport {
|
|
externalSessionId: string;
|
|
startTimeRaw: string;
|
|
endTimeRaw: string;
|
|
ipAddress: string | null;
|
|
countryCode: string | null;
|
|
language: string | null;
|
|
messagesSent: number | null;
|
|
sentimentRaw: string | null;
|
|
escalatedRaw: string | null;
|
|
forwardedHrRaw: string | null;
|
|
fullTranscriptUrl: string | null;
|
|
avgResponseTimeSeconds: number | null;
|
|
tokens: number | null;
|
|
tokensEur: number | null;
|
|
category: string | null;
|
|
initialMessage: string | null;
|
|
}
|
|
|
|
/**
|
|
* Fetches and parses CSV data from a URL without any processing
|
|
* Maps CSV columns by position to SessionImport fields
|
|
* @param url The CSV URL
|
|
* @param username Optional username for authentication
|
|
* @param password Optional password for authentication
|
|
* @returns Array of raw session import data
|
|
*/
|
|
export async function fetchAndParseCsv(
|
|
url: string,
|
|
username?: string,
|
|
password?: string
|
|
): Promise<RawSessionImport[]> {
|
|
const authHeader =
|
|
username && password
|
|
? `Basic ${Buffer.from(`${username}:${password}`).toString("base64")}`
|
|
: undefined;
|
|
|
|
const res = await fetch(url, {
|
|
headers: authHeader ? { Authorization: authHeader } : {},
|
|
});
|
|
|
|
if (!res.ok) {
|
|
throw new Error(`Failed to fetch CSV: ${res.status} ${res.statusText}`);
|
|
}
|
|
|
|
const text = await res.text();
|
|
|
|
// Parse CSV without headers, using positional column mapping
|
|
const records: string[][] = parse(text, {
|
|
delimiter: ",",
|
|
from_line: 1, // Start from first line (no headers)
|
|
relax_column_count: true,
|
|
skip_empty_lines: true,
|
|
trim: true,
|
|
});
|
|
|
|
// Map CSV columns by position to SessionImport fields
|
|
return records.map(mapCsvRowToSessionImport);
|
|
}
|