kjanat/livedash-node
1
0
Fork 0
mirror of https://github.com/kjanat/livedash-node.git synced 2026-01-16 15:32:10 +01:00
Code Issues Packages Projects Releases Wiki Activity

feat: implement comprehensive email system with rate limiting and extensive test suite

Browse Source 
- Add robust email service with rate limiting and configuration management
- Implement shared rate limiter utility for consistent API protection
- Create comprehensive test suite for core processing pipeline
- Add API tests for dashboard metrics and authentication routes
- Fix date range picker infinite loop issue
- Improve session lookup in refresh sessions API
- Refactor session API routing with better code organization
- Update processing pipeline status monitoring
- Clean up leftover files and improve code formatting
This commit is contained in:
Kaj Kowalski
2025-07-05 13:42:47 +02:00
committed by Kaj Kowalski
parent 19628233ea
commit a0ac60cf04
36 changed files with 10714 additions and 5292 deletions
Download Patch File Download Diff File Expand all files Collapse all files

107
scripts/check-database-config.ts
View File

@ -9,49 +9,73 @@ async function checkDatabaseConfig() {
// Check environment variables
console.log("📋 Environment Configuration:");
console.log(` DATABASE_URL: ${process.env.DATABASE_URL ? '✅ Set' : '❌ Missing'}`);
console.log(` USE_ENHANCED_POOLING: ${process.env.USE_ENHANCED_POOLING || 'false'}`);
console.log(` DATABASE_CONNECTION_LIMIT: ${process.env.DATABASE_CONNECTION_LIMIT || 'default'}`);
console.log(` DATABASE_POOL_TIMEOUT: ${process.env.DATABASE_POOL_TIMEOUT || 'default'}`);
console.log(
` DATABASE_URL: ${process.env.DATABASE_URL ? "✅ Set" : "❌ Missing"}`
);
console.log(
` USE_ENHANCED_POOLING: ${process.env.USE_ENHANCED_POOLING || "false"}`
);
console.log(
` DATABASE_CONNECTION_LIMIT: ${process.env.DATABASE_CONNECTION_LIMIT || "default"}`
);
console.log(
` DATABASE_POOL_TIMEOUT: ${process.env.DATABASE_POOL_TIMEOUT || "default"}`
);
// Parse DATABASE_URL for connection details
if (process.env.DATABASE_URL) {
try {
const dbUrl = new URL(process.env.DATABASE_URL);
console.log(` Database Host: ${dbUrl.hostname}`);
console.log(` Database Port: ${dbUrl.port || '5432'}`);
console.log(` Database Port: ${dbUrl.port || "5432"}`);
console.log(` Database Name: ${dbUrl.pathname.slice(1)}`);
// Check for Neon-specific optimizations
const searchParams = dbUrl.searchParams;
console.log(` SSL Mode: ${searchParams.get('sslmode') || 'not specified'}`);
console.log(` Connection Limit: ${searchParams.get('connection_limit') || 'not specified'}`);
console.log(` Pool Timeout: ${searchParams.get('pool_timeout') || 'not specified'}`);
console.log(
` SSL Mode: ${searchParams.get("sslmode") || "not specified"}`
);
console.log(
` Connection Limit: ${searchParams.get("connection_limit") || "not specified"}`
);
console.log(
` Pool Timeout: ${searchParams.get("pool_timeout") || "not specified"}`
);
} catch (error) {
console.log(` ❌ Invalid DATABASE_URL format: ${error instanceof Error ? error.message : error}`);
console.log(
` ❌ Invalid DATABASE_URL format: ${error instanceof Error ? error.message : error}`
);
}
}
// Check scheduler intervals
console.log("\n⏰ Scheduler Configuration:");
console.log(` CSV Import: ${process.env.CSV_IMPORT_INTERVAL || '*/15 * * * *'}`);
console.log(` Import Processing: ${process.env.IMPORT_PROCESSING_INTERVAL || '*/5 * * * *'}`);
console.log(` Session Processing: ${process.env.SESSION_PROCESSING_INTERVAL || '0 * * * *'}`);
console.log(
` CSV Import: ${process.env.CSV_IMPORT_INTERVAL || "*/15 * * * *"}`
);
console.log(
` Import Processing: ${process.env.IMPORT_PROCESSING_INTERVAL || "*/5 * * * *"}`
);
console.log(
` Session Processing: ${process.env.SESSION_PROCESSING_INTERVAL || "0 * * * *"}`
);
// Test database connectivity
console.log("\n🔌 Database Connectivity Test:");
try {
console.log(" Testing basic connection...");
const isConnected = await checkDatabaseConnection();
console.log(` Basic connection: ${isConnected ? '✅ Success' : '❌ Failed'}`);
console.log(
` Basic connection: ${isConnected ? "✅ Success" : "❌ Failed"}`
);
if (isConnected) {
console.log(" Testing connection with retry logic...");
const retryResult = await withRetry(
async () => {
const result = await checkDatabaseConnection();
if (!result) throw new Error('Connection check failed');
if (!result) throw new Error("Connection check failed");
return result;
},
{
@ -60,37 +84,56 @@ async function checkDatabaseConfig() {
maxDelay: 5000,
backoffMultiplier: 2,
},
'connectivity test'
"connectivity test"
);
console.log(
` Retry connection: ${retryResult ? "✅ Success" : "❌ Failed"}`
);
console.log(` Retry connection: ${retryResult ? '✅ Success' : '❌ Failed'}`);
}
} catch (error) {
console.log(` ❌ Connection test failed: ${error instanceof Error ? error.message : error}`);
console.log(
` ❌ Connection test failed: ${error instanceof Error ? error.message : error}`
);
}
// Recommendations
console.log("\n💡 Recommendations:");
if (!process.env.USE_ENHANCED_POOLING || process.env.USE_ENHANCED_POOLING === 'false') {
if (
!process.env.USE_ENHANCED_POOLING ||
process.env.USE_ENHANCED_POOLING === "false"
) {
console.log(" 🔧 Enable enhanced pooling: USE_ENHANCED_POOLING=true");
}
if (!process.env.DATABASE_CONNECTION_LIMIT || Number.parseInt(process.env.DATABASE_CONNECTION_LIMIT) > 15) {
console.log(" 🔧 Optimize connection limit for Neon: DATABASE_CONNECTION_LIMIT=15");
if (
!process.env.DATABASE_CONNECTION_LIMIT ||
Number.parseInt(process.env.DATABASE_CONNECTION_LIMIT) > 15
) {
console.log(
" 🔧 Optimize connection limit for Neon: DATABASE_CONNECTION_LIMIT=15"
);
}
if (!process.env.DATABASE_POOL_TIMEOUT || Number.parseInt(process.env.DATABASE_POOL_TIMEOUT) < 30) {
console.log(" 🔧 Increase pool timeout for cold starts: DATABASE_POOL_TIMEOUT=30");
if (
!process.env.DATABASE_POOL_TIMEOUT ||
Number.parseInt(process.env.DATABASE_POOL_TIMEOUT) < 30
) {
console.log(
" 🔧 Increase pool timeout for cold starts: DATABASE_POOL_TIMEOUT=30"
);
}
// Check for Neon-specific URL parameters
if (process.env.DATABASE_URL) {
const dbUrl = new URL(process.env.DATABASE_URL);
if (!dbUrl.searchParams.get('sslmode')) {
if (!dbUrl.searchParams.get("sslmode")) {
console.log(" 🔧 Add SSL mode to DATABASE_URL: ?sslmode=require");
}
if (!dbUrl.searchParams.get('connection_limit')) {
console.log(" 🔧 Add connection limit to DATABASE_URL: &connection_limit=15");
if (!dbUrl.searchParams.get("connection_limit")) {
console.log(
" 🔧 Add connection limit to DATABASE_URL: &connection_limit=15"
);
}
}
@ -101,4 +144,4 @@ async function checkDatabaseConfig() {
checkDatabaseConfig().catch((error) => {
console.error("💥 Configuration check failed:", error);
process.exit(1);
});
});