Implement data integration tasks with Celery, including periodic fetching and manual refresh of chat data; add utility functions for data processing and transcript handling; create views and URLs for manual data refresh; establish Redis and Celery configuration; enhance error handling and logging; introduce scripts for data cleanup and fixing dashboard data; update documentation for Redis and Celery setup and troubleshooting.

dashboard_project/data_integration/urls.py

@@ -0,0 +1,14 @@
+from django.urls import path
+
+from . import views
+
+app_name = "data_integration"
+
+urlpatterns = [
+    path("manual-refresh/", views.manual_data_refresh, name="manual_data_refresh"),
+    path(
+        "refresh/<int:source_id>/",
+        views.refresh_specific_datasource,
+        name="refresh_specific_datasource",
+    ),
+]