feat(Batch): Added Batch Processing

Author: drona-gyawali

management/core/constants.py

@@ -55,3 +55,40 @@ class Reaction(models.TextChoices):
     SAD = "sad", "😢"
     ANGRY = "angry", "😡"
     ROCKET = "rocket", "🚀"
+
+
+class AlertType(models.TextChoices):
+    """Possible alert types for notifications or system messages.
+
+    * ASSIGNED: Task or ticket has been assigned.
+    * WAITING: Task or ticket is waiting to be processed.
+    * CLOSED: Task or ticket has been closed.
+    * OPEN: Task or ticket has been opened.
+    * COMPLETED: Task or ticket has been completed.
+    * IN_PROGRESS: Task or ticket is currently in progress.
+    """
+
+    ASSIGNED = "assigned", "Assigned"
+    WAITING = "waiting", "Waiting"
+    CLOSED = "closed", "Closed"
+    OPEN = "open", "Open"
+    COMPLETED = "completed", "Completed"
+    IN_PROGRESS = "in_progress", "In Progress"
+
+
+class ChannelType(models.TextChoices):
+    """Possible channel types for communication.
+
+    * EMAIL: Communication via email.
+    * SLACK: Communication via Slack.
+    * DISCORD: Communication via Discord.
+    * SMS: Communication via SMS.
+    * WHATSAPP: Communication via WhatsApp.
+    * SMS: Communication via sms
+    """
+
+    EMAIL = "email", "Email"
+    SLACK = "slack", "Slack"
+    DISCORD = "discord", "Discord"
+    SMS = "sms", "SMS"
+    WHATSAPP = "whatsapp", "WhatsApp"

management/core/dumps.py

@@ -5,11 +5,14 @@
 Copyright (c) Supportix. All rights reserved.
 Written in 2025 by Dorna Raj Gyawali <dronarajgyawali@gmail.com>
 """
-
+# context that is used while building Restapi
 SUCESS_SIGNUP = {"User created Successfully"}
 CONTEXT_400 = {"Invalid credentials"}
 CONTEXT_405 = {"Request method not allowed."}
 CONTEXT_403 = "Unauthorized access."
+
+
+# image configuration for this app: Can be changed acccording to the need.
 ImageAttachmentExt = [
     ".jpeg",
     ".jpg",
@@ -24,7 +27,8 @@
     ".ico",
 ]
 FileAttachmentExt = [".pdf"]
-FileAttachmentSize = 20 * 1024 * 1024
-ImageAttachmentSize = 5 * 1024 * 1024
+FileAttachmentSize = 20 * 1024 * 1024  #20 mb
+ImageAttachmentSize = 5 * 1024 * 1024 # 5 mb
 OVERLOAD_THRESHOLD = 50
 UNDERUTILIZED_THRESHOLD = 10
+BATCH_SIZE = 100

management/core/tasks.py

@@ -9,7 +9,7 @@
 from core.automation.rule_runner import RuleEngine
 from core.constants import Status
 from core.models import Agent, Ticket
-
+from core.dumps import BATCH_SIZE
 logger = logging.getLogger(__name__)
 
 
@@ -96,24 +96,26 @@ def delete_completed_tickets(self):
     logger.info(f"Deleted {deleted_count} completed tickets older than 60 days.")
 
 
-# TODO: implement the batch processing[!important][Memmory Issue]
 @shared_task(bind=True)
-def apply_rules_to_all_tickets():
+def apply_rules_to_all_tickets(self):
     """
-    Celery task to apply RuleEngine to all tickets in the database.
+    Celery task to apply RuleEngine to all tickets in the database in batches.
     """
-    tickets = Ticket.objects.all()
+    total_tickets = Ticket.objects.count()
     results = []
 
-    for ticket in tickets:
-        try:
-            engine = RuleEngine(ticket.ticket_id)
-            result = engine.run()
-            results.append({"ticket_id": ticket.ticket_id, "result": result})
-            logger.info(f"Rules applied to ticket {ticket.ticket_id}: {result}")
-        except Exception as e:
-            logger.exception(
-                f"Failed to apply rules to ticket {ticket.ticket_id}: {str(e)}"
-            )
-
+    for start in range(0, total_tickets, BATCH_SIZE):
+        end = start + BATCH_SIZE
+        ticket_batch = Ticket.objects.all()[start:end]
+
+        for ticket in ticket_batch:
+            try:
+                engine = RuleEngine(ticket.ticket_id)
+                result = engine.run()
+                results.append({"ticket_id": ticket.ticket_id, "result": result})
+                logger.info(f"Rules applied to ticket {ticket.ticket_id}: {result}")
+            except Exception as e:
+                logger.exception(
+                    f"Failed to apply rules to ticket {ticket.ticket_id}: {str(e)}"
+                )
     return results