Support statistics runtime of finished job

django_rq/management/commands/rq_runtime.py

@@ -0,0 +1,69 @@
+import django_rq
+
+from django.core.management.base import CommandParser
+from django.core.management.base import BaseCommand
+from rq.registry import FinishedJobRegistry
+from django_rq.utils import get_jobs
+
+import logging
+from tqdm import tqdm
+import datetime
+
+
+logger = logging.getLogger(__name__)
+
+
+class Command(BaseCommand):
+    help = "Get queue finished job runtime statistics"
+
+    def add_arguments(self, parser: CommandParser):
+        parser.add_argument('--queue',
+                            type=str,
+                            required=False,
+                            default="default",
+                            help="Queue name")
+
+    def handle(self, *args, **options):
+        queue = options['queue']
+        q = django_rq.get_queue(queue)
+        registry = FinishedJobRegistry(q.name, q.connection)
+        count = len(registry)
+        status_runtime_map = {}  # {status: {count: int, sum: float}}
+        func_runtime_map = {}  # {status: {count: int, sum: float}}
+        step = 1000
+        for i in tqdm(range(0, count+1, step)):
+            job_ids = registry.get_job_ids(i, step)
+            jobs = get_jobs(q, job_ids, registry)
+            for job in jobs:
+                status = job.get_status(True)
+                if status not in status_runtime_map:
+                    status_runtime_map[status] = {"count": 0, "sum": 0.0}
+
+                func = job.func_name
+                if func not in func_runtime_map:
+                    func_runtime_map[func] = {"count": 0, "sum": 0.0}
+
+                status_runtime_map[status]['count'] += 1
+                if job.ended_at:
+                    runtime = (job.ended_at - job.enqueued_at).total_seconds()
+                else:
+                    runtime = (datetime.datetime.now() - job.enqueued_at).total_seconds()
+                status_runtime_map[status]['sum'] += runtime
+
+                func_runtime_map[func]['count'] += 1
+                func_runtime_map[func]['sum'] += runtime
+
+        print(f"Total job {count}")
+        print("------")
+        print("Status\tCount\tAvgRuntime")
+        for status in sorted(list(status_runtime_map.keys())):
+            item = status_runtime_map[status]
+            avg_runtime = item['sum'] / item['count'] if item['count'] > 0 else 0.0
+            print(f"{status}\t{item['count']}\t{avg_runtime:4f}s")
+        print("------")
+
+        print("Func\tCount\tAvgRuntime")
+        for func in sorted(list(func_runtime_map.keys())):
+            item = func_runtime_map[func]
+            avg_runtime = item['sum'] / item['count'] if item['count'] > 0 else 0.0
+            print(f"{func}\t{item['count']}\t{avg_runtime:4f}s")

django_rq/templates/django_rq/jobs.html

@@ -74,6 +74,7 @@
                                 <th><div class = 'text'><span>Scheduled</span></div></th>
                             {% endif %}
                             <th><div class = 'text'><span>Enqueued</span></div></th>
+                            <th><div class = 'text'><span>Ended</span></div></th>
                             <th><div class = 'text'><span>Status</span></div></th>
                             <th><div class = 'text'><span>Callable</span></div></th>
                             {% block extra_columns %}
@@ -108,6 +109,11 @@
                                         {{ job.enqueued_at|to_localtime|date:"Y-m-d, H:i:s" }}
                                     {% endif %}
                                 </td>
+                                <td>
+                                    {% if job.ended_at %}
+                                        {{ job.ended_at|to_localtime|date:"Y-m-d, H:i:s" }}
+                                    {% endif %}
+                                </td>
                                 <td>{{ job.get_status }}</td>
                                 <td>{{ job|show_func_name }}</td>
                                 {% block extra_columns_values %}