232 lines
6.7 KiB
Python
232 lines
6.7 KiB
Python
from django.contrib import admin
|
|
from django.utils import timezone
|
|
from django.db.models import F
|
|
from django.tasks.base import TaskResultStatus
|
|
|
|
from .base.admin import BaseModelAdmin
|
|
from .models import Worker, TaskSchedule, Trace
|
|
from .utils import is_proc_alive
|
|
|
|
import os
|
|
import asyncio
|
|
import humanize
|
|
|
|
@admin.register( Worker )
|
|
class WorkerAdmin( BaseModelAdmin ):
|
|
order = 1
|
|
list_display = 'process_id', 'thread_id', 'is_standalone', 'is_scheduler', 'is_running', # 'health',
|
|
def has_add_permission( self, request, obj = None ): return False
|
|
|
|
def is_running( self, obj ): return is_proc_alive(obj.process_id)
|
|
is_running.boolean = True
|
|
|
|
#def health( self, obj ):
|
|
# return (f"In Grace " if obj.in_grace else "") + humanize.naturaltime( obj.last_activity )
|
|
|
|
|
|
class TaskAppFilter( admin.SimpleListFilter ):
|
|
title = "app"
|
|
parameter_name = 'app_groups'
|
|
|
|
def lookups( self, request, model_admin ):
|
|
return (
|
|
( a.lower(), a )
|
|
for a in sorted({
|
|
ts.task_path.split(".", 1)[0]
|
|
for ts in TaskSchedule.objects.all()
|
|
}) if a
|
|
)
|
|
|
|
def queryset( self, request, queryset ):
|
|
q = self.value()
|
|
if not q: return queryset
|
|
return queryset.filter( task_path__istartswith = q )
|
|
|
|
@admin.register( TaskSchedule )
|
|
class TaskScheduleAdmin( BaseModelAdmin ):
|
|
order = 2
|
|
list_display = 'schedule_name', 'timeout', 'type', 'jitter', 'logged', 'last_execution', 'scheduled', 'is_enabled',
|
|
list_filter = TaskAppFilter,
|
|
|
|
fields = "name", "description", "type", #"on_model_change", "jitter",
|
|
|
|
|
|
def has_add_permission( self, request, obj = None ): return True
|
|
#def has_delete_permission( self, request, obj = None ): return not obj or obj.name != "scripted"
|
|
def has_change_permission( self, request, obj = None ): return not obj or obj.name != "scripted"
|
|
|
|
def schedule_name( self, obj ): return f"{obj.task_path} ({obj.name})"
|
|
|
|
def description( self, obj ):
|
|
try:
|
|
return obj.task.func.__doc__.strip("\n")
|
|
except:
|
|
raise
|
|
return "N/A"
|
|
|
|
def jitter( self, obj ):
|
|
match obj.jitter_pivot:
|
|
case "S": sign = '+'
|
|
case "M": sign = '±'
|
|
case "E": sign = '-'
|
|
return f"{sign}{obj.jitter_length}"
|
|
|
|
def type( self, obj ):
|
|
results = []
|
|
|
|
if obj.interval:
|
|
delta = humanize.naturaldelta( obj.interval )
|
|
delta = delta.replace("an ", "1 ").replace("a ", "1 ")
|
|
results.append( f"Every {delta}" )
|
|
|
|
else:
|
|
results.append( "Service" )
|
|
|
|
#if obj.name not in obj.registered_tasks:
|
|
# results.append("Script Missing!")
|
|
|
|
return ", ".join( results )
|
|
|
|
def on_model_change( self, obj ):
|
|
try: return ", ".join( f"{m.__module__}.{m.__name__}" for m in obj.registered_tasks[obj.name].watching_models )
|
|
except: return "N/A"
|
|
|
|
def logged( self, obj ):
|
|
count = obj.trace_set.exclude( status = TaskResultStatus.READY ).count()
|
|
if count == 1: return "1 trace"
|
|
return f"{count} traces"
|
|
|
|
def last_execution( self, obj ):
|
|
last_trace = obj.trace_set.exclude( status = TaskResultStatus.READY ).exclude( finished_datetime = None ).order_by('finished_datetime').last()
|
|
if not last_trace: return "Never"
|
|
|
|
return "Ongoing..." if last_trace.status == TaskResultStatus.RUNNING else humanize.naturaltime( last_trace.finished_datetime )
|
|
|
|
def scheduled( self, obj ):
|
|
return obj.trace_set.filter( status = TaskResultStatus.READY ).exists()
|
|
scheduled.boolean = True
|
|
|
|
|
|
actions = 'toggle_is_enabled', # 'schedule_execution', 'execution_now', 'delete_script_missing',
|
|
@admin.action( description = "Toggle Enable/Disable" )
|
|
def toggle_is_enabled( self, request, qs ):
|
|
qs.update( is_enabled = ~F('is_enabled') )
|
|
|
|
@admin.action( description = "(Re)Schedule an execution for periodic tasks" )
|
|
def schedule_execution( self, request, qs ):
|
|
trace_ids = set()
|
|
for task in qs.exclude( interval = None ):
|
|
trace = task.new_trace()
|
|
trace.save()
|
|
trace.refresh_from_db()
|
|
trace_ids.add(trace.id)
|
|
|
|
results = asyncio.run( Trace.objects.filter( id__in = trace_ids ).gather_method( 'reschedule', reason = "Manually Schedule" ) )
|
|
self.explain_gather_results( request, results, 5 )
|
|
|
|
@admin.action( description = "Execute now!" )
|
|
def execution_now( self, request, qs ):
|
|
trace_ids = set()
|
|
for task in qs:
|
|
trace = task.new_trace()
|
|
trace.status = "W"
|
|
trace.save()
|
|
trace.refresh_from_db()
|
|
trace_ids.add(trace.id)
|
|
|
|
results = asyncio.run( Trace.objects.filter( id__in = trace_ids ).gather_method( 'start' ) )
|
|
self.explain_gather_results( request, results, 5 )
|
|
|
|
@admin.action( description = "Delete tasks with missing scripts" )
|
|
def delete_script_missing( self, request, qs ):
|
|
for task in qs:
|
|
if task.name not in task.registered_tasks:
|
|
task.delete()
|
|
|
|
|
|
|
|
|
|
class TraceAppFilter(admin.SimpleListFilter):
|
|
title = "app"
|
|
parameter_name = 'app_groups'
|
|
|
|
def lookups( self, request, model_admin ):
|
|
return (
|
|
( a.lower(), a )
|
|
for a in sorted({
|
|
task.name.split(".", 1)[0]
|
|
for task in Task.objects.all()
|
|
}) if a
|
|
)
|
|
|
|
def queryset( self, request, queryset ):
|
|
q = self.value()
|
|
if not q: return queryset
|
|
return queryset.filter( task__name__istartswith = q )
|
|
|
|
class TraceNameFilter(admin.SimpleListFilter):
|
|
title = "task name"
|
|
parameter_name = 'short_name'
|
|
|
|
def lookups( self, request, model_admin ):
|
|
return (
|
|
( a.lower(), a )
|
|
for a in sorted({
|
|
task.name.rsplit(".", 1)[-1]
|
|
for task in Task.objects.all()
|
|
}) if a
|
|
)
|
|
|
|
def queryset( self, request, queryset ):
|
|
q = self.value()
|
|
if not q: return queryset
|
|
return queryset.filter( task__name__iendswith = q )
|
|
|
|
|
|
@admin.register( Trace )
|
|
class TraceAdmin( BaseModelAdmin ):
|
|
order = 3
|
|
list_display = 'scheduled_datetime', 'task_path', 'execution', 'status', 'worker'
|
|
list_filter = 'status', 'status_description', #'task__worker_type', TraceAppFilter, TraceNameFilter,
|
|
ordering = "-enqueued_datetime",
|
|
#readonly_fields = [ f.name for f in Trace._meta.fields ]
|
|
|
|
#def has_add_permission( self, request, obj = None ): return False
|
|
#def has_change_permission( self, request, obj = None ): return False
|
|
|
|
def execution( self, obj ):
|
|
if obj.finished_datetime:
|
|
return "- Ran " + humanize.naturaltime( obj.finished_datetime )
|
|
|
|
if obj.scheduled_datetime < timezone.now():
|
|
return "- Should've run " + humanize.naturaltime( obj.scheduled_datetime )
|
|
else:
|
|
return "+ In " + humanize.naturaltime( obj.scheduled_datetime )
|
|
execution.admin_order_field = 'scheduled_datetime'
|
|
|
|
def state( self, obj ):
|
|
if obj.status_description: return f"{obj.status}: {obj.status_description}"
|
|
return obj.get_status_display()
|
|
state.admin_order_field = 'status'
|
|
|
|
|
|
|
|
actions = 'reschedule_to_now',
|
|
@admin.action( description = "Reschedule to run now" )
|
|
def reschedule_to_now( self, request, qs ):
|
|
results = asyncio.run(
|
|
qs.exclude( task__interval = None ).filter( status = "S" ).gather_method(
|
|
'reschedule',
|
|
reason = "Manually Rescheduled",
|
|
target_datetime = timezone.now(),
|
|
)
|
|
)
|
|
self.explain_gather_results( request, results, 5 )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#
|