Hartmut
07e3d1e026
- Migration 054: worker_configs table (queue_name PK, max/min_concurrency,
enabled, updated_at); seeds step_processing(8/2), thumbnail_rendering(1/1),
ai_validation(4/1)
- WorkerConfig SQLAlchemy model
- apply_worker_concurrency beat task: reads enabled configs, broadcasts
pool_grow to all Celery workers every 5min
- GET/PUT /api/worker/configs (admin): list + update per-queue concurrency
- docker-compose.yml: worker uses --autoscale=${MAX_CONCURRENCY:-8},${MIN_CONCURRENCY:-2};
render-worker uses --autoscale=1,1 --concurrency=1
- WorkerManagement.tsx: "Concurrency Settings" section with +/- steppers
and Save button per queue
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
55 lines
1.8 KiB
Python
55 lines
1.8 KiB
Python
from celery import Celery
|
|
from celery.schedules import crontab
|
|
from app.config import settings
|
|
|
|
celery_app = Celery(
|
|
"schaefflerautomat",
|
|
broker=settings.redis_url,
|
|
backend=settings.redis_url,
|
|
include=[
|
|
"app.tasks.step_tasks",
|
|
"app.tasks.ai_tasks",
|
|
"app.tasks.beat_tasks",
|
|
"app.domains.rendering.tasks",
|
|
"app.domains.products.tasks",
|
|
"app.domains.imports.tasks",
|
|
"app.domains.materials.tasks",
|
|
],
|
|
)
|
|
|
|
celery_app.conf.update(
|
|
task_serializer="json",
|
|
result_serializer="json",
|
|
accept_content=["json"],
|
|
timezone="UTC",
|
|
enable_utc=True,
|
|
task_routes={
|
|
"app.tasks.step_tasks.*": {"queue": "step_processing"},
|
|
"app.tasks.ai_tasks.*": {"queue": "ai_validation"},
|
|
"app.tasks.beat_tasks.*": {"queue": "step_processing"},
|
|
"app.domains.rendering.tasks.*": {"queue": "thumbnail_rendering"},
|
|
},
|
|
beat_schedule={
|
|
"broadcast-queue-status-every-10s": {
|
|
"task": "app.tasks.beat_tasks.broadcast_queue_status",
|
|
"schedule": 10.0, # every 10 seconds
|
|
},
|
|
"recover-stuck-cad-files-every-5m": {
|
|
"task": "app.tasks.beat_tasks.recover_stuck_cad_files",
|
|
"schedule": 300.0, # every 5 minutes
|
|
},
|
|
"batch-render-notifications-every-60s": {
|
|
"task": "app.tasks.beat_tasks.batch_render_notifications",
|
|
"schedule": 60.0, # every 60 seconds
|
|
},
|
|
"recover-stalled-renders-every-5m": {
|
|
"task": "app.tasks.beat_tasks.recover_stalled_renders",
|
|
"schedule": 300.0, # every 5 minutes
|
|
},
|
|
"apply-worker-concurrency-every-5m": {
|
|
"task": "app.tasks.beat_tasks.apply_worker_concurrency",
|
|
"schedule": 300.0, # every 5 minutes
|
|
},
|
|
},
|
|
)
|