元派遣プログラマの自称技術系ブログです。雑記とか自作のオープンソースプロジェクトの話とか。
Javaとか組込とかできます。お仕事ください。

celeryのシグナル調査ログ

celeryのシグナルのログ

from celery.signals import *
import os

@eventlet_pool_started.connect
def eventlet_pool_started(sender=None, headers=None, body=None, **kwargs):
    print("accept eventlet_pool_started %d"%(os.getpid(),))

@eventlet_pool_apply.connect
def eventlet_pool_apply(sender=None, headers=None, body=None, **kwargs):
    print("accept eventlet_pool_apply %d"%(os.getpid(),))

@worker_shutting_down.connect
def worker_shutting_down(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_shutting_down %d"%(os.getpid(),))

@worker_ready.connect
def worker_ready(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_ready %d"%(os.getpid(),))

@worker_init.connect
def worker_init(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_init %d"%(os.getpid(),))
@worker_process_init.connect
def worker_process_init(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_process_init %d"%(os.getpid(),))
@worker_process_shutdown.connect
def worker_process_shutdown(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_process_shutdown %d"%(os.getpid(),))
@worker_shutdown.connect
def worker_shutdown(sender=None, headers=None, body=None, **kwargs):
    print("accept worker_shutdown %d"%(os.getpid(),))

# @eventlet_pool_started.connect
# def eventlet_pool_started(sender=None, headers=None, body=None, **kwargs):
#     print("accept eventlet_pool_started %d"%(os.getpid(),))
# @eventlet_pool_preshutdown.connect
# def eventlet_pool_preshutdown(sender=None, headers=None, body=None, **kwargs):
#     print("accept eventlet_pool_preshutdown %d"%(os.getpid(),))
# @eventlet_pool_postshutdown.connect
# def eventlet_pool_postshutdown(sender=None, headers=None, body=None, **kwargs):
#     print("accept eventlet_pool_postshutdown %d"%(os.getpid(),))
# @eventlet_pool_apply.connect
# def eventlet_pool_apply(sender=None, headers=None, body=None, **kwargs):
#     print("accept eventlet_pool_apply %d"%(os.getpid(),))
@celeryd_init.connect
def celeryd_init(sender=None, headers=None, body=None, **kwargs):
    print("accept celeryd_init %d"%(os.getpid(),))
@celeryd_after_setup.connect
def celeryd_after_setup(sender=None, headers=None, body=None, **kwargs):
    print("accept celeryd_after_setup %d"%(os.getpid(),))

@before_task_publish.connect
def before_task_publish(sender=None, headers=None, body=None, **kwargs):
    print("accept before_task_publish %d"%(os.getpid(),))
@after_task_publish.connect
def after_task_publish(sender=None, headers=None, body=None, **kwargs):
    print("accept after_task_publish %d"%(os.getpid(),))
@task_prerun.connect
def task_prerun(sender=None, headers=None, body=None, **kwargs):
    print("accept task_prerun %d"%(os.getpid(),))
@task_postrun.connect
def task_postrun(sender=None, headers=None, body=None, **kwargs):
    print("accept task_postrun %d"%(os.getpid(),))
@task_retry.connect
def task_retry(sender=None, headers=None, body=None, **kwargs):
    print("accept task_retry %d"%(os.getpid(),))
# @task_received.connect
# def task_received(sender=None, headers=None, body=None, **kwargs):
#     print("accept task_received %d"%(os.getpid(),))
@task_revoked.connect
def task_revoked(sender=None, headers=None, body=None, **kwargs):
    print("accept task_revoked %d"%(os.getpid(),))
accept celeryd_init 10938
accept worker_init 10938
accept celeryd_after_setup 10938

 -------------- celery@LAPTOP-EHTVJ4P3 v4.4.2 (cliffs)
--- ***** -----
-- ******* ---- Linux-4.4.0-18362-Microsoft-x86_64-with-Ubuntu-18.04-bionic 2020-05-29 18:51:09
- *** --- * ---
- ** ---------- [config]
- ** ---------- .> app:         task:0x7fdd4fbd8790
- ** ---------- .> transport:   redis://192.168.128.11:6379/0
- ** ---------- .> results:     redis://192.168.128.11:6379/1
- *** --- * --- .> concurrency: 2 (prefork)
-- ******* ---- .> task events: OFF (enable -E to monitor tasks in this worker)
--- ***** -----
 -------------- [queues]
                .> celery           exchange=celery(direct) key=celery


[2020-05-29 18:51:09,908: WARNING/ForkPoolWorker-1] accept worker_process_init 10942
[2020-05-29 18:51:09,995: WARNING/ForkPoolWorker-2] accept worker_process_init 10943
[2020-05-29 18:51:11,771: WARNING/MainProcess] accept worker_ready 10938
[2020-05-29 18:51:41,304: WARNING/ForkPoolWorker-1] accept task_prerun 10942
[2020-05-29 18:51:41,323: WARNING/ForkPoolWorker-2] accept task_prerun 10943
[2020-05-29 18:51:41,666: WARNING/ForkPoolWorker-2] optimizeStdMap started ff78f2ca-a191-11ea-a909-002b67044a6c
[2020-05-29 18:51:41,693: WARNING/ForkPoolWorker-1] optimizeStdMap started ff7cf5dc-a191-11ea-ad17-002b67044a6c
[2020-05-29 18:51:42,199: WARNING/ForkPoolWorker-1] Finisied ff7cf5dc-a191-11ea-ad17-002b67044a6c
[2020-05-29 18:51:42,207: WARNING/ForkPoolWorker-2] Finisied ff78f2ca-a191-11ea-a909-002b67044a6c
[2020-05-29 18:51:42,283: WARNING/ForkPoolWorker-1] accept task_postrun 10942
[2020-05-29 18:51:42,291: WARNING/ForkPoolWorker-2] accept task_postrun 10943
[2020-05-29 18:51:42,884: WARNING/ForkPoolWorker-2] accept task_prerun 10943
[2020-05-29 18:51:42,884: WARNING/ForkPoolWorker-1] accept task_prerun 10942
[2020-05-29 18:51:43,144: WARNING/ForkPoolWorker-1] optimizeStdMap started 005a6c00-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:43,143: WARNING/ForkPoolWorker-2] optimizeStdMap started 005a4978-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:43,304: WARNING/ForkPoolWorker-2] Finisied 005a4978-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:43,370: WARNING/ForkPoolWorker-2] accept task_postrun 10943
[2020-05-29 18:51:43,659: WARNING/ForkPoolWorker-1] Finisied 005a6c00-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:43,730: WARNING/ForkPoolWorker-1] accept task_postrun 10942
[2020-05-29 18:51:44,234: WARNING/ForkPoolWorker-2] accept task_prerun 10943
[2020-05-29 18:51:44,239: WARNING/ForkPoolWorker-1] accept task_prerun 10942
[2020-05-29 18:51:44,467: WARNING/ForkPoolWorker-2] optimizeStdMap started 01243706-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:44,488: WARNING/ForkPoolWorker-1] optimizeStdMap started 012771e6-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:44,627: WARNING/ForkPoolWorker-1] Finisied 012771e6-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:44,692: WARNING/ForkPoolWorker-2] Finisied 01243706-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:44,698: WARNING/ForkPoolWorker-1] accept task_postrun 10942
[2020-05-29 18:51:44,753: WARNING/ForkPoolWorker-2] accept task_postrun 10943
[2020-05-29 18:51:45,257: WARNING/ForkPoolWorker-1] accept task_prerun 10942
[2020-05-29 18:51:45,258: WARNING/ForkPoolWorker-2] accept task_prerun 10943
[2020-05-29 18:51:45,532: WARNING/ForkPoolWorker-1] optimizeStdMap started 01c6bc56-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:45,536: WARNING/ForkPoolWorker-2] optimizeStdMap started 01c77786-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:45,712: WARNING/ForkPoolWorker-2] Finisied 01c77786-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:45,743: WARNING/ForkPoolWorker-1] Finisied 01c6bc56-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:45,780: WARNING/ForkPoolWorker-2] accept task_postrun 10943
[2020-05-29 18:51:45,807: WARNING/ForkPoolWorker-1] accept task_postrun 10942
[2020-05-29 18:51:46,599: WARNING/ForkPoolWorker-1] accept task_prerun 10942
[2020-05-29 18:51:46,615: WARNING/ForkPoolWorker-2] accept task_prerun 10943
[2020-05-29 18:51:46,846: WARNING/ForkPoolWorker-1] optimizeStdMap started 028f5648-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:46,872: WARNING/ForkPoolWorker-2] optimizeStdMap started 029335ce-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:46,971: WARNING/ForkPoolWorker-1] Finisied 028f5648-a192-11ea-ad17-002b67044a6c
[2020-05-29 18:51:46,999: WARNING/ForkPoolWorker-2] Finisied 029335ce-a192-11ea-a909-002b67044a6c
[2020-05-29 18:51:47,032: WARNING/ForkPoolWorker-1] accept task_postrun 10942
[2020-05-29 18:51:47,061: WARNING/ForkPoolWorker-2] accept task_postrun 10943
^C
worker: Hitting Ctrl+C again will terminate all running tasks!

worker: Warm shutdown (MainProcess)
accept worker_shutting_down 10938


[2020-05-29 18:52:10,109: WARNING/ForkPoolWorker-2] accept worker_process_shutdown 10943
[2020-05-29 18:52:10,109: WARNING/ForkPoolWorker-1] accept worker_process_shutdown 10942
[2020-05-29 18:52:11,116: WARNING/MainProcess] accept worker_shutdown 10938

クライアント側

Compressed TLS len 2144155
 10->  0 {}->  0 {}
accept before_task_publish 10944
  9->  1 {'PENDING': 1}->  0 {}
accept before_task_publish 10944
  8->  2 {'PENDING': 2}->  0 {}
accept before_task_publish 10944
  7->  3 {'PENDING': 3}->  0 {}
accept before_task_publish 10944
  6->  4 {'PENDING': 4}->  0 {}
accept before_task_publish 10944
  5->  5 {'PENDING': 5}->  0 {}
accept before_task_publish 10944
  4->  6 {'PENDING': 6}->  0 {}
accept before_task_publish 10944
  3->  7 {'PENDING': 7}->  0 {}
accept before_task_publish 10944
  2->  8 {'PENDING': 8}->  0 {}
accept before_task_publish 10944
  1->  9 {'PENDING': 9}->  0 {}
accept before_task_publish 10944
  0->  2 {'PENDING': 2}->  8 {'SUCCESS': 8}
TOTAL :10/10
  WAITING :0(0.00%)
  RUNNING :0(0.00%)
  DONE    :10(100.00%)
{'SUCCESS': 10}