2022-02-23

celery_test/celery_rabbitmq_setup.ps1

@@ -0,0 +1,16 @@
+#RABBITMQ
+rabbitmqctl stop_app
+rabbitmqctl reset
+rabbitmqctl start_app
+rabbitmqctl add_user ed_lrr ed_lrr 
+rabbitmqctl add_vhost ed_lrr
+rabbitmqctl set_user_tags ed_lrr ed_lrr
+rabbitmqctl set_permissions -p ed_lrr ed_lrr ".*" ".*" ".*"
+rabbitmqctl set_permissions guest ".*" ".*" ".*"
+rabbitmqctl set_permissions -p ed_lrr guest ".*" ".*" ".*"
+Write-Host RabbitMQ setup done
+#Celery
+Write-Host starting Celery
+celery worker -l info
+
+#celery -A celery_test flower --presistent --broker=pyamqp://ed_lrr:ed_lrr@localhost/ed_lrr --broker_api=http://ed_lrr:ed_lrr@localhost:15672/api/

celery_test/celery_test.py

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+from celery import Celery
+import _ed_lrr
+import os
+
+app = Celery("ed_lrr")
+app.config_from_object(__import__("celeryconfig"))
+
+
+@app.task(bind=True)
+def route(self, hops, jmp_range):
+    def callback(state):
+        print("PRC: ", state.get("prc_done", 0.0))
+        self.update_state(state="PROGRESS", meta=state)
+
+    self.update_state(state="RUNNING", meta={})
+    return _ed_lrr.route(
+        hops,
+        jmp_range,
+        None,
+        "bfs",
+        True,
+        False,
+        False,
+        False,
+        0.0,
+        None,
+        r"C:\Users\Earthnuker\AppData\Local\ED_LRR\data\stars.csv",
+        0,
+        callback,
+    )

celery_test/celery_worker.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+from celery_test import route
+import sys
+
+if len(sys.argv) > 1:
+    job = route.AsyncResult(sys.argv[1])
+    if job.ready():
+        print([job, job.state, len(job.info), len(job.result)])
+    else:
+        print([job, job.state, job.info, job.result])
+    exit(0)
+jobs = [route.delay(["Ix", "Colonia"], 48)]
+print(jobs)

celery_test/celeryconfig.py

@@ -0,0 +1,18 @@
+import os
+
+os.environ["FORKED_BY_MULTIPROCESSING"] = "1"
+broker_url = "pyamqp://ed_lrr:ed_lrr@localhost/ed_lrr"
+broker_api = "http://guest:guest@localhost:15672/api/"
+imports = ("celery_test",)
+result_backend = "file://celery_results/"
+result_persistent = True
+task_track_started = True
+task_time_limit = 60 * 60
+result_extended = True
+result_expires = None
+worker_direct = True
+worker_max_tasks_per_child = 10
+worker_max_memory_per_child = 4 * 1024 * 1024  # 4GB
+worker_state_db = "ed_lrr.state"
+worker_send_task_events = True
+worker_log_color = True