Task priority and queue

Tiltfile

@@ -95,25 +95,25 @@ local_resource(
 )
 
 # if using local S3 exports
-#k8s_yaml(secret_from_dict("mev-inspect-export", inputs = {
-#    "export-bucket-name" : "local-export",
-#    "export-bucket-region": "us-east-1",
-#    "export-aws-access-key-id": "foobar",
-#    "export-aws-secret-access-key": "foobar",
-#}))
+k8s_yaml(secret_from_dict("mev-inspect-export", inputs = {
+    "export-bucket-name" : "local-export",
+    "export-bucket-region": "us-east-1",
+    "export-aws-access-key-id": "foobar",
+    "export-aws-secret-access-key": "foobar",
+}))
 
-#helm_remote(
-#    "localstack",
-#    repo_name="localstack-charts",
-#    repo_url="https://localstack.github.io/helm-charts",
-#)
+helm_remote(
+    "localstack",
+    repo_name="localstack-charts",
+    repo_url="https://localstack.github.io/helm-charts",
+)
 
-#local_resource(
-#    'localstack-port-forward',
-#    serve_cmd='kubectl port-forward --namespace default svc/localstack 4566:4566',
-#    resource_deps=["localstack"]
-#)
+local_resource(
+    'localstack-port-forward',
+    serve_cmd='kubectl port-forward --namespace default svc/localstack 4566:4566',
+    resource_deps=["localstack"]
+)
 
-#k8s_yaml(configmap_from_dict("mev-inspect-export", inputs = {
-#    "services": "s3",
-#}))
+k8s_yaml(configmap_from_dict("mev-inspect-export", inputs = {
+    "services": "s3",
+}))

cli.py

@@ -181,9 +181,14 @@ def enqueue_s3_export(block_number: int):
 @click.argument("before_block", type=int)
 def enqueue_many_s3_exports(after_block: int, before_block: int):
     broker = connect_broker()
-    export_actor = dramatiq.actor(export_block_task, broker=broker)
+    export_actor = dramatiq.actor(
+        export_block_task,
+        broker=broker,
+        queue_name=HIGH_PRIORITY_QUEUE,
+        priority=HIGH_PRIORITY,
+    )
+    logger.info(f"Sending blocks {after_block} to {before_block} to queue")
     for block_number in range(after_block, before_block):
-        logger.info(f"Sending block {block_number} export to queue")
         export_actor.send(block_number)
 
 

mev

@@ -102,7 +102,7 @@ case "$1" in
         after_block=$2
         before_block=$3
 
-        echo "Sending $block_number export to queue"
+        echo "Sending $after_block to $before_block export to queue"
         kubectl exec -ti deploy/mev-inspect -- poetry run enqueue-many-s3-exports $after_block $before_block
   ;;
   enqueue-s3-export)