crowetic/mev-inspect-py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Task priority and queue

Browse Source
This commit is contained in:
Gui Heise 2022-02-16 16:21:27 -05:00
parent c7e94b55d4
commit db6b55ad38
3 changed files with 27 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
Tiltfile
View File

@ -95,25 +95,25 @@ local_resource(
) )
# if using local S3 exports # if using local S3 exports
#k8s_yaml(secret_from_dict("mev-inspect-export", inputs = { k8s_yaml(secret_from_dict("mev-inspect-export", inputs = {
# "export-bucket-name" : "local-export", "export-bucket-name" : "local-export",
# "export-bucket-region": "us-east-1", "export-bucket-region": "us-east-1",
# "export-aws-access-key-id": "foobar", "export-aws-access-key-id": "foobar",
# "export-aws-secret-access-key": "foobar", "export-aws-secret-access-key": "foobar",
#})) }))
#helm_remote( helm_remote(
# "localstack", "localstack",
# repo_name="localstack-charts", repo_name="localstack-charts",
# repo_url="https://localstack.github.io/helm-charts", repo_url="https://localstack.github.io/helm-charts",
#) )
#local_resource( local_resource(
# 'localstack-port-forward', 'localstack-port-forward',
# serve_cmd='kubectl port-forward --namespace default svc/localstack 4566:4566', serve_cmd='kubectl port-forward --namespace default svc/localstack 4566:4566',
# resource_deps=["localstack"] resource_deps=["localstack"]
#) )
#k8s_yaml(configmap_from_dict("mev-inspect-export", inputs = { k8s_yaml(configmap_from_dict("mev-inspect-export", inputs = {
# "services": "s3", "services": "s3",
#})) }))

9
cli.py
View File

@ -181,9 +181,14 @@ def enqueue_s3_export(block_number: int):
@click.argument("before_block", type=int) @click.argument("before_block", type=int)
def enqueue_many_s3_exports(after_block: int, before_block: int): def enqueue_many_s3_exports(after_block: int, before_block: int):
broker = connect_broker() broker = connect_broker()
export_actor = dramatiq.actor(export_block_task, broker=broker) export_actor = dramatiq.actor(
export_block_task,
broker=broker,
queue_name=HIGH_PRIORITY_QUEUE,
priority=HIGH_PRIORITY,
)
logger.info(f"Sending blocks {after_block} to {before_block} to queue")
for block_number in range(after_block, before_block): for block_number in range(after_block, before_block):
logger.info(f"Sending block {block_number} export to queue")
export_actor.send(block_number) export_actor.send(block_number)

2
mev
View File

@ -102,7 +102,7 @@ case "$1" in
after_block=$2 after_block=$2
before_block=$3 before_block=$3
echo "Sending $block_number export to queue" echo "Sending $after_block to $before_block export to queue"
kubectl exec -ti deploy/mev-inspect -- poetry run enqueue-many-s3-exports $after_block $before_block kubectl exec -ti deploy/mev-inspect -- poetry run enqueue-many-s3-exports $after_block $before_block
;; ;;
enqueue-s3-export) enqueue-s3-export)