From 328215bacb2c800f50b70a4b7cdf22a3f6f16c8f Mon Sep 17 00:00:00 2001 From: Gui Heise Date: Mon, 14 Feb 2022 15:45:38 -0500 Subject: [PATCH 1/3] Fix mev --- mev | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/mev b/mev index 65a3556..b803b38 100755 --- a/mev +++ b/mev @@ -95,11 +95,10 @@ case "$1" in esac ;; s3-export) - after_block_number=$2 - before_block_number=$3 + block_number=$3 echo "Exporting from $after_block_number to $before_block_number" - kubectl exec -ti deploy/mev-inspect -- poetry run s3-export $after_block_number $before_block_number + kubectl exec -ti deploy/mev-inspect -- poetry run s3-export $block_number ;; exec) shift From 6e51443ab3b61b0692d798cc405d6d9ec2acdc4c Mon Sep 17 00:00:00 2001 From: Gui Heise Date: Mon, 14 Feb 2022 16:48:38 -0500 Subject: [PATCH 2/3] Add enqueue/direct commands --- cli.py | 13 +++++++++++-- mev | 12 +++++++++--- pyproject.toml | 1 + 3 files changed, 21 insertions(+), 5 deletions(-) diff --git a/cli.py b/cli.py index f752f44..597039a 100644 --- a/cli.py +++ b/cli.py @@ -13,6 +13,7 @@ from mev_inspect.inspector import MEVInspector from mev_inspect.prices import fetch_prices, fetch_prices_range from mev_inspect.queue.broker import connect_broker from mev_inspect.queue.tasks import export_block_task, inspect_many_blocks_task +from mev_inspect.s3_export import export_block RPC_URL_ENV = "RPC_URL" @@ -134,13 +135,21 @@ def fetch_all_prices(): @cli.command() @click.argument("block_number", type=int) -def s3_export(block_number: int): +def enqueue_s3_export(block_number: int): broker = connect_broker() export_actor = dramatiq.actor(export_block_task, broker=broker) - logger.info(f"Sending block {block_number} for export") + logger.info(f"Sending block {block_number} export to queue") export_actor.send(block_number) +@cli.command() +@click.argument("block_number", type=int) +def s3_export(block_number: int): + inspect_db_session = get_inspect_session() + logger.info(f"Exporting {block_number}") + export_block(inspect_db_session, block_number) + + @cli.command() @click.argument("after", type=click.DateTime(formats=["%Y-%m-%d", "%m-%d-%Y"])) @click.argument("before", type=click.DateTime(formats=["%Y-%m-%d", "%m-%d-%Y"])) diff --git a/mev b/mev index b803b38..d55a22e 100755 --- a/mev +++ b/mev @@ -94,10 +94,16 @@ case "$1" in exit 1 esac ;; - s3-export) - block_number=$3 + enqueue-s3-export) + block_number=$2 - echo "Exporting from $after_block_number to $before_block_number" + echo "Sending $block_number export to queue" + kubectl exec -ti deploy/mev-inspect -- poetry run s3-export $block_number + ;; + s3-export) + block_number=$2 + + echo "Exporting $block_number" kubectl exec -ti deploy/mev-inspect -- poetry run s3-export $block_number ;; exec) diff --git a/pyproject.toml b/pyproject.toml index 9b42e0f..e673d39 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -42,6 +42,7 @@ fetch-block = 'cli:fetch_block_command' fetch-all-prices = 'cli:fetch_all_prices' fetch-range = 'cli:fetch_range' s3-export = 'cli:s3_export' +enqueue-s3-export = 'cli:enqueue_s3_export' [tool.black] exclude = ''' From 26ce3229ef9384515e5026d64a7327bbdbf94101 Mon Sep 17 00:00:00 2001 From: Gui Heise Date: Mon, 14 Feb 2022 17:12:44 -0500 Subject: [PATCH 3/3] Fix mev --- mev | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mev b/mev index d55a22e..372da57 100755 --- a/mev +++ b/mev @@ -98,7 +98,7 @@ case "$1" in block_number=$2 echo "Sending $block_number export to queue" - kubectl exec -ti deploy/mev-inspect -- poetry run s3-export $block_number + kubectl exec -ti deploy/mev-inspect -- poetry run enqueue-s3-export $block_number ;; s3-export) block_number=$2