Add some logging. Remove unused list function
This commit is contained in:
parent
d9439dfe27
commit
b1d4cb852b
4
cli.py
4
cli.py
@ -13,7 +13,7 @@ from mev_inspect.inspector import MEVInspector
|
|||||||
from mev_inspect.prices import fetch_prices, fetch_prices_range
|
from mev_inspect.prices import fetch_prices, fetch_prices_range
|
||||||
from mev_inspect.queue.broker import connect_broker
|
from mev_inspect.queue.broker import connect_broker
|
||||||
from mev_inspect.queue.tasks import inspect_many_blocks_task
|
from mev_inspect.queue.tasks import inspect_many_blocks_task
|
||||||
from mev_inspect.s3_export import export_block_range, list_export_bucket
|
from mev_inspect.s3_export import export_block_range
|
||||||
|
|
||||||
RPC_URL_ENV = "RPC_URL"
|
RPC_URL_ENV = "RPC_URL"
|
||||||
|
|
||||||
@ -126,8 +126,6 @@ def fetch_all_prices():
|
|||||||
@click.argument("before_block_number", type=int)
|
@click.argument("before_block_number", type=int)
|
||||||
def s3_export(after_block_number: int, before_block_number: int):
|
def s3_export(after_block_number: int, before_block_number: int):
|
||||||
inspect_db_session = get_inspect_session()
|
inspect_db_session = get_inspect_session()
|
||||||
|
|
||||||
print(list_export_bucket())
|
|
||||||
export_block_range(inspect_db_session, after_block_number, before_block_number)
|
export_block_range(inspect_db_session, after_block_number, before_block_number)
|
||||||
|
|
||||||
|
|
||||||
|
@ -1,4 +1,5 @@
|
|||||||
import json
|
import json
|
||||||
|
import logging
|
||||||
|
|
||||||
import boto3
|
import boto3
|
||||||
|
|
||||||
@ -12,6 +13,8 @@ MEV_SUMMARY_EXPORT_QUERY = """
|
|||||||
block_number < :before_block_number
|
block_number < :before_block_number
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
def export_block_range(
|
def export_block_range(
|
||||||
inspect_db_session, after_block_number: int, before_block_number
|
inspect_db_session, after_block_number: int, before_block_number
|
||||||
@ -39,13 +42,7 @@ def export_block_range(
|
|||||||
Key=key,
|
Key=key,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
logger.info(f"Exported to {key}")
|
||||||
def list_export_bucket():
|
|
||||||
client = get_s3_client()
|
|
||||||
return client.list_objects_v2(
|
|
||||||
Bucket=get_export_bucket_name(),
|
|
||||||
Prefix="/",
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
# TODO - replaced by ConfigMap
|
# TODO - replaced by ConfigMap
|
||||||
@ -53,7 +50,7 @@ def get_export_bucket_name() -> str:
|
|||||||
return "local-export"
|
return "local-export"
|
||||||
|
|
||||||
|
|
||||||
# TODO
|
# TODO - handle for production
|
||||||
def get_s3_client():
|
def get_s3_client():
|
||||||
return boto3.client(
|
return boto3.client(
|
||||||
"s3",
|
"s3",
|
||||||
|
Loading…
x
Reference in New Issue
Block a user