Merge pull request #206 from flashbots/fix-pricing

Only import the worker where needed

cli.py

@@ -3,7 +3,6 @@ import os
 import sys
 
 import click
-from worker import inspect_many_blocks_task
 
 from mev_inspect.concurrency import coro
 from mev_inspect.crud.prices import write_prices
@@ -97,6 +96,10 @@ async def inspect_many_blocks_command(
 @click.argument("before_block", type=int)
 @click.argument("batch_size", type=int, default=10)
 def enqueue_many_blocks_command(after_block: int, before_block: int, batch_size: int):
+    from worker import (  # pylint: disable=import-outside-toplevel
+        inspect_many_blocks_task,
+    )
+
     for batch_after_block in range(after_block, before_block, batch_size):
         batch_before_block = min(batch_after_block + batch_size, before_block)
         logger.info(f"Sending {batch_after_block} to {batch_before_block}")

worker.py

@@ -38,6 +38,8 @@ class InspectorMiddleware(Middleware):
     def before_process_message(
         self, _broker, worker
     ):  # pylint: disable=unused-argument
+        rpc = os.environ["RPC_URL"]
+
         if not hasattr(thread_local, "inspector"):
             logger.info("Building inspector")
             thread_local.inspector = MEVInspector(
@@ -49,7 +51,6 @@ class InspectorMiddleware(Middleware):
             logger.info("Inspector already exists")
 
 
-rpc = os.environ["RPC_URL"]
 broker = RedisBroker(host="redis-master", password=os.environ["REDIS_PASSWORD"])
 broker.add_middleware(AsyncMiddleware())
 broker.add_middleware(InspectorMiddleware())