99 lines
3.0 KiB
Python
99 lines
3.0 KiB
Python
import asyncio
|
|
import logging
|
|
import traceback
|
|
from asyncio import CancelledError
|
|
from typing import Optional
|
|
|
|
from sqlalchemy.ext.asyncio import async_scoped_session
|
|
from web3 import Web3
|
|
from web3.eth import AsyncEth
|
|
|
|
from mev_inspect.block import create_from_block_number
|
|
from mev_inspect.classifiers.trace import TraceClassifier
|
|
from mev_inspect.inspect_block import inspect_block
|
|
from mev_inspect.provider import get_base_provider
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class MEVInspector:
|
|
def __init__(
|
|
self,
|
|
rpc: str,
|
|
max_concurrency: int = 1,
|
|
request_timeout: int = 300,
|
|
):
|
|
self.base_provider = get_base_provider(rpc, request_timeout=request_timeout)
|
|
self.w3 = Web3(self.base_provider, modules={"eth": (AsyncEth,)}, middlewares=[])
|
|
self.trace_classifier = TraceClassifier()
|
|
self.max_concurrency = asyncio.Semaphore(max_concurrency)
|
|
|
|
async def create_from_block(
|
|
self, block_number: int, trace_session: Optional[async_scoped_session]
|
|
):
|
|
return await create_from_block_number(
|
|
base_provider=self.base_provider,
|
|
w3=self.w3,
|
|
block_number=block_number,
|
|
trace_session=trace_session,
|
|
)
|
|
|
|
async def inspect_single_block(
|
|
self,
|
|
block: int,
|
|
inspect_session: async_scoped_session,
|
|
trace_session: Optional[async_scoped_session],
|
|
):
|
|
return await inspect_block(
|
|
inspect_session,
|
|
trace_session,
|
|
self.base_provider,
|
|
self.w3,
|
|
self.trace_classifier,
|
|
block,
|
|
)
|
|
|
|
async def inspect_many_blocks(
|
|
self,
|
|
after_block: int,
|
|
before_block: int,
|
|
inspect_session: async_scoped_session,
|
|
trace_session: Optional[async_scoped_session],
|
|
):
|
|
tasks = []
|
|
for block_number in range(after_block, before_block):
|
|
tasks.append(
|
|
asyncio.ensure_future(
|
|
self.safe_inspect_block(
|
|
block_number=block_number,
|
|
inspect_session=inspect_session,
|
|
trace_session=trace_session,
|
|
)
|
|
)
|
|
)
|
|
logger.info(f"Gathered {len(tasks)} blocks to inspect")
|
|
try:
|
|
await asyncio.gather(*tasks)
|
|
except CancelledError:
|
|
logger.info("Requested to exit, cleaning up...")
|
|
except Exception as e:
|
|
logger.error(f"Exited due to {type(e)}")
|
|
traceback.print_exc()
|
|
|
|
async def safe_inspect_block(
|
|
self,
|
|
block_number: int,
|
|
inspect_session: async_scoped_session,
|
|
trace_session: Optional[async_scoped_session],
|
|
):
|
|
|
|
async with self.max_concurrency:
|
|
return await inspect_block(
|
|
inspect_session,
|
|
trace_session,
|
|
self.base_provider,
|
|
self.w3,
|
|
self.trace_classifier,
|
|
block_number,
|
|
)
|