Merge pull request #130 from flashbots/swaps-classifiers

Implement swap classifiers
This commit is contained in:
Gui Heise 2021-11-19 09:58:39 -05:00 committed by GitHub
commit 07e1680301
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 155 additions and 70 deletions

View File

@ -1,3 +1,6 @@
from typing import Optional, List
from mev_inspect.schemas.transfers import Transfer
from mev_inspect.schemas.swaps import Swap
from mev_inspect.schemas.traces import ( from mev_inspect.schemas.traces import (
DecodedCallTrace, DecodedCallTrace,
Protocol, Protocol,
@ -6,15 +9,25 @@ from mev_inspect.schemas.classifiers import (
ClassifierSpec, ClassifierSpec,
SwapClassifier, SwapClassifier,
) )
from mev_inspect.classifiers.swaps import create_swap_from_transfers
BALANCER_V1_POOL_ABI_NAME = "BPool" BALANCER_V1_POOL_ABI_NAME = "BPool"
class BalancerSwapClassifier(SwapClassifier): class BalancerSwapClassifier(SwapClassifier):
@staticmethod @staticmethod
def get_swap_recipient(trace: DecodedCallTrace) -> str: def parse_swap(
return trace.from_address trace: DecodedCallTrace,
prior_transfers: List[Transfer],
child_transfers: List[Transfer],
) -> Optional[Swap]:
recipient_address = trace.from_address
swap = create_swap_from_transfers(
trace, recipient_address, prior_transfers, child_transfers
)
return swap
BALANCER_V1_SPECS = [ BALANCER_V1_SPECS = [

View File

@ -1,18 +1,32 @@
from typing import Optional, List
from mev_inspect.schemas.transfers import Transfer
from mev_inspect.schemas.swaps import Swap
from mev_inspect.schemas.traces import ( from mev_inspect.schemas.traces import (
Protocol, Protocol,
DecodedCallTrace,
) )
from mev_inspect.schemas.classifiers import ( from mev_inspect.schemas.classifiers import (
ClassifierSpec, ClassifierSpec,
DecodedCallTrace,
SwapClassifier, SwapClassifier,
) )
from mev_inspect.classifiers.swaps import create_swap_from_transfers
class CurveSwapClassifier(SwapClassifier): class CurveSwapClassifier(SwapClassifier):
@staticmethod @staticmethod
def get_swap_recipient(trace: DecodedCallTrace) -> str: def parse_swap(
return trace.from_address trace: DecodedCallTrace,
prior_transfers: List[Transfer],
child_transfers: List[Transfer],
) -> Optional[Swap]:
recipient_address = trace.from_address
swap = create_swap_from_transfers(
trace, recipient_address, prior_transfers, child_transfers
)
return swap
CURVE_BASE_POOLS = [ CURVE_BASE_POOLS = [

View File

@ -1,3 +1,6 @@
from typing import Optional, List
from mev_inspect.schemas.transfers import Transfer
from mev_inspect.schemas.swaps import Swap
from mev_inspect.schemas.traces import ( from mev_inspect.schemas.traces import (
DecodedCallTrace, DecodedCallTrace,
Protocol, Protocol,
@ -6,6 +9,7 @@ from mev_inspect.schemas.classifiers import (
ClassifierSpec, ClassifierSpec,
SwapClassifier, SwapClassifier,
) )
from mev_inspect.classifiers.swaps import create_swap_from_transfers
UNISWAP_V2_PAIR_ABI_NAME = "UniswapV2Pair" UNISWAP_V2_PAIR_ABI_NAME = "UniswapV2Pair"
@ -14,20 +18,34 @@ UNISWAP_V3_POOL_ABI_NAME = "UniswapV3Pool"
class UniswapV3SwapClassifier(SwapClassifier): class UniswapV3SwapClassifier(SwapClassifier):
@staticmethod @staticmethod
def get_swap_recipient(trace: DecodedCallTrace) -> str: def parse_swap(
if trace.inputs is not None and "recipient" in trace.inputs: trace: DecodedCallTrace,
return trace.inputs["recipient"] prior_transfers: List[Transfer],
else: child_transfers: List[Transfer],
return trace.from_address ) -> Optional[Swap]:
recipient_address = trace.inputs.get("recipient", trace.from_address)
swap = create_swap_from_transfers(
trace, recipient_address, prior_transfers, child_transfers
)
return swap
class UniswapV2SwapClassifier(SwapClassifier): class UniswapV2SwapClassifier(SwapClassifier):
@staticmethod @staticmethod
def get_swap_recipient(trace: DecodedCallTrace) -> str: def parse_swap(
if trace.inputs is not None and "to" in trace.inputs: trace: DecodedCallTrace,
return trace.inputs["to"] prior_transfers: List[Transfer],
else: child_transfers: List[Transfer],
return trace.from_address ) -> Optional[Swap]:
recipient_address = trace.inputs.get("to", trace.from_address)
swap = create_swap_from_transfers(
trace, recipient_address, prior_transfers, child_transfers
)
return swap
UNISWAP_V3_CONTRACT_SPECS = [ UNISWAP_V3_CONTRACT_SPECS = [
@ -127,7 +145,7 @@ UNISWAPPY_V2_PAIR_SPEC = ClassifierSpec(
}, },
) )
UNISWAP_CLASSIFIER_SPECS = [ UNISWAP_CLASSIFIER_SPECS: List = [
*UNISWAP_V3_CONTRACT_SPECS, *UNISWAP_V3_CONTRACT_SPECS,
*UNISWAPPY_V2_CONTRACT_SPECS, *UNISWAPPY_V2_CONTRACT_SPECS,
*UNISWAP_V3_GENERAL_SPECS, *UNISWAP_V3_GENERAL_SPECS,

View File

@ -5,7 +5,6 @@ from mev_inspect.schemas.classifiers import (
ClassifierSpec, ClassifierSpec,
) )
ZEROX_CONTRACT_SPECS = [ ZEROX_CONTRACT_SPECS = [
ClassifierSpec( ClassifierSpec(
abi_name="exchangeProxy", abi_name="exchangeProxy",

View File

@ -0,0 +1,86 @@
from typing import Optional, List, Sequence
from mev_inspect.schemas.swaps import Swap
from mev_inspect.schemas.transfers import Transfer, ETH_TOKEN_ADDRESS
from mev_inspect.schemas.traces import DecodedCallTrace, ClassifiedTrace
def create_swap_from_transfers(
trace: DecodedCallTrace,
recipient_address: str,
prior_transfers: List[Transfer],
child_transfers: List[Transfer],
) -> Optional[Swap]:
pool_address = trace.to_address
transfers_to_pool = []
if trace.value is not None and trace.value > 0:
transfers_to_pool = [_build_eth_transfer(trace)]
if len(transfers_to_pool) == 0:
transfers_to_pool = _filter_transfers(prior_transfers, to_address=pool_address)
if len(transfers_to_pool) == 0:
transfers_to_pool = _filter_transfers(child_transfers, to_address=pool_address)
if len(transfers_to_pool) == 0:
return None
transfers_from_pool_to_recipient = _filter_transfers(
child_transfers, to_address=recipient_address, from_address=pool_address
)
if len(transfers_from_pool_to_recipient) != 1:
return None
transfer_in = transfers_to_pool[-1]
transfer_out = transfers_from_pool_to_recipient[0]
return Swap(
abi_name=trace.abi_name,
transaction_hash=trace.transaction_hash,
block_number=trace.block_number,
trace_address=trace.trace_address,
pool_address=pool_address,
protocol=trace.protocol,
from_address=transfer_in.from_address,
to_address=transfer_out.to_address,
token_in_address=transfer_in.token_address,
token_in_amount=transfer_in.amount,
token_out_address=transfer_out.token_address,
token_out_amount=transfer_out.amount,
error=trace.error,
)
def _build_eth_transfer(trace: ClassifiedTrace) -> Transfer:
return Transfer(
block_number=trace.block_number,
transaction_hash=trace.transaction_hash,
trace_address=trace.trace_address,
amount=trace.value,
to_address=trace.to_address,
from_address=trace.from_address,
token_address=ETH_TOKEN_ADDRESS,
)
def _filter_transfers(
transfers: Sequence[Transfer],
to_address: Optional[str] = None,
from_address: Optional[str] = None,
) -> List[Transfer]:
filtered_transfers = []
for transfer in transfers:
if to_address is not None and transfer.to_address != to_address:
continue
if from_address is not None and transfer.from_address != from_address:
continue
filtered_transfers.append(transfer)
return filtered_transfers

View File

@ -5,6 +5,7 @@ from pydantic import BaseModel
from .traces import Classification, DecodedCallTrace, Protocol from .traces import Classification, DecodedCallTrace, Protocol
from .transfers import Transfer from .transfers import Transfer
from .swaps import Swap
class Classifier(ABC): class Classifier(ABC):
@ -32,7 +33,11 @@ class SwapClassifier(Classifier):
@staticmethod @staticmethod
@abstractmethod @abstractmethod
def get_swap_recipient(trace: DecodedCallTrace) -> str: def parse_swap(
trace: DecodedCallTrace,
prior_transfers: List[Transfer],
child_transfers: List[Transfer],
) -> Optional[Swap]:
raise NotImplementedError() raise NotImplementedError()

View File

@ -11,10 +11,8 @@ from mev_inspect.schemas.swaps import Swap
from mev_inspect.schemas.transfers import Transfer from mev_inspect.schemas.transfers import Transfer
from mev_inspect.traces import get_traces_by_transaction_hash from mev_inspect.traces import get_traces_by_transaction_hash
from mev_inspect.transfers import ( from mev_inspect.transfers import (
build_eth_transfer,
get_child_transfers, get_child_transfers,
get_transfer, get_transfer,
filter_transfers,
remove_child_transfers_of_transfers, remove_child_transfers_of_transfers,
) )
@ -67,56 +65,8 @@ def _parse_swap(
prior_transfers: List[Transfer], prior_transfers: List[Transfer],
child_transfers: List[Transfer], child_transfers: List[Transfer],
) -> Optional[Swap]: ) -> Optional[Swap]:
pool_address = trace.to_address
recipient_address = _get_recipient_address(trace)
if recipient_address is None:
return None
transfers_to_pool = []
if trace.value is not None and trace.value > 0:
transfers_to_pool = [build_eth_transfer(trace)]
if len(transfers_to_pool) == 0:
transfers_to_pool = filter_transfers(prior_transfers, to_address=pool_address)
if len(transfers_to_pool) == 0:
transfers_to_pool = filter_transfers(child_transfers, to_address=pool_address)
if len(transfers_to_pool) == 0:
return None
transfers_from_pool_to_recipient = filter_transfers(
child_transfers, to_address=recipient_address, from_address=pool_address
)
if len(transfers_from_pool_to_recipient) != 1:
return None
transfer_in = transfers_to_pool[-1]
transfer_out = transfers_from_pool_to_recipient[0]
return Swap(
abi_name=trace.abi_name,
transaction_hash=trace.transaction_hash,
block_number=trace.block_number,
trace_address=trace.trace_address,
pool_address=pool_address,
protocol=trace.protocol,
from_address=transfer_in.from_address,
to_address=transfer_out.to_address,
token_in_address=transfer_in.token_address,
token_in_amount=transfer_in.amount,
token_out_address=transfer_out.token_address,
token_out_amount=transfer_out.amount,
error=trace.error,
)
def _get_recipient_address(trace: DecodedCallTrace) -> Optional[str]:
classifier = get_classifier(trace) classifier = get_classifier(trace)
if classifier is not None and issubclass(classifier, SwapClassifier): if classifier is not None and issubclass(classifier, SwapClassifier):
return classifier.get_swap_recipient(trace) return classifier.parse_swap(trace, prior_transfers, child_transfers)
return None return None