111 lines
4.4 KiB
Python
111 lines
4.4 KiB
Python
from web3 import Web3
|
|
from pathlib import Path
|
|
import json
|
|
|
|
cache_directoty = './cache'
|
|
|
|
class BlockData:
|
|
def __init__(self, block_number, data, receipts, calls, logs, txs_gas_data) -> None:
|
|
self.block_number = block_number
|
|
self.data = data
|
|
self.receipts = receipts
|
|
self.calls = calls
|
|
self.logs = logs
|
|
self.transaction_hashes = self.get_transaction_hashes()
|
|
self.txs_gas_data = txs_gas_data
|
|
pass
|
|
|
|
## Gets a list of unique transasction hashes in the calls of this block
|
|
def get_transaction_hashes(self):
|
|
result = []
|
|
for call in self.calls:
|
|
if call['type'] != 'reward':
|
|
if call['transactionHash'] in result:
|
|
continue
|
|
else:
|
|
result.append(call['transactionHash'])
|
|
|
|
return result
|
|
|
|
## Makes a nicely formatted JSON object out of this data object.
|
|
def toJSON(self):
|
|
return json.dumps(self, default=lambda o: o.__dict__,
|
|
sort_keys=True, indent=4)
|
|
|
|
## Writes this object to a JSON file for loading later
|
|
def writeJSON(self):
|
|
json_data = self.toJSON()
|
|
cache_file = '{cacheDirectory}/{blockNumber}-new.json'.format(cacheDirectory=cache_directoty, blockNumber=self.block_number)
|
|
file_exists = Path(cache_file).is_file()
|
|
if file_exists:
|
|
f = open(cache_file, "w")
|
|
f.write(json_data)
|
|
f.close()
|
|
else:
|
|
f = open(cache_file, "x")
|
|
f.write(json_data)
|
|
f.close()
|
|
|
|
## Gets all the calls associated with a transaction hash
|
|
def get_filtered_calls(self, hash):
|
|
result = []
|
|
|
|
for call in self.calls:
|
|
if call['transactionHash'] == hash:
|
|
result.append(call)
|
|
|
|
return result
|
|
|
|
|
|
## Creates a block object, either from the cache or from the chain itself
|
|
## Note that you need to pass in the provider, not the web3 wrapped provider object!
|
|
## This is because only the provider allows you to make json rpc requests
|
|
def createFromBlockNumber(block_number, base_provider):
|
|
cache_file = '{cacheDirectory}/{blockNumber}-new.json'.format(cacheDirectory=cache_directoty, blockNumber=block_number)
|
|
|
|
## Check to see if the data already exists in the cache
|
|
## if it exists load the data from cache
|
|
## If not then get the data from the chain and save it to the cache
|
|
if (Path(cache_file).is_file()):
|
|
print(('Cache for block {block_number} exists, loading data from cache').format(block_number=block_number))
|
|
block_file = open(cache_file)
|
|
block_json = json.load(block_file)
|
|
block = BlockData(block_number, block_json['data'], block_json['receipts'], block_json['calls'], block_json['logs'], block_json['txs_gas_data'])
|
|
return block
|
|
else:
|
|
w3 = Web3(base_provider)
|
|
print(("Cache for block {block_number} did not exist, getting data").format(block_number=block_number))
|
|
|
|
## Get block data
|
|
block_data = w3.eth.get_block(block_number, True)
|
|
|
|
## Get the block receipts
|
|
## TODO: evaluate whether or not this is sufficient or if gas used needs to be converted to a proper big number.
|
|
## In inspect-ts it needed to be converted
|
|
block_receipts_raw = base_provider.make_request("eth_getBlockReceipts", [block_number])
|
|
|
|
## Trace the whole block, return those calls
|
|
block_calls = w3.parity.trace_block(block_number)
|
|
|
|
## Get the logs
|
|
block_hash = (block_data.hash).hex()
|
|
block_logs = w3.eth.get_logs({'blockHash': block_hash})
|
|
|
|
## Get gas used by individual txs and store them too
|
|
txs_gas_data = {}
|
|
for transaction in block_data['transactions']:
|
|
tx_hash = (transaction.hash).hex()
|
|
tx_data = w3.eth.get_transaction(tx_hash)
|
|
tx_receipt = w3.eth.wait_for_transaction_receipt(tx_hash)
|
|
txs_gas_data[tx_hash] = {
|
|
'gasUsed': tx_receipt['gasUsed'], # fix: why does this return 0 for certain txs?
|
|
'gasPrice': tx_data['gasPrice'],
|
|
'netFeePaid': tx_data['gasPrice'] * tx_receipt['gasUsed']
|
|
}
|
|
|
|
## Create a new object
|
|
block = BlockData(block_number, block_data, block_receipts_raw, block_calls, block_logs, txs_gas_data)
|
|
|
|
## Write the result to a JSON file for loading in the future
|
|
block.writeJSON()
|
|
return block |