add block caching

This commit is contained in:
Robert Miller 2021-06-28 14:55:31 -04:00
commit 1427c952e2
2 changed files with 34711 additions and 0 deletions

65
block.py Normal file
View File

@ -0,0 +1,65 @@
from web3 import Web3
from pathlib import Path
import json
***REMOVED***base_provider = Web3.HTTPProvider(taarush_Node)
w3 = Web3(base_provider)
cache_directoty = './cache'
class BlockData:
def __init__(self, block_number, data, receipts, calls, logs) -> None:
self.block_number = block_number
self.data = data
self.receipts = receipts
self.calls = calls
self.logs = logs
pass
def toJSON(self):
return json.dumps(self, default=lambda o: o.__dict__,
sort_keys=True, indent=4)
def writeJSON(self):
json_data = self.toJSON()
cache_file = '{cacheDirectory}/{blockNumber}.json'.format(cacheDirectory=cache_directoty, blockNumber=self.block_number)
file_exists = Path(cache_file).is_file()
if file_exists:
f = open(cache_file, "w")
f.write(json_data)
f.close()
else:
f = open(cache_file, "x")
f.write(json_data)
f.close()
def createFromBlockNumber(block_number):
cache_file = '{cacheDirectory}/{blockNumber}.json'.format(cacheDirectory=cache_directoty, blockNumber=block_number)
if (Path(cache_file).is_file()):
print("Cache for this block exists, loading again")
block_file = open(cache_file)
block_json = json.load(block_file)
block = BlockData(block_number, block_json['data'], block_json['receipts'], block_json['calls'], block_json['logs'])
return block
else:
print("Cache for this block did not exist, getting data")
## Get block data
block_data = w3.eth.get_block(block_number, False)
## Get the block receipts
## TODO: evaluate whether or not this is sufficient or if gas used needs to be converted to a proper big number.
## In inspect-ts it needed to be converted
block_receipts_raw = base_provider.make_request("eth_getBlockReceipts", [block_number])
## Trace the whole block, return those calls
block_calls = w3.parity.trace_block(block_number)
## Get the logs
block_hash = (block_data.hash).hex()
block_logs = w3.eth.get_logs({'blockHash': block_hash})
block = BlockData(block_number, block_data, block_receipts_raw, block_calls, block_logs)
block.writeJSON()
return block

34646
cache/12412732.json vendored Normal file

File diff suppressed because it is too large Load Diff