Compare commits

...

1 Commits

Author SHA1 Message Date
Gui Heise
169d2f6984 Remove empty file check 2022-03-17 12:56:30 -04:00

View File

@ -1,9 +1,8 @@
import itertools
import json import json
import logging import logging
import os import os
from datetime import datetime from datetime import datetime
from typing import Iterator, Optional, Tuple, TypeVar from typing import Optional, TypeVar
import boto3 import boto3
@ -47,13 +46,6 @@ def _export_block_by_table(inspect_db_session, block_number: int, table: str) ->
}, },
) )
first_value, mev_summary_json_results = _peek(mev_summary_json_results)
if first_value is None:
existing_object_size = _get_object_size(client, export_bucket_name, object_key)
if existing_object_size is None or existing_object_size == 0:
logger.info(f"Skipping {table} for block {block_number} - no data")
return
mev_summary_json_fileobj = BytesIteratorIO( mev_summary_json_fileobj = BytesIteratorIO(
(f"{json.dumps(row)}\n".encode("utf-8") for (row,) in mev_summary_json_results) (f"{json.dumps(row)}\n".encode("utf-8") for (row,) in mev_summary_json_results)
) )
@ -121,12 +113,3 @@ def get_export_aws_secret_access_key() -> Optional[str]:
_T = TypeVar("_T") _T = TypeVar("_T")
def _peek(iterable: Iterator[_T]) -> Tuple[Optional[_T], Iterator[_T]]:
try:
first = next(iterable)
except StopIteration:
return None, iter([])
return first, itertools.chain([first], iterable)