From 169d2f6984fd0369c9b6b6fc5acebeafa9d45970 Mon Sep 17 00:00:00 2001 From: Gui Heise Date: Thu, 17 Mar 2022 12:56:30 -0400 Subject: [PATCH] Remove empty file check --- mev_inspect/s3_export.py | 19 +------------------ 1 file changed, 1 insertion(+), 18 deletions(-) diff --git a/mev_inspect/s3_export.py b/mev_inspect/s3_export.py index 02212e4..6bb212a 100644 --- a/mev_inspect/s3_export.py +++ b/mev_inspect/s3_export.py @@ -1,9 +1,8 @@ -import itertools import json import logging import os from datetime import datetime -from typing import Iterator, Optional, Tuple, TypeVar +from typing import Optional, TypeVar import boto3 @@ -47,13 +46,6 @@ def _export_block_by_table(inspect_db_session, block_number: int, table: str) -> }, ) - first_value, mev_summary_json_results = _peek(mev_summary_json_results) - if first_value is None: - existing_object_size = _get_object_size(client, export_bucket_name, object_key) - if existing_object_size is None or existing_object_size == 0: - logger.info(f"Skipping {table} for block {block_number} - no data") - return - mev_summary_json_fileobj = BytesIteratorIO( (f"{json.dumps(row)}\n".encode("utf-8") for (row,) in mev_summary_json_results) ) @@ -121,12 +113,3 @@ def get_export_aws_secret_access_key() -> Optional[str]: _T = TypeVar("_T") - - -def _peek(iterable: Iterator[_T]) -> Tuple[Optional[_T], Iterator[_T]]: - try: - first = next(iterable) - except StopIteration: - return None, iter([]) - - return first, itertools.chain([first], iterable)