From 4612d775b6dcd2f70b70c8504e5d46e3cc0af53a Mon Sep 17 00:00:00 2001 From: Siyuan Zhang Date: Thu, 29 Aug 2024 16:29:23 +0800 Subject: [PATCH] skip empty files in read_bytes.py (#1993) Signed-off-by: siyuan0322 --- python/vineyard/drivers/io/adaptors/read_bytes.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/python/vineyard/drivers/io/adaptors/read_bytes.py b/python/vineyard/drivers/io/adaptors/read_bytes.py index ae16fdbbb3..44339ee591 100755 --- a/python/vineyard/drivers/io/adaptors/read_bytes.py +++ b/python/vineyard/drivers/io/adaptors/read_bytes.py @@ -180,6 +180,12 @@ def read_bytes( # noqa: C901, pylint: disable=too-many-statements try: for index, file_path in enumerate(files): with fs.open(file_path, mode="rb") as fp: + try: + total_size = fp.size() + except TypeError: + total_size = fp.size + if total_size == 0: + continue offset = 0 offset_adjustment = 0 # Only process header line when processing first file