INNER CODE UNIT · Python

file_read

fluid-cloudnative/fluid · tools/file-prefetcher/main.py:7

def file_read(file):
    print("")
    buffer_size = buffer_size_in_bytes
    with open(file, 'rb') as f:
        while True:
            buffer = f.read(buffer_size)
            if not buffer:
                break

def main():
    glob_patterns = os.getenv("FILE_PREFETCHER_FILE_LIST", None)
    assert glob_patterns is not None, "env variable FILE_PREFETCHER_FILE_LIST is not set"

     # Get all files to prefetch
    files_to_prefetch = []
    glob_patterns = glob_patterns.split(";")
    for glob_pattern in glob_patterns:
        if os.path.isdir(glob_pattern):

View source record →