INNER CODE UNIT · Python

lines_group

fyoorer/ShadowClone · shadowclone.py:55

        lines_group = lines[i:i+split_factor]
        arrays.append(np.array(lines_group))
    return arrays
    

def upload_to_bucket(chunk, keep_extension=False):
    chunk_hash = perform_hashing(chunk)

    if db.exists(chunk_hash):
        # same file already exists in bucket
        #printerr("[INFO] This file is already uploaded to bucket. Skipping upload.")
        return db.get(chunk_hash)

    bucket_name = config.STORAGE_BUCKET

    filename, ext = os.path.splitext(chunk)
    f = open(chunk,'r')
    contents = f.read()

View source record →