INNER CODE UNIT · Python
map_size
grobidOrg/grobid · grobid-home/scripts/preload_embeddings.py:24
map_size = 100 * 1024 * 1024 * 1024
def preload(embeddings_name, input_path=None, registry_path=None):
resource_registry = None
if registry_path != None:
with open(registry_path, 'r') as f:
resource_registry = json.load(f)
embeddings = Embeddings(embeddings_name, resource_registry=resource_registry, load=False)
description = embeddings.get_description(embeddings_name)
if description is None:
print("Error: embedding name", embeddings_name, "is not registered in", path)
if input_path is None:
embeddings_path = None
# download if url is available
if description is not None and "url" in description and len(description["url"])>0: