INNER CODE UNIT · Python
model_basename
junruxiong/IncarnaMind · main.py:67
model_basename=splits[-1],
temperature=temperature,
max_tokens=max_tokens,
device_type=check_device(),
)
else:
raise ValueError("Invalid Model Name")
return llm_model
llm = get_llm(configs.model_name, configs.temperature, configs.max_llm_generation)
# load retrieval database
db_embedding_chunks_small = load_embedding(
store_name=configs.embedding_name,
embedding=embedding,