INNER CODE UNIT · Python
get_args
huggingface/transformers-bloom-inference · inference_server/cli.py:9
def get_args() -> argparse.Namespace:
parser = get_argument_parser()
args = parse_args(parser)
return args
def main() -> None:
args = get_args()
model = ModelDeployment(args, True)
generate_kwargs = args.generate_kwargs
while True:
input_text = input("Input text: ")
if input("change generate_kwargs? [y/n] ") == "y":
while True: