INNER CODE UNIT · Python

main

huggingface/transformers-bloom-inference · inference_server/cli.py:15

def main() -> None:
    args = get_args()

    model = ModelDeployment(args, True)

    generate_kwargs = args.generate_kwargs

    while True:
        input_text = input("Input text: ")

        if input("change generate_kwargs? [y/n] ") == "y":
            while True:
                try:
                    generate_kwargs = json.loads(input("Generate kwargs: "))
                    break
                except Exception as e:
                    e_type, e_message, _ = sys.exc_info()
                    print("error =", e_type.__name__)

View source record →