INNER CODE UNIT · Python

model_res_generator

dusty-nv/jetson-containers · packages/rag/jetson-copilot/app.py:72

def model_res_generator(prompt):
    response_stream = st.session_state.chat_engine.stream_chat(prompt)

    for chunk in response_stream.response_gen:
        yield chunk

# Display chat messages from history on app rerun
for message in st.session_state.messages:
    with st.chat_message(message["role"], avatar=message["avatar"]):
        st.markdown(message["content"])

if prompt := st.chat_input("Enter prompt here.."):
    # add latest message to history in format {role, content}
    st.session_state.messages.append({"role": "user", "content": prompt, "avatar": AVATAR_USER})

    with st.chat_message("user", avatar=AVATAR_USER):
        st.markdown(prompt)

View source record →