INNER CODE UNIT · Python

dummy_generator

ai-infra-curriculum/ai-infra-engineer-learning · projects/project-103-llm-deployment/src/api/main.py:372

        async def dummy_generator():
            yield "data: TODO: Implement streaming\n\n"

        return StreamingResponse(
            dummy_generator(),
            media_type="text/event-stream"
        )

    except Exception as e:
        logger.error(f"Streaming error: {e}")
        raise HTTPException(status_code=500, detail=str(e))


@app.post("/v1/rag/generate", response_model=RAGGenerateResponse)
async def rag_generate(
    request: RAGGenerateRequest,
    api_key: str = Depends(verify_api_key),
    rag: RAGPipeline = Depends(get_rag_pipeline)

View source record →