INNER CODE UNIT · Python

query

tomascupr/sandstorm · src/sandstorm/main.py:382

async def query(request: QueryRequest, token: str = Depends(verify_api_token)):
    req_id = uuid.uuid4().hex[:8]
    logger.info(
        "[%s] Query received: prompt=%s model=%s",
        req_id,
        request.prompt[:80],
        request.model,
    )

    if request.remember:
        memory_store.remember(request.team_id, request.user_id, request.remember)

    async def event_generator():
        start = time.monotonic()
        run_store.create(
            id=req_id,
            prompt=request.prompt,
            model=request.model,

View source record →