INNER CODE UNIT · Python
check_gpu_compatibility
ai-infra-curriculum/ai-infra-engineer-learning · projects/project-103-llm-deployment/src/llm/server.py:455
def check_gpu_compatibility(model_name: str) -> Dict[str, bool]:
"""
Check if current GPU is compatible with the model.
Args:
model_name: Model to check
Returns:
Dictionary with compatibility information
TODO: Check:
1. CUDA availability
2. Compute capability (7.0+ for Flash Attention)
3. Available GPU memory vs required
4. CUDA version compatibility
"""
# TODO: Implement compatibility check
pass