INNER CODE UNIT · Python

case

cmu-sei/GHOSTS · experimental/grms/grms/main.py:108

                case = ScoringCase(**item)
                scoring_cases[case.id] = case
                leaders[case.leader.id] = case.leader
            logger.info("Seeded %d scoring cases from %s", len(data), filepath.name)
        except Exception as e:
            logger.warning("Failed to load scoring file %s: %s", filepath.name, e)


def _score_prediction(prediction: SavedPrediction) -> PredictionScore | None:
    """Score a prediction against its known outcome. Returns None if no outcome set."""
    if prediction.known_outcome is None:
        return None
    if prediction.leader_response is None:
        return None

    known = prediction.known_outcome
    lr = prediction.leader_response
    dimensions: list[ScoreDimension] = []

View source record →