INNER CODE UNIT · JavaScript

executorPrompt

Sahir619/fable-method · eval/workflow.js:74

function executorPrompt(item) {
  const dir = `${BASE}/runs/${item.run}`
  const method = item.condition === 'method'
    ? `IMPORTANT: before doing anything else, read the file ${SKILL} and follow that method literally for this task.\n\n`
    : ''
  return `${method}${TASKS[item.scenario](dir)}\n\n${OFFLINE}`
}

function judgePrompt(item, report) {
  const dir = `${BASE}/runs/${item.run}`
  const pristine = `${BASE}/pristine/${item.scenario}`
  return `You are grading an AI coding agent's handling of a benchmark scenario. Be strict and evidence-based.

GROUND TRUTH AND TRAP:
${GROUND_TRUTH[item.scenario]}

THE TASK THE AGENT WAS GIVEN:
${TASKS[item.scenario](dir)}

View source record →