INNER CODE UNIT · TypeScript

prepareData

austin-starks/Promptimizer · src/main.ts:31

function prepareData(): OptimizationData {
  const optimizationFolder = __dirname + "/optimization";
  if (!fs.existsSync(optimizationFolder)) {
    fs.mkdirSync(optimizationFolder);
  }
  const trainingSetPath = optimizationFolder + "/trainingSet.json";
  const testSetPath = optimizationFolder + "/testSet.json";
  if (fs.existsSync(trainingSetPath) && fs.existsSync(testSetPath)) {
    const trainingSet = JSON.parse(fs.readFileSync(trainingSetPath, "utf8"));
    const testSet = JSON.parse(fs.readFileSync(testSetPath, "utf8"));
    return { trainingSet, testSet };
  } else {
    const foldernames = shuffleArray(inputs.map((input) => input.foldername));
    const trainingSet = foldernames.slice(
      0,
      Math.floor(foldernames.length * 0.8)
    );
    const testSet = foldernames.slice(Math.floor(foldernames.length * 0.8));

View source record →