INNER CODE UNIT · JavaScript

writeRobotsTxt

namastack/namastack-outbox · namastack-outbox-docs/plugins/canonical-fix-plugin.js:205

function writeRobotsTxt(outDir, versionPrefixes, siteUrl, baseUrl, docsPath) {
  const disallowRules = versionPrefixes
    .map((prefix) => `Disallow: ${baseUrl}${docsPath}/${prefix}/`)
    .join('\n');

  const robotsTxt = [
    'User-agent: *',
    '',
    `Allow: ${baseUrl}`,
    '',
    '# Block old and unreleased versioned docs',
    disallowRules,
    '',
    `Sitemap: ${siteUrl}${baseUrl}sitemap.xml`,
    '',
  ].join('\n');

  fs.writeFileSync(path.join(outDir, 'robots.txt'), robotsTxt, 'utf-8');

View source record →