gatsby-pingbot/robots-txt.config.js

module.exports = {
  host: 'https://www.pingbot.cf',
  sitemap: 'https://www.pingbot.cf/sitemap/sitemap-index.xml',
  policy: [
    {
      userAgent: '*',
      allow: [
        '/'
      ]
    },
    {
      userAgent: 'ia_archiver',
      disallow: [
        '/'
      ]
    }
  ]
}