module.exports = {
host: 'https://www.pingbot.cf',
sitemap: 'https://www.pingbot.cf/sitemap/sitemap-index.xml',
policy: [
{
userAgent: '*',
allow: [
'/'
]
},
userAgent: 'ia_archiver',
disallow: [
}