mirror of
https://github.com/MedzikUser/gatsby-pingbot
synced 2024-08-15 03:20:27 +00:00
18 lines
286 B
JavaScript
18 lines
286 B
JavaScript
module.exports = {
|
|
host: 'https://www.pingbot.cf',
|
|
sitemap: 'https://www.pingbot.cf/sitemap/sitemap-index.xml',
|
|
policy: [
|
|
{
|
|
userAgent: '*',
|
|
allow: [
|
|
'/'
|
|
]
|
|
},
|
|
{
|
|
userAgent: 'ia_archiver',
|
|
disallow: [
|
|
'/'
|
|
]
|
|
}
|
|
]
|
|
}
|