iv-org-mirror
/
infrastructure
mirror of https://gitea.invidious.io/iv-org/infrastructure.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove robots.txt for sites we want to be indexed 

Removes robots.txt for the following websites:

invidious.io - main page about the project
instances.invidious.io - instance list for end users
docs.invidious.io - docs for end users and admins
This commit is contained in:
Perflyst 2022-02-01 20:54:15 +01:00 committed by GitHub
parent bf9bda494e
commit cc1c971022
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
templates/tin-Caddyfile.j2
View File

@ -2,11 +2,6 @@
(common) { (common) {
encode gzip encode gzip
respond /robots.txt 200 {
body "User-agent: *
Disallow: /
"
}
log { log {
output file /var/log/caddy/access.log { output file /var/log/caddy/access.log {
roll_size 500mb roll_size 500mb
@ -25,8 +20,17 @@ Disallow: /
} }
} }
(block-robots) {
respond /robots.txt 200 {
body "User-agent: *
Disallow: /
"
}
}
www.invidio.us { www.invidio.us {
import common import common
import block-robots
redir https://invidious.io{uri} redir https://invidious.io{uri}
} }
invidious.io { invidious.io {
@ -36,36 +40,43 @@ invidious.io {
git.invidious.io { git.invidious.io {
import common import common
import block-robots
redir https://github.com/iv-org/invidious redir https://github.com/iv-org/invidious
} }
invidio.us { invidio.us {
import common import common
import block-robots
redir https://redirect.invidious.io{uri} redir https://redirect.invidious.io{uri}
header /api* content-type "application/json" header /api* content-type "application/json"
respond /api* "{\"error\":\"This server no longer hosts the Invidious API.\"}" 410 respond /api* "{\"error\":\"This server no longer hosts the Invidious API.\"}" 410
} }
redirect.invidious.io { redirect.invidious.io {
import common import common
import block-robots
reverse_proxy http://127.0.0.1:8080 reverse_proxy http://127.0.0.1:8080
} }
instances.invidio.us { instances.invidio.us {
import common import common
import block-robots
redir https://api.invidious.io{uri} redir https://api.invidious.io{uri}
} }
api.invidious.io { api.invidious.io {
import common import common
import block-robots
reverse_proxy http://127.0.0.1:3000 reverse_proxy http://127.0.0.1:3000
header /static* Cache-Control "max-age=86400" header /static* Cache-Control "max-age=86400"
} }
uptime.invidio.us { uptime.invidio.us {
import common import common
import block-robots
redir https://stats.uptimerobot.com/89VnzSKAn{uri} redir https://stats.uptimerobot.com/89VnzSKAn{uri}
} }
uptime.invidious.io { uptime.invidious.io {
import common import common
import block-robots
redir https://stats.uptimerobot.com/89VnzSKAn{uri} redir https://stats.uptimerobot.com/89VnzSKAn{uri}
} }
@ -81,5 +92,6 @@ instances.invidious.io {
todo.invidious.io { todo.invidious.io {
import common import common
import block-robots
redir https://github.com/orgs/iv-org/projects redir https://github.com/orgs/iv-org/projects
} }