mirror of
https://github.com/Aroy-Art/Rinkusu.git
synced 2025-06-02 11:26:12 +02:00
Add: basic robot.txt template with config options
This commit is contained in:
parent
1aeb0e793c
commit
90231f73ba
1 changed files with 20 additions and 0 deletions
20
layouts/_default/robots.txt
Normal file
20
layouts/_default/robots.txt
Normal file
|
@ -0,0 +1,20 @@
|
|||
User-agent: *
|
||||
{{ if .Site.Params.robots.disallow_all }}
|
||||
Disallow: /
|
||||
{{ else if .Site.Params.robots.allow_all }}
|
||||
Disallow:
|
||||
{{ else }}
|
||||
{{ range .Site.Params.robots.disallowed_paths }}
|
||||
Disallow: {{ . }}
|
||||
{{ end }}
|
||||
{{ end }}
|
||||
|
||||
{{ range .Site.Params.robots.blocked_bots }}
|
||||
User-agent: {{ . }}
|
||||
Disallow: /
|
||||
{{ end }}
|
||||
|
||||
# Add Sitemap if you have one
|
||||
{{ if .Site.Params.robots.sitemap_enabled | default true }}
|
||||
Sitemap: {{ .Site.BaseURL | absURL }}sitemap.xml
|
||||
{{ end }}
|
Loading…
Add table
Add a link
Reference in a new issue