Update website
This commit is contained in:
parent
4413528994
commit
1d90fbf296
6865 changed files with 1091082 additions and 0 deletions
12
vendor/twbs/bootstrap/site/layouts/robots.txt
vendored
Normal file
12
vendor/twbs/bootstrap/site/layouts/robots.txt
vendored
Normal file
|
@ -0,0 +1,12 @@
|
|||
# www.robotstxt.org
|
||||
|
||||
{{- $isProduction := eq hugo.Environment "production" -}}
|
||||
{{- $isNetlify := eq (getenv "NETLIFY") "true" -}}
|
||||
{{- $allowCrawling := and (not $isNetlify) $isProduction -}}
|
||||
|
||||
{{ if $allowCrawling }}
|
||||
# Allow crawling of all content
|
||||
{{- end }}
|
||||
User-agent: *
|
||||
Disallow:{{ if not $allowCrawling }} /{{ end }}
|
||||
Sitemap: {{ "/sitemap.xml" | absURL }}
|
Loading…
Add table
Add a link
Reference in a new issue