Deny some googlebot and other thing

This commit is contained in:
Dryusdan 2023-01-27 13:58:12 +01:00
parent 7fa4815e6d
commit 395bd73bd4
1 changed files with 6 additions and 0 deletions

View File

@ -1,3 +1,9 @@
{% if item.robots_deny_indexer_bot is defined and item.robots_deny_indexer_bot == true %}
User-agent: *
Disallow:
Disallow: *
Disallow: /
{% endif %}
{% if item.robots_deny_market_bot is defined and item.robots_deny_market_bot == true %}
{% include 'partials/deny_market_bot.j2' %}
{% endif %}