Deny some googlebot and other thing
This commit is contained in:
parent
7fa4815e6d
commit
395bd73bd4
|
@ -1,3 +1,9 @@
|
|||
{% if item.robots_deny_indexer_bot is defined and item.robots_deny_indexer_bot == true %}
|
||||
User-agent: *
|
||||
Disallow:
|
||||
Disallow: *
|
||||
Disallow: /
|
||||
{% endif %}
|
||||
{% if item.robots_deny_market_bot is defined and item.robots_deny_market_bot == true %}
|
||||
{% include 'partials/deny_market_bot.j2' %}
|
||||
{% endif %}
|
||||
|
|
Loading…
Reference in New Issue