mirror of https://gitlab.crans.org/nounous/nixos
authorise les crawlers des moteurs de recherche
parent
afbbcf7ade
commit
0bfacad632
|
@ -66,6 +66,10 @@ let
|
|||
- 46.105.102.188/32
|
||||
- 2001:41d0:2:d5bc::/128
|
||||
|
||||
# on authorise les indexers des moteurs de recherche, liste dispo ici :
|
||||
# https://github.com/TecharoHQ/anubis/blob/main/data/crawlers/_allow-good.yaml
|
||||
- import: (data)/crawlers/_allow-good.yaml
|
||||
|
||||
- name: no-user-agent-string
|
||||
action: DENY
|
||||
expression: userAgent == ""
|
||||
|
|
Loading…
Reference in New Issue