Weighs the soul of incoming HTTP requests to stop AI crawlers
1{
2 "bots": [
3 {
4 "import": "(data)/bots/_deny-pathological.yaml"
5 },
6 {
7 "import": "(data)/meta/ai-block-aggressive.yaml"
8 },
9 {
10 "import": "(data)/crawlers/_allow-good.yaml"
11 },
12 {
13 "import": "(data)/bots/aggressive-brazilian-scrapers.yaml"
14 },
15 {
16 "import": "(data)/common/keep-internet-working.yaml"
17 },
18 {
19 "name": "generic-browser",
20 "user_agent_regex": "Mozilla|Opera",
21 "action": "CHALLENGE"
22 }
23 ],
24 "dnsbl": false,
25 "status_codes": {
26 "CHALLENGE": 200,
27 "DENY": 200
28 }
29}