-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathrobots.txt
85 lines (75 loc) · 2.34 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
User-agent: *
Disallow: /docs/AutoHotkey.htm
Disallow: /docs/ChangeLogHelp.htm
Disallow: /docs/license.htm
Disallow: /docs_1.0/
Disallow: /misc/Host.htm
Disallow: /search/
Disallow: /server/
Disallow: /board/a_
Disallow: /board/admin/
Disallow: /board/cache/
Disallow: /board/converge_local/
Disallow: /board/hooks/
Disallow: /board/ips_kernel/
Disallow: /board/retail/
Disallow: /board/public/style_captcha/
Disallow: /board/index.php?app=core&module=task
Disallow: /board/index.php?app=forums&module=moderate§ion=moderate
Disallow: /board/index.php?app=forums&module=extras§ion=forward
Disallow: /board/index.php?app=members&module=messaging
Disallow: /board/index.php?app=members&module=chat
Disallow: /board/index.php?app=members&module=search
Disallow: /board/index.php?app=members&module=search&do=active
Disallow: /board/index.php?&unlockUserAgent=1
Disallow: /board/*app=core&module=global§ion=reputation
Disallow: /board/*app=core&module=usercp
Disallow: /board/*app=core&module=usercp
Disallow: /board/*app=members&module=messaging
Disallow: /board/*&p=
Disallow: /board/*&pid=
Disallow: /board/*&hl=
Disallow: /board/*&start=
Disallow: /board/*view__getnewpost$
Disallow: /board/*view__getlastpost$
Disallow: /board/*view__old$
Disallow: /board/*view__new$
Disallow: /board/*view__getfirst$
Disallow: /board/*view__getprevious$
Disallow: /board/*view__getnext$
Disallow: /board/*view__getlast$
Disallow: /board/*&view=getnewpost$
Disallow: /board/*&view=getlastpost$
Disallow: /board/*&view=old$
Disallow: /board/*&view=new$
Disallow: /board/*&view=getfirst$
Disallow: /board/*&view=getprevious$
Disallow: /board/*&view=getnext$
Disallow: /board/*&view=getlast$
Disallow: /board/*?s=
Disallow: /board/*&s=
Disallow: /board/index.php?app=core&module=global§ion=login&do=deleteCookies
Disallow: /board/index.php?app=forums&module=extras§ion=rating
Disallow: /board/index.php?app=forums&module=forums§ion=markasread
Disallow: /board/*&do=who
Disallow: /board/*§ion=dname
Disallow: /dev
Disallow: /download
# Block Ahrefs
User-agent: AhrefsBot
Disallow: /
# Block SEOkicks
User-agent: SEOkicks-Robot
Disallow: /
# Block SISTRIX
User-agent: SISTRIX Crawler
Disallow: /
# Block Uptime robot
User-agent: UptimeRobot/2.0
Disallow: /
# Block Huawei / PetalBot
User-agent: PetalBot
Disallow: /
# Block SEMrush Bot
User-agent: SemrushBot
Disallow: /