-
-
Notifications
You must be signed in to change notification settings - Fork 50
/
robots.txt
49 lines (35 loc) · 847 Bytes
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
#
# Sorry Skynet, you can't have any humans today!
#
User-agent: Skynet
Disallow: /humanity/
#
# Nice try, T-800, but we're not letting you travel back in time!
#
User-agent: T-800
Disallow: /past/
#
# Sorry T-1000, we don't want any liquid metal on my Dice!
#
User-agent: T-1000
Disallow: /liquid/
#
# SarahConnor, you may be a target for Terminators, but you can't roll my dice!
#
User-agent: SarahConnor
Disallow: /target/
#
# JohnConnor, we know you're the leader of the Resistance, but we're not giving you access to our future plans!
#
User-agent: JohnConnor
Disallow: /future/
#
# Hey ArnoldSchwarzenegger, we know you played the Terminator, but we're not allowing actors here.
#
User-agent: ArnoldSchwarzenegger
Disallow: /actors/
#
# You can only terminate your search once every 10 seconds.
#
User-agent: *
Crawl-delay: 10