-
Notifications
You must be signed in to change notification settings - Fork 0
/
robots.txt
158 lines (158 loc) · 3.34 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
User-agent: *
Disallow: /arch
Disallow: /useflags
Disallow: /xml
Disallow: /licenses
Disallow: /app-accessibility
Disallow: /app-admin
Disallow: /app-antivirus
Disallow: /app-arch
Disallow: /app-backup
Disallow: /app-benchmarks
Disallow: /app-cdr
Disallow: /app-crypt
Disallow: /app-dicts
Disallow: /app-doc
Disallow: /app-editors
Disallow: /app-emacs
Disallow: /app-emulation
Disallow: /app-forensics
Disallow: /app-i18n
Disallow: /app-laptop
Disallow: /app-misc
Disallow: /app-mobilephone
Disallow: /app-office
Disallow: /app-pda
Disallow: /app-portage
Disallow: /app-shells
Disallow: /app-text
Disallow: /app-vim
Disallow: /app-xemacs
Disallow: /dev-ada
Disallow: /dev-cpp
Disallow: /dev-db
Disallow: /dev-dotnet
Disallow: /dev-embedded
Disallow: /dev-games
Disallow: /dev-haskell
Disallow: /dev-java
Disallow: /dev-lang
Disallow: /dev-libs
Disallow: /dev-lisp
Disallow: /dev-ml
Disallow: /dev-perl
Disallow: /dev-php
Disallow: /dev-php5
Disallow: /dev-python
Disallow: /dev-ruby
Disallow: /dev-scheme
Disallow: /dev-tcltk
Disallow: /dev-tex
Disallow: /dev-texlive
Disallow: /dev-tinyos
Disallow: /dev-util
Disallow: /games-action
Disallow: /games-arcade
Disallow: /games-board
Disallow: /games-emulation
Disallow: /games-engines
Disallow: /games-fps
Disallow: /games-kids
Disallow: /games-misc
Disallow: /games-mud
Disallow: /games-puzzle
Disallow: /games-roguelike
Disallow: /games-rpg
Disallow: /games-server
Disallow: /games-simulation
Disallow: /games-sports
Disallow: /games-strategy
Disallow: /games-util
Disallow: /gnome-base
Disallow: /gnome-extra
Disallow: /gnustep-apps
Disallow: /gnustep-base
Disallow: /gnustep-libs
Disallow: /gpe-base
Disallow: /gpe-utils
Disallow: /java-virtuals
Disallow: /kde-base
Disallow: /kde-misc
Disallow: /lxde-base
Disallow: /mail-client
Disallow: /mail-filter
Disallow: /mail-mta
Disallow: /media-fonts
Disallow: /media-gfx
Disallow: /media-libs
Disallow: /media-plugins
Disallow: /media-radio
Disallow: /media-sound
Disallow: /media-tv
Disallow: /media-video
Disallow: /net-analyzer
Disallow: /net-dialup
Disallow: /net-dns
Disallow: /net-firewall
Disallow: /net-fs
Disallow: /net-ftp
Disallow: /net-im
Disallow: /net-irc
Disallow: /net-libs
Disallow: /net-mail
Disallow: /net-misc
Disallow: /net-nds
Disallow: /net-news
Disallow: /net-nntp
Disallow: /net-p2p
Disallow: /net-print
Disallow: /net-proxy
Disallow: /net-voip
Disallow: /net-wireless
Disallow: /net-zope
Disallow: /perl-core
Disallow: /rox-base
Disallow: /rox-extra
Disallow: /sci-astronomy
Disallow: /sci-biology
Disallow: /sci-calculators
Disallow: /sci-chemistry
Disallow: /sci-electronics
Disallow: /sci-geosciences
Disallow: /sci-libs
Disallow: /sci-mathematics
Disallow: /sci-misc
Disallow: /sci-physics
Disallow: /sci-visualization
Disallow: /sec-policy
Disallow: /sys-apps
Disallow: /sys-auth
Disallow: /sys-block
Disallow: /sys-boot
Disallow: /sys-cluster
Disallow: /sys-devel
Disallow: /sys-freebsd
Disallow: /sys-fs
Disallow: /sys-kernel
Disallow: /sys-libs
Disallow: /sys-power
Disallow: /sys-process
Disallow: /virtual
Disallow: /www-apache
Disallow: /www-apps
Disallow: /www-client
Disallow: /www-misc
Disallow: /www-plugins
Disallow: /www-servers
Disallow: /x11-apps
Disallow: /x11-base
Disallow: /x11-drivers
Disallow: /x11-libs
Disallow: /x11-misc
Disallow: /x11-plugins
Disallow: /x11-proto
Disallow: /x11-terms
Disallow: /x11-themes
Disallow: /x11-wm
Disallow: /xfce-base
Disallow: /xfce-extra