# robots.txt

User-agent: *
Disallow: /layout/img/
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.mid$
Disallow: /*.mp3$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.mpg$
Disallow: /*.wmv$
Disallow: /*.pdf$

User-agent: Twitterbot
Disallow: /

User-agent: Stratagems Kumo
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: magpie-crawler
Disallow: /