# /robots.txt for oskamp.dyndns.org

# http://en.wikipedia.org/wiki/Robots_Exclusion_Standard

# Whitelisted user-agents are allowed

User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

User-agent: googlebot-image
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

User-agent: googlebot-mobile
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

User-agent: MSNBot
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

User-agent: Slurp
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$
###Crawl-delay: 300


User-agent: Teoma
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

User-agent: Robozilla
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

# MSN PicSearch
User-agent: psbot
Disallow: /cgi-bin
Disallow: /Flohmarkt/
Disallow: /gallery/images/
Disallow: /gallery/*.php$
Disallow: /gallery/*?*$
Disallow: /gallery/*.jpg$
Allow: /gallery/*.thumb.jpg$
Allow: /gallery/*.sized.jpg$

# Disallow all others
User-agent: *
Disallow: / 

Sitemap: http://oskamp.dyndns.org/sitemap.xml