User-agent: *
Sitemap: http://www.absolventa.de/sitemap_index.xml

# disallow all files in these directories
Disallow: /api/*
Disallow: /email_invitee_mailer/*
Disallow: /form_mailer/*
Disallow: /g/*
Disallow: /user_mailer/*
Disallow: /user_newsletter/*
Disallow: /pending_registration_mailer/*
Disallow: /public_mailer/*
Disallow: /r/*
Disallow: /recruiter_mailer/*
Disallow: /s/*
Disallow: /screencast/*
Disallow: /search_agent_mailer/*
Disallow: /service_mailer/*
Disallow: /snapshot_test/*
Disallow: /statistics/*
Disallow: /amazon-slider/*
Disallow: /flash/*
Disallow: /javascripts/*
Disallow: /v/*

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /images/public/

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /*?*
Allow: /*.php$
Allow: /*.js$
Allow: /*.inc$
Allow: /*.css$
Allow: /*.gz$
Allow: /*.cgi$
Allow: /*.wmv$
Allow: /*.cgi$
Allow: /*.xhtml$
Allow: /*.php*
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.png$

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /