# Tells Scanning Robots Where They Are And Are Not Welcome
#
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	disallow if this matches first part of requested path
#			
# For now disallow all we can modify this as needed to allow certain crawlers.
#
#User-agent: Mediapartners-Google
#Disallow: 
#
#User-agent: *
#Disallow: /*.rpm$
#Disallow: 
# Added on 2nd October BDT +0600 GMT

User-agent: Googlebot
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-*

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-*
Allow:/