User-agent: *
Disallow: /


User-agent: Googlebot
Disallow: /commons
Disallow: /js
Disallow: /css
Disallow: /images
Disallow: /admin
Disallow: /new-site
Disallow: /font-awesome
Disallow: /fonts

User-agent: bingbot
Disallow: /commons
Disallow: /js
Disallow: /css
Disallow: /images
Disallow: /admin
Disallow: /new-site
Disallow: /font-awesome
Disallow: /fonts


User-agent: Yahoo! Slurp
Disallow: /commons
Disallow: /js
Disallow: /css
Disallow: /images
Disallow: /admin
Disallow: /new-site
Disallow: /font-awesome
Disallow: /fonts

Sitemap: http://www.astrologerdangwal.com/sitemap.xml