# Directories
User-agent: *
Disallow: /404/
Disallow: /webdraw/
Disallow: /facebook/
Disallow: /cgi-bin/
Disallow: /fck_files/
Disallow: /fckeditor/
Disallow: /herbalife-popup/
Disallow: /images/
Disallow: /includes/
Disallow: /itf_ajax/
Disallow: /itf_public/
Disallow: /itfbox/
Disallow: /side-menu/
Disallow: /itfbox/
Disallow: /itfbox/

# Paths (clean URLs)

Disallow: /index.html/
Disallow: /verify-email.php/
Disallow: /webpageload.php/
Disallow: /pageload.php/
Disallow: /itfconfig.php/
Disallow: /windex.php/
Disallow: /fb-callback.php/
Disallow: /cms/p/disclaimer.html/
Disallow: /cms/p/terms-conditions.html
Disallow: /cms/p/privacy-policy.html

# Sitemap
Sitemap: http://www.shayaribooks.com/sitemap.xml
Sitemap: https://www.shayaribooks.com/sitemap-index.xml

User-agent: *
Allow: /