## Enable robots.txt rules for all crawlers
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: */trackback/
Disallow: /redirect.php?/
Disallow: /members/
Disallow: /embed/
Disallow: /_comments/
Disallow: /bookmarks/
Disallow: /drafts/
Disallow: /sitemap/


User-agent: discobot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: yacybot
Disallow: /

https://www.pd.co.ke/sitemap.xml
https://www.pd.co.ke/post-sitemap.xml
https://www.pd.co.ke/page-sitemap.xml
https://www.pd.co.ke/category-sitemap.xml
https://www.pd.co.ke/author-sitemap.xml