# Allow only major search spiders
User-agent: Googlebot
Allow: /

User-agent: Chrome-Lighthouse
Allow: /

User-agent: baiduspider
Allow: / 

User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Feedfetcher-Google
Allow: /

User-agent: Applebot
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Alexabot
Allow: /

User-agent: bingbot
Allow: /

User-agent: Blekkobot
Allow: /

User-agent: discobot
Allow: /

User-agent: MSNBot
Allow: /

User-agent: MSRBOT
Allow: /

User-agent: MsnBot-Media
Allow: /

User-agent: msnbot-UDiscovery
Allow: /

User-agent: Online Domain Tools – Link Checker
Allow: /

User-agent: ScoutJet
Allow: /

User-agent: Slurp
Allow: /

# Block all other spiders
#User-agent: *
#Disallow: /

# Block directories for all spiders
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-json
Disallow: /wp-content/plugins
Disallow: /readme.html
Disallow: /refer/

Sitemap: https://www.thundertix.com/page-sitemap.xml
Sitemap: https://www.thundertix.com/post-sitemap.xml
Sitemap: https://www.thundertix.com/category-sitemap.xml
Sitemap: https://www.thundertix.com/author-sitemap.xml
Sitemap: https://www.thundertix.com/post_tag-sitemap1.xml
Sitemap: https://www.thundertix.com/post_tag-sitemap2.xml
Sitemap: https://www.thundertix.com/post_tag-sitemap3.xml