User-agent: *
Disallow: /  # Disallow all bots by default
Disallow: /scripts/
Disallow: /*.php$
Disallow: /zlib/
Disallow: /lib/
Disallow: /utils/
Disallow: /magazine/
Disallow: /admin/


# Allow major search engines
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Googlebot-Mobile
User-agent: msnbot
User-agent: Slurp
User-agent: MSICrawler
User-agent: Baiduspider
User-agent: Bingbot
User-agent: seositecheckupbot


# Allow specific tools
User-agent: Screaming Frog SEO Spider
User-agent: YandexBot
User-agent: LinkedInBot
User-agent: Twitterbot

# Allow AhrefsBot
User-agent: AhrefsBot
Allow: /

# Allow AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Allow: /


Sitemap: https://www.themanufacturingoutlook.com/themanufacturingoutlooknewnews_sitemap.xml
Sitemap: https://www.themanufacturingoutlook.com/manufacturing_news_sitemap.xml 
Sitemap: https://www.themanufacturingoutlook.com/all_in_one_sitemap_main.xml
Sitemap: https://www.themanufacturingoutlook.com/contributors_sitemap.xml
Sitemap: https://www.themanufacturingoutlook.com/themanufacturing_vendor_sitemap_new.xml
Sitemap: https://www.themanufacturingoutlook.com/rankingxml_sitemap_new.xml