# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
User-agent: Mediapartners-Google
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Google-News
User-agent: Google-Video
User-agent: Google-Mobile
User-agent: AdsBot-Google-Mobile
User-agent: APIs-Google
User-agent: FeedFetcher-Google
User-agent: Adsbot-Google
User-agent: Google-Display-Ads-Bot
User-agent: bingbot
User-agent: msnbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: ia_archiver
User-agent: archive.org_bot
Disallow: 

User-agent: *
Disallow: 

sitemap: https://worksheetbundles.com/sitemap.xml