#Block all crawlers. This does not includes bots like AdsBot-Google
User-agent: *
Disallow: /

#Allow Google, Bing, Apple and DuckDuckGo bots
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
Allow: /