User-agent: Googlebot
Disallow: /nogooglebot/
User-agent: AdsBot-Google-Mobile
Disallow: /desktop/
User-agent: *
Allow: /
# Example 1: Block only Googlebot
User-agent: Googlebot
Disallow: /

# Example 2: Block Googlebot and Adsbot
User-agent: Googlebot
User-agent: AdsBot-Google
Disallow: /

# Example 3: Block all crawlers except AdsBot (AdsBot crawlers must be named explicitly)
User-agent: *
Disallow: /

Post Views: 1

Leave a Comment

Your email address will not be published.