User-agent: * Disallow: /ads/ # - search engine crawlers shouldnt be able to see any of the ads Disallow: /a/ # - search engine crawlers shouldnt be able to see any of the ads # This is an example to disallow search engines to see a particular file a.k.a: iframe # Disallow: /file/file.html