user-agent: * disallow: /cgi-bin/ disallow: /content/ # User-agent: IndexingRobot # Disallow: /cgi-bin/ # Binaries are no good for indexing # Disallow: /images/ # Images are no good for indexing