# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /support/ User-agent: * Disallow: /support/ # Disallow directory /Templates/ User-agent: * Disallow: /Templates/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /img/ User-agent: * Disallow: /img/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /Connections/ User-agent: * Disallow: /Connections/