# All robots will spider the domain User-agent: * Disallow: # Disallow direactory /_db_backups/ User-agent: * Disallow: /_db_backups/ # Disallow directory /cgi/ User-agent: * Disallow: /cgi/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /joomla/ User-agent: * Disallow: /joomla/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /media/ User-agent: * Disallow: /media/ # Disallow directory /openx_new/ User-agent: * Disallow: /openx_new/ # Disallow directory /php_uploads/ User-agent: * Disallow: /php_uploads/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /xml/ User-agent: * Disallow: /xml/