# All robots will spider the domain User-agent: * Disallow: # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /assets/ User-agent: * Disallow: /assets/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ Disallow: /xmltv/kanal23-7dage.xml Disallow: /xmltv/kanal23-14dage.xml Disallow: /xmltv/kanal23-30dage.xml Disallow: /xmltv/xmltv.dtd Disallow: /xmltv/kanal23-3dage.xml