# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ Disallow: /cgi-bin/ # Disallow directory /TVPPA/ Disallow: /TVPPA/ # Disallow directory /office/ Disallow: /office/ # Disallow directory /office/ Disallow: /webalizer/ # Disallow directory /training/ Disallow: /training/