User-agent: * # All spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /cgibin/ # Script files Disallow: /newlogs/ # Huge server statistic logs Disallow: /tests/ # test directory Disallow: /fotos/ # alleen maar foto's Disallow: /inschrijf/ # inschrijfformulier