# All robots will spider the domain User-agent: * Disallow: # Disallow directory /gallery User-agent: * Disallow: /gallery2 Disallow: /nav Disallow: /webalizer Disallow: /admin