# robots.txt User-agent: * Allow: /_contentgen/ Disallow: /_lib/ Disallow: /_contentdef/ Disallow: /_dictionarydef/ Disallow: /_logs/