User-agent: *
Disallow: /admin
Disallow: /components

User-agent: endeca+webcrawler/WebCrawler
Disallow: /

User-agent: endeca
Disallow: /