user-agent: * allow: / disallow: /admin/ crawl-delay: 1