User-agent: *
Allow: /
Allow: /sitemap.xml

Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /tmp/
Disallow: /api/
Disallow: /cgi-bin/
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*?*