User-agent: *
Disallow: /v1/
Disallow: /cgi-bin/
Disallow: /site/sql/
Disallow: /site/bots/
Allow: /
Disallow: /error/
Allow: /site/