User-agent: gsa-crawler Allow: / User-agent: * # Allow all from everywhere! Allow: /