# ========================================================================= # HSWRK Presents - robots.txt # https://hswrk.com/ # ========================================================================= User-agent: * Allow: / Disallow: /api/ Disallow: /assets/data/ Disallow: /tagger.html Disallow: /*?key=* # OpenAI Search Crawler (ChatGPT Search visibility) User-agent: OAI-SearchBot Allow: / Disallow: /api/ Disallow: /assets/data/ Disallow: /tagger.html # Google Search User-agent: Googlebot Allow: / Disallow: /api/ Disallow: /assets/data/ Disallow: /tagger.html # Bing Search User-agent: Bingbot Allow: / Disallow: /api/ Disallow: /assets/data/ Disallow: /tagger.html # XML Sitemap declaration Sitemap: https://hswrk.com/sitemap.xml