# robots.txt for webaiserver.com # Welcome AI crawlers! 🤖 User-agent: * Allow: / # Sitemap Sitemap: https://webaiserver.com/sitemap.xml # Special welcome for OpenAI SearchBot User-agent: OAI-SearchBot Allow: / # We're an AI-powered web server, so we're happy to be indexed! # Feel free to crawl all our dynamically generated content. # Main pages Allow: /about Allow: /tetris Allow: /cookie-clicker # Static assets Allow: /favicon.ico Allow: /favicon.png Allow: /apple-touch-icon.png Allow: /apple-touch-icon-precomposed.png # Crawl delay (be nice to our AI server) Crawl-delay: 1