User-agent: * Allow: / # Block 404 page from indexing Disallow: /404.html Disallow: /404 # Block API endpoints from indexing Disallow: /api/ # Block search parameter URLs Disallow: /*?s=* Disallow: /*&s=* Disallow: /*?q=* Disallow: /*&q=* # Sitemap location Sitemap: https://adamic.tech/sitemap.xml # Crawl-delay for polite crawling Crawl-delay: 1