User-agent: * # Allow public HTML pages and articles Allow: / Allow: /articles/ Allow: /bitcoin Allow: /ethereum Allow: /solana Allow: /bnb Allow: /tether Allow: /defi Allow: /cardano Allow: /xrp Allow: /dogecoin Allow: /polygon Allow: /shiba Allow: /avalanche Allow: /search # Disallow internal or API paths Disallow: /api/ Disallow: /admin Disallow: /internal/ Disallow: /unused/ Sitemap: https://bitcoin.hoqueai.com/static/sitemap.xml