# MicrodosingDiary.com - Robots.txt # Generated: 2024-12-19 # ⚠️ IMPORTANT DISCLAIMERS: # • This service is for personal tracking only, not medical advice # • Users must be 18+ years old # • Many substances may be illegal in various jurisdictions # • Always consult healthcare professionals before use # Allow all crawlers to access public content User-agent: * Allow: / # Allow multilingual public pages Allow: /en Allow: /en/ Allow: /cs Allow: /cs/ # Allow translated public pages Allow: /en/contact Allow: /cs/kontakt Allow: /en/privacy-and-terms Allow: /cs/ochrana-a-podminky # Allow public protocols pages (NEW!) Allow: /en/protocols Allow: /cs/protokoly # Allow public substances pages Allow: /en/substances Allow: /cs/latky # Allow authentication pages for SEO discovery Allow: /en/users/sign_in Allow: /cs/users/sign_in Allow: /en/users/sign_up Allow: /cs/users/sign_up Allow: /en/users/password Allow: /cs/users/password # Disallow private/authenticated areas Disallow: /dashboard Disallow: /prehled Disallow: /entries Disallow: /zaznamy Disallow: /settings Disallow: /nastaveni Disallow: /statistics Disallow: /statistiky Disallow: /ical/ Disallow: /api/ # Disallow Rails internal paths Disallow: /rails/ Disallow: /cable # Crawl delay (be nice to servers) Crawl-delay: 1 # Sitemap location Sitemap: https://microdosingdiary.com/sitemap.xml