# Robots.txt for https://www.flirtrecipes.com/ # Allow all web crawlers to access the entire site User-agent: * Allow: / # Sitemap location (update this URL if you have a sitemap) Sitemap: https://www.flirtrecipes.com/sitemap.xml # Optional: Crawl delay (uncomment if needed to slow down aggressive crawlers) # Crawl-delay: 1 # Block access to specific directories (uncomment and modify as needed) # Disallow: /admin/ # Disallow: /private/ # Disallow: /temp/ # Disallow: /*.pdf$ # Allow specific search engines (examples) # User-agent: Googlebot # Allow: / # User-agent: Bingbot # Allow: /