# robots.txt for https://www.orka.co # Allow all search engines to access everything User-agent: * Disallow: # Specify the sitemap to help search engines find and index your content Sitemap: https://www.orka.co/sitemap.xml # Block access to admin and other sensitive areas Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /private/ # Block access to temporary or duplicate content directories Disallow: /temporary/ Disallow: /cgi-bin/ # Prevent indexing of unnecessary parameters or dynamic URLs Disallow: /*?session_id= Disallow: /*?utm_source= Disallow: /*?ref= # Block specific crawlers if needed (commented out by default) # User-agent: BadBot # Disallow: / # Example of setting crawl delay to avoid overloading the server (optional) # Crawl-delay: 10 # End of file