# Robots.txt for EduYug.com # School ERP Software Website # Allow all search engines to crawl the site User-agent: * # Allow access to main directories Allow: / Allow: /assets/ Allow: /assest/ # Disallow access to sensitive directories Disallow: /application/ Disallow: /system/ Disallow: /index.php/ Disallow: /admin/ Disallow: /private/ Disallow: /temp/ Disallow: /cache/ Disallow: /logs/ # Disallow query parameters that don't add value Disallow: /*?* Disallow: /*&* # Allow specific important files Allow: /sitemap.xml Allow: /favicon.ico Allow: /robots.txt # Block specific bots if needed (uncomment if required) # User-agent: AhrefsBot # Disallow: / # User-agent: MJ12bot # Disallow: / # Crawl delay for all bots (optional - helps with server load) Crawl-delay: 1 # Sitemap location Sitemap: https://eduyug.com/sitemap.xml # Additional sitemaps (if you create more specific ones) # Sitemap: https://eduyug.com/sitemap-images.xml # Sitemap: https://eduyug.com/sitemap-blog.xml