User-agent: * Disallow: /AdminCp/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /login/ Disallow: /register/ Disallow: /profile/ Disallow: /user/ Disallow: /account/ Disallow: /members/ Disallow: /checkout/ Disallow: /cart/ Disallow: /order-confirmation/ Disallow: /thank-you/ Disallow: /*?s= Disallow: /*?search= Disallow: /*?* # 🔒 Prevent access to sensitive Laravel directories Disallow: /vendor/ Disallow: /config/ Disallow: /database/ Disallow: /resources/ Disallow: /routes/ Disallow: /tests/ Disallow: /node_modules/ Disallow: /bootstrap/ Disallow: /docker/ Disallow: /sail/ Disallow: /backup/ Disallow: /dev/ Disallow: /test/ Disallow: /uploads/ Disallow: /template/ Disallow: /system/ Disallow: /ffrdcp/ Disallow: /asset/ Disallow: /application/ Disallow: /asseta/ # 🔒 Prevent access to sensitive Laravel files Disallow: /server.php Disallow: /artisan Disallow: /composer.json Disallow: /composer.lock Disallow: /package.json Disallow: /phpunit.xml Disallow: /webpack.mix.js Disallow: /index.php Disallow: /.env Disallow: /.env.example Disallow: /.gitattributes Disallow: /.gitignore Disallow: /.user.ini Disallow: /.editorconfig Disallow: /postcss.config.js Disallow: /README.md Disallow: /package-lock.json # 🚫 Block access to the entire storage folder except for images Disallow: /storage/ Allow: /storage/*.jpg$ Allow: /storage/*.jpeg$ Allow: /storage/*.png$ Allow: /storage/*.gif$ Allow: /storage/*.webp$ # ✅ Allow indexing of stored images Allow: /storage/uploads/*.jpg$ Allow: /storage/uploads/*.jpeg$ Allow: /storage/uploads/*.png$ Allow: /storage/uploads/*.gif$ Allow: /storage/uploads/*.webp$ # 🎥 Prevent indexing of large media files Disallow: /*.pdf$ Disallow: /*.mp4$ Disallow: /*.avi$ Disallow: /*.mov$ # ✅ Allow indexing of important public assets Allow: /public/css/ Allow: /public/js/ Allow: /public/uploads/ # ⏳ Reduce crawl rate for specific bots User-agent: YandexBot Crawl-delay: 10 User-agent: Baiduspider Crawl-delay: 10 # 🚫 Block unnecessary bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Exabot Disallow: / User-agent: Scrapy Disallow: / User-agent: PetalBot Disallow: / User-agent: SeekportBot Disallow: / User-agent: MojeekBot Disallow: / User-agent: AspiegelBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: Baiduspider Disallow: / User-agent: spambot Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailHarvester Disallow: / User-agent: ExtractorPro Disallow: / User-agent: WebBandit Disallow: / User-agent: Zeus Disallow: / User-agent: oBot Disallow: / User-agent: * Disallow: /spam/ # 📌 Clean URLs by removing unnecessary parameters Clean-param: utm_*&ref&sessionid # 🔗 Sitemap for better SEO and indexing Sitemap: https://hmsf.ae/sitemap.xml