# ========================================================== # BD GARMENTS CAREER - Production robots.txt # Website: https://bdgarmentscareer.com/ # ========================================================== # ---------------------------------------------------------- # Default crawler rules # ---------------------------------------------------------- User-agent: * # Allow crawling of the public website Allow: / # Allow uploaded media Allow: /wp-content/uploads/ # Allow WordPress AJAX Allow: /wp-admin/admin-ajax.php # Allow CSS and JavaScript files Allow: /*.css$ Allow: /*.js$ # ---------------------------------------------------------- # Block private / system WordPress directories # ---------------------------------------------------------- Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # ---------------------------------------------------------- # Block unnecessary WordPress URLs # ---------------------------------------------------------- Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: /category/*/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /search Disallow: /author/ # ---------------------------------------------------------- # Block selected crawler bots # ---------------------------------------------------------- User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / # ---------------------------------------------------------- # XML Sitemap # ---------------------------------------------------------- Sitemap: https://bdgarmentscareer.com/sitemap.xml Sitemap: https://bdgarmentscareer.com/sitemap_index.xml