User-agent: * # Block access to admin pages and internal scripts Disallow: /admin/ Disallow: /scripts/ Disallow: /api/ # Disallow crawling of source map files (for debugging, not needed by crawlers) Disallow: /*.js.map$ Disallow: /*.css.map$ Allow: / # Specify the sitemap location Sitemap: https://www.jfeed.com/sitemap.xml Sitemap: https://www.jfeed.com/sitemap-news.xml