# robots.txt for forefrontweb.com
 
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
 
# Block internal/search URLs
Disallow: /?s=
Disallow: /search/
Disallow: /?refPageViewId=
Disallow: /?ref=
Disallow: /?source=
 
# Block low-value archive pages
Disallow: /author/
Disallow: /tag/
Disallow: /category/*/feed/
Disallow: /tag/*/feed/
Disallow: /faq_category/*/feed/
 
# Block unnecessary system endpoints
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /embed/
 
# Allow core assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.gif$
 
# Sitemap
Sitemap: https://forefrontweb.com/sitemap_index.xml