User-agent: *

# --- Block typical admin/system directories ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/

# --- Allow everything else — public content, forums, search, feeds, pagination, query URLs, etc. ---
Allow: /

# --- Allow static resources — essential for proper rendering and SEO ---
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.pdf$

# --- Sitemap(s) — helps crawlers discover all pages efficiently ---
Sitemap: https://www.horseracing.com/sitemap_index.xml