Sitemap: https://www.stl.news/sitemap_index.xml

User-agent: *
Allow: /

# WordPress Core
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block internal search results
Disallow: /?s=
Disallow: /*?s=
Disallow: /search/

# Block preview URLs
Disallow: /*?preview=
Disallow: /*?preview=true

# Block attachment pages
Disallow: /*?attachment_id=

# Allow important assets
Allow: /*.css$
Allow: /*.js$

# Allow ads.txt files
Allow: /ads.txt
Allow: /app-ads.txt