Crawl-delay: 10
# START YOAST BLOCK
# ---------------------------
User-agent: *
# Allow standard WordPress content
Allow: /wp-content/uploads/

# Block sensitive WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-json/

# Prevent indexing of certain file types
Disallow: /*.xlsx$
Disallow: /*.xls$
Disallow: /*.csv$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pdf$

# Optional: prevent indexing of query strings (e.g. ?s= search results)
Disallow: /?s=
Disallow: /*?s=*

Sitemap: https://wpstage.tintri.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK