User-agent: *
Allow: /

# Allow search engines to crawl all content
Allow: /
Allow: /about/
Allow: /features/
Allow: /how-it-works/
Allow: /businesses/
Allow: /pricing/
Allow: /reviews/
Allow: /contact/
Allow: /help/
Allow: /tutorials/
Allow: /privacy/
Allow: /terms/
Allow: /login/
Allow: /download/

# Allow access to static assets
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/

# Block access to sensitive files and directories
Disallow: /config/
Disallow: /includes/
Disallow: /admin/
Disallow: /api/
Disallow: /temp/
Disallow: /logs/

# Block access to PHP files that shouldn't be indexed
Disallow: /*.php$
Disallow: /config/*.php
Disallow: /includes/*.php

# Block common development and system files
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.tmp$
Disallow: /*.cache$

# Sitemap location
Sitemap: https://sarahisab.com/sitemap.xml

# Crawl delay (optional, be nice to servers)
Crawl-delay: 1