User-agent: *
Allow: /

# Allow important pages for SEO
Allow: /index.php
Allow: /pdf-to-jpg.php
Allow: /pdf-split.php
Allow: /pdf-merge.php
Allow: /html-to-pdf.php
Allow: /markdown-to-pdf.php
Allow: /word-to-pdf.php
Allow: /pdf-to-word.php
Allow: /pdf-ocr.php
Allow: /pdf-to-pptx.php
Allow: /pdf-to-markdown.php
Allow: /images-to-pdf.php
Allow: /image-resizer/

# Allow CSS and JS for better user experience
Allow: /css/
Allow: /js/

# Block sensitive areas
Disallow: /includes/
Disallow: /vendor/
Disallow: /downloads/
Disallow: /uploads/
Disallow: /logs/
Disallow: /SHRIMP/
Disallow: /*.json$
Disallow: /*.lock$

# Block processing files (they shouldn't be indexed)
Disallow: /process-*.php
Disallow: /check.php

# Allow New Utility specific tools
Allow: /customs-verification.php
Allow: /exchange-rate-lookup.php
Allow: /image-format-converter.php
Allow: /remove-bg.php
Allow: /password-generator.php
Allow: /check-ip.php
Allow: /domain-lookup.php
Allow: /emoji-search.php

# Allow images and favicons
Allow: /images/

# Sitemap location (update with your actual domain)
Sitemap: https://yoursite.com/sitemap.xml

# Crawl delay to be polite
Crawl-delay: 1