mirror of
https://github.com/alam00000/bentopdf.git
synced 2026-11-05 20:02:47 +01:00
25 lines
420 B
Plaintext
25 lines
420 B
Plaintext
# BentoPDF Robots.txt
|
|
# https://www.bentopdf.com
|
|
|
|
# Allow all crawlers
|
|
User-agent: *
|
|
Allow: /
|
|
|
|
# Sitemap location
|
|
Sitemap: https://www.bentopdf.com/sitemap.xml
|
|
|
|
# Disallow internal/system paths
|
|
Disallow: /api/
|
|
Allow: /src/pages/
|
|
Disallow: /src/
|
|
Disallow: /*.wasm$
|
|
Disallow: /*.wasm.gz$
|
|
Disallow: /*.data.gz$
|
|
Disallow: /*.br$
|
|
|
|
# Disallow temporary/upload directories
|
|
Disallow: /tmp/
|
|
Disallow: /temp/
|
|
Disallow: /uploads/
|
|
|