17 lines
336 B
Plaintext
17 lines
336 B
Plaintext
# robots.txt for mifi.ventures
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
|
|
# Crawl delay (optional, uncomment if needed)
|
|
# Crawl-delay: 1
|
|
|
|
# Disallow specific paths if needed
|
|
# Disallow: /private/
|
|
|
|
# Sitemap
|
|
Sitemap: https://mifi.ventures/sitemap.xml
|
|
|
|
# Host preference (helps search engines understand the canonical domain)
|
|
# Host: https://mifi.ventures
|