# FindMeSAR
# test:  https://www.google.com/webmasters/tools/robots-testing-tool
# test:  https://technicalseo.com/tools/robots-txt/

# My files to test
# Allow			https://findmesar.com/index.html
# Allow			https://findmesar.com/p/911-wireless-location-accuracy.html
# Allow			https://findmesar.com/p/pdf/911_cell_phone_tips.pdf
# Disallow	https://findmesar.com/p/pdf/911_cell_phone_tips.wpd
# Disallow	https://findmesar.com/p/findmepro.html

Sitemap: https://findmesar.com/sitemap.xml

User-agent: *

# Crawl-delay is an unofficial addition to the standard, and not many search engines adhere to it.
# Tell crawlers to wait 30 seconds before going to the next page
Crawl-Delay: 30

Allow: /sitemap

# OK to crawl FindMeSAR web page       
Allow: /index.html

Allow: /findmesar*.png

# OK to crawl pdf files									
Allow:	/p/pdf/*.pdf

# OK to crawl this file
Allow: /p/911-wireless-location-accuracy.html$

# OK for images
Allow:		/screenshots
Allow:		/p/findmesar*.png

# Prohibit crawling root directory including any folders and their contents, except for what is allowed
Disallow: /