# /robots.txt file for https://mutcd.fhwa.dot.gov # comments? mail web.master@fhwa.dot.gov, FHWAWEB2@dot.gov # rules for all robots User-agent: * # 1 second crawl delay (note - ignored by googlebot) Crawl-delay: 1 # files/directories excluded from crawl Disallow: # exception files from excluded list above # Allow: