# # robots.txt for www3.epa.gov # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * Crawl-delay: 1 # Non-primary aliases generated 20151023 by/ # /public/server/util/archive/robots_nonprmary.pl/ Disallow: /cgi-bin/ Disallow: /airmarkets/airtransport/ Disallow: /airmarkets/airtransport/CSAPR/ Disallow: /airmarkt/ Disallow: /airquality/advance/ Disallow: /airquality/aircompare/ Disallow: /airquality/airdata/ Disallow: /airquality/airtrends/ Disallow: /airquality/blackcarbon/ Disallow: /airquality/collision/ Disallow: /airquality/combustion/compliance/ Disallow: /airquality/drycleaningrule/ Disallow: /airquality/lead/designations/ Disallow: /airquality/nitrogenoxides/designations/ Disallow: /airquality/nsr/ Disallow: /airquality/ozonepollution/ Disallow: /airquality/ozonepollution/designations/ Disallow: /airquality/particlepollution/ Disallow: /airquality/pm/designations/ Disallow: /airquality/powerplanttoxics/ Disallow: /airquality/sulfurdioxide/designations/ Disallow: /airquality/visibility/ Disallow: /airtoxics/nata2005/ Disallow: /airtoxics/natamain/ Disallow: /ceampubl/fchain/webice/ Disallow: /epainnov/sustainability-database/ Disallow: /epawaste/conserve/composting/ Disallow: /epawaste/conserve/smm/ Disallow: /epawaste/conserve/smm/foodrecovery/ Disallow: /epawaste/hazard/tsd/pcbs/pubs/caulk/ Disallow: /greenvehicle/ Disallow: /nonroaddiesel/ Disallow: /oecaerth/environmentaljustice/ Disallow: /ogwdw000/ Disallow: /otaq/carlabel/ Disallow: /otaq/cert/mpg/ Disallow: /otaq/diesel/sector-programs/ Disallow: /otaq/emisslab/ Disallow: /otaq/greenvehicles/ Disallow: /otaq/regs/im/obd/ Disallow: /otaq/regs/ld-hwy/tier-2/ Disallow: /otaq/regs/nonroad/ Disallow: /otaq/regs/nonroad/equip-hd/ Disallow: /otaq/retrofit/ Disallow: /otaq/smartway/ Disallow: /pesticides/pestwise/ Disallow: /region02/citizenscience/ Disallow: /region02/superfund/hudson/ Disallow: /region09/ Disallow: /region5/enbridgespill/ Disallow: /region9/recyclecity/ Disallow: /region9/socal/ Disallow: /statelocalclimate/resources/avert/ Disallow: /statelocalclimate/resources/cobra/ Disallow: /statelocalclimate/showcase/ Disallow: /swerrims/osweraccomplishments/ Disallow: /twebhelp/ # End Non-primary aliases/ # sitemaps.pl inserts for Sun May 21 15:48:49 EDT 2017 below Sitemap: https://www3.epa.gov/acidrain.xml Sitemap: https://www3.epa.gov/air.xml Sitemap: https://www3.epa.gov/airdata.xml Sitemap: https://www3.epa.gov/airmarkets.xml Sitemap: https://www3.epa.gov/airnow.xml Sitemap: https://www3.epa.gov/airquality.xml Sitemap: https://www3.epa.gov/airtoxics.xml Sitemap: https://www3.epa.gov/airtransport.xml Sitemap: https://www3.epa.gov/airtrends.xml Sitemap: https://www3.epa.gov/apti.xml Sitemap: https://www3.epa.gov/blackcarbon.xml Sitemap: https://www3.epa.gov/boilercompliance.xml Sitemap: https://www3.epa.gov/caddis.xml Sitemap: https://www3.epa.gov/carbon-footprint-calculator.xml Sitemap: https://www3.epa.gov/castnet.xml Sitemap: https://www3.epa.gov/ceampubl.xml Sitemap: https://www3.epa.gov/climatechange.xml Sitemap: https://www3.epa.gov/collisionrepair.xml Sitemap: https://www3.epa.gov/crossstaterule.xml Sitemap: https://www3.epa.gov/emergencies.xml Sitemap: https://www3.epa.gov/enbridgespill.xml Sitemap: https://www3.epa.gov/enviro.xml Sitemap: https://www3.epa.gov/epafiles.xml Sitemap: https://www3.epa.gov/epahome.xml Sitemap: https://www3.epa.gov/epainnov.xml Sitemap: https://www3.epa.gov/evaluate.xml Sitemap: https://www3.epa.gov/ghgreporting.xml Sitemap: https://www3.epa.gov/hudson.xml Sitemap: https://www3.epa.gov/leaddesignations.xml Sitemap: https://www3.epa.gov/mats.xml Sitemap: https://www3.epa.gov/nata.xml Sitemap: https://www3.epa.gov/nata2005.xml Sitemap: https://www3.epa.gov/no2designations.xml Sitemap: https://www3.epa.gov/npdes.xml Sitemap: https://www3.epa.gov/nsr.xml Sitemap: https://www3.epa.gov/osweraccomplishments.xml Sitemap: https://www3.epa.gov/otaq.xml Sitemap: https://www3.epa.gov/owow.xml Sitemap: https://www3.epa.gov/ozone.xml Sitemap: https://www3.epa.gov/ozoneadvance.xml Sitemap: https://www3.epa.gov/ozonepollution.xml Sitemap: https://www3.epa.gov/pesticides.xml Sitemap: https://www3.epa.gov/pm.xml Sitemap: https://www3.epa.gov/pmdesignations.xml Sitemap: https://www3.epa.gov/radiation.xml Sitemap: https://www3.epa.gov/radtown.xml Sitemap: https://www3.epa.gov/recyclecity.xml Sitemap: https://www3.epa.gov/reg3wapd.xml Sitemap: https://www3.epa.gov/reg3wcmd.xml Sitemap: https://www3.epa.gov/region02.xml Sitemap: https://www3.epa.gov/region07.xml Sitemap: https://www3.epa.gov/region1.xml Sitemap: https://www3.epa.gov/region10.xml Sitemap: https://www3.epa.gov/region4.xml Sitemap: https://www3.epa.gov/region5.xml Sitemap: https://www3.epa.gov/region6.xml Sitemap: https://www3.epa.gov/region9.xml Sitemap: https://www3.epa.gov/research.xml Sitemap: https://www3.epa.gov/safewater.xml Sitemap: https://www3.epa.gov/scram001.xml Sitemap: https://www3.epa.gov/site_admin.xml Sitemap: https://www3.epa.gov/so2designations.xml Sitemap: https://www3.epa.gov/statelocalclimate.xml Sitemap: https://www3.epa.gov/tri.xml Sitemap: https://www3.epa.gov/ttn.xml Sitemap: https://www3.epa.gov/ttnairs1.xml Sitemap: https://www3.epa.gov/ttnamti1.xml Sitemap: https://www3.epa.gov/ttncatc1.xml Sitemap: https://www3.epa.gov/ttnchie1.xml Sitemap: https://www3.epa.gov/ttnecas1.xml Sitemap: https://www3.epa.gov/ttnemc01.xml Sitemap: https://www3.epa.gov/visibility.xml Sitemap: https://www3.epa.gov/waters.xml Sitemap: https://www3.epa.gov/waterscience.xml Sitemap: https://www3.epa.gov/watersense.xml Sitemap: https://www3.epa.gov/webice.xml