User-agent: *
Crawl-delay: 10
Disallow: /centers/doissg
Disallow: /doissg-themes/
Disallow: /doissg-topics/
Disallow: /doissg-non-theme-topics/
Disallow: /centers/nsf-usgs
Disallow: /nsf-usgs-themes/
Disallow: /nsf-usgs-topics/
Disallow: /nsf-usgs-non-theme-topics/
Disallow: /centers/ca-water-ls
Disallow: /ca-water-ls-themes/
Disallow: /ca-water-ls-topics/
Disallow: /ca-water-ls-non-theme-topics/
Disallow: /centers/cersc
Disallow: /cersc-themes/
Disallow: /cersc-topics/
Disallow: /cersc-non-theme-topics/
Disallow: /centers/eersc
Disallow: /eersc-themes/
Disallow: /eersc-topics/
Disallow: /eersc-non-theme-topics/
Disallow: /centers/saltonsea
Disallow: /saltonsea-themes/
Disallow: /saltonsea-topics/
Disallow: /saltonsea-non-theme-topics/
Disallow: /centers/wret
Disallow: /wret-themes/
Disallow: /wret-topics/
Disallow: /wret-non-theme-topics/
Disallow: /cdi-themes/
Disallow: /cdi-topics/
Disallow: /cdi-non-theme-topics/
Disallow: /centers/floods
Disallow: /floods-themes/
Disallow: /floods-topics/
Disallow: /floods-non-theme-topics/
Disallow: /centers/casc
Disallow: /casc-themes/
Disallow: /casc-topics/
Disallow: /casc-non-theme-topics/
Disallow: /centers/nggdpp
Disallow: /nggdpp-themes/
Disallow: /nggdpp-topics/
Disallow: /nggdpp-non-theme-topics/
Disallow: /centers/mendenhall
Disallow: /mendenhall-themes/
Disallow: /mendenhall-topics/
Disallow: /mendenhall-non-theme-topics/
Disallow: /centers/mendenhallrfp
Disallow: /mendenhallrfp-themes/
Disallow: /mendenhallrfp-topics/
Disallow: /mendenhallrfp-non-theme-topics/
Disallow: /centers/mendenhallrf
Disallow: /mendenhallrf-themes/
Disallow: /mendenhallrf-topics/
Disallow: /mendenhallrf-non-theme-topics/
Disallow: /centers/lcsp
Disallow: /lcsp-themes/
Disallow: /lcsp-topics/
Disallow: /lcsp-non-theme-topics/
Disallow: /hurrflorence-themes/
Disallow: /hurrflorence-topics/
Disallow: /hurrflorence-non-theme-topics/
Disallow: /centers/sdc
Disallow: /sdc-themes/
Disallow: /sdc-topics/
Disallow: /sdc-non-theme-topics/
Disallow: /centers/hurrmichael
Disallow: /hurrmichael-themes/
Disallow: /hurrmichael-topics/
Disallow: /hurrmichael-non-theme-topics/
Disallow: /centers/testst
Disallow: /testst-themes/
Disallow: /testst-topics/
Disallow: /testst-non-theme-topics/
Disallow: /centers/lrma
Disallow: /lrma-themes/
Disallow: /lrma-topics/
Disallow: /lrma-non-theme-topics/
Disallow: /centers/fire
Disallow: /fire-themes/
Disallow: /fire-topics/
Disallow: /fire-non-theme-topics/
Disallow: /centers/ehp
Disallow: /ehp-themes/
Disallow: /ehp-topics/
Disallow: /ehp-non-theme-topics/
Disallow: /centers/sdcp
Disallow: /sdcp-themes/
Disallow: /sdcp-topics/
Disallow: /sdcp-non-theme-topics/
#Disallow: /about/
Disallow: /connect/
Disallow: /centers/css
Disallow: /css-themes/
Disallow: /css-topics/
Disallow: /css-non-theme-topics/
Disallow: /cost-center/
Disallow: /science-centers/
Disallow: /centers/scienceforall
Disallow: /scienceforall-themes/
Disallow: /scienceforall-topics/
Disallow: /scienceforall-non-theme-topics/
Disallow: /centers/ehma
Disallow: /ehma-themes/
Disallow: /ehma-topics/
Disallow: /ehma-non-theme-topics/
#SCIENCE SUPPORT----
Disallow: /ngp/3dep/
Disallow: /core-science-systems/ngp/3dep
Disallow: /core-science-systems/ngp/akmap
Disallow: /core-science-systems/ngp/akmap/
Disallow: /ngp/akmap/
Disallow: /ngp/cegis/
Disallow: /ngp/cegis
Disallow: /products/scientific-collections
Disallow: /products/scientific-collections/
Disallow: /csasl/cdi/
Disallow: /csasl/cdi
Disallow: /nggdp/core-research-center
Disallow: /nggdp/core-research-center/
Disallow: /cost-centers/
Disallow: /science-support/foia
Disallow: /science-support/foia/
Disallow: /core-science-systems/powell-ctr
Disallow: /core-science-systems/powell-ctr/
Disallow: /core-science-systems/libraries-program
Disallow: /core-science-systems/libraries-program/
Disallow: /ngp/ngtoc
Disallow: /ngp/ngtoc/
Disallow: /ngp/ss
Disallow: /ngp/ss/
Disallow: /ngp/tnm-delivery
Disallow: /ngp/tnm-delivery/
Disallow: /ngp/tnm-corps
Disallow: /ngp/tnm-corps/
Disallow: /ngp/topo-maps
Disallow: /ngp/topo-maps/
Disallow: /water-resources/wim
Disallow: /water-resources/wim/
Disallow: /osqi/yes/3d-parks
Disallow: /osqi/yes/3d-parks/
#Special-topics
Disallow: /special-topic/big-sur-landslide
Disallow: /big-sur-themes/
Disallow: /special-topic/microbiome
Disallow: /microbiome-themes/
Disallow: /microbiome-non-theme-topics/
Disallow: /microbiome-topics/
#CENTERS-----
#ASC
Disallow: /centers/asc
#Disallow: /asc-non-theme-topics/
#Disallow: /asc-themes/
#Disallow: /asc-topics/
#ASTRO
Disallow: /centers/astrogeo-sc
#Disallow: /astrogeo-sc-non-theme-topics/
#Disallow: /astrogeo-sc-themes/
#Disallow: /astrogeo-sc-topics/
#AZ-WATER
#Disallow: /az-water-non-theme-topics/
#Disallow: /az-water-themes/
#Disallow: /az-water-topics/
#CA-WATER
Disallow: /centers/ca-water
#Disallow: /ca-water-non-theme-topics/
#Disallow: /ca-water-themes/
#Disallow: /ca-water-topics/
#CAR-FL-WATER
Disallow: /centers/car-fl-water
Disallow: /car-fl-water-themes/
Disallow: /car-fl-water-topics/
Disallow: /car-fl-water-non-theme-topics/
#CBA
Disallow: /cba-non-theme-topics/
Disallow: /cba-themes/
Disallow: /cba-topics/
#CERC
Disallow: /cerc-non-theme-topics/
Disallow: /cerc-themes/
Disallow: /cerc-topics/
#CGGSC
Disallow: /centers/cggsc
Disallow: /cggsc-themes/
Disallow: /cggsc-topics/
Disallow: /cggsc-non-theme-topics/
#CM-WATER
Disallow: /cm-water-non-theme-topics/
Disallow: /cm-water-themes/
Disallow: /cm-water-topics/
#CMERSC
Disallow: /centers/cmersc
Disallow: /cmersc-non-theme-topics/
Disallow: /cmersc-themes/
Disallow: /cmersc-topics/
#CMGP
Disallow: /centers/cmgp
Disallow: /cmgp-non-theme-topics/
Disallow: /cmgp-themes/
Disallow: /cmgp-topics/
#CO-WATER
Disallow: /centers/co-water
Disallow: /co-water-non-theme-topics/
Disallow: /co-water-themes/
Disallow: /co-water-topics/
#CRUST
Disallow: /centers/crust
Disallow: /crust-non-theme-topics/
Disallow: /crust-themes/
Disallow: /crust-topics/
#CSASL
Disallow: /centers/csasl
Disallow: /csasl-non-theme-topics/
Disallow: /csasl-themes/
Disallow: /csasl-topics/
#DAKOTA
Disallow: /centers/dakota-water
Disallow: /dakota-water-non-theme-topics/
Disallow: /dakota-water-themes/
Disallow: /dakota-water-topics/
#DML
Disallow: /centers/dml
Disallow: /dml-non-theme-topics/
Disallow: /dml-themes/
Disallow: /dml-topics/
Disallow: /dml-capabilities-non-theme-topics/
Disallow:	/dml-capability-themes/
Disallow:	/dml-capabilities-topics/
#EGGL
Disallow: /centers/eggl
Disallow: /eggl-themes/
Disallow: /eggl-topics/
Disallow: /eggl-non-theme-topics/
#FBGC
Disallow: /centers/fbgc
Disallow: /fbgc-themes/
Disallow: /fbgc-topics/
Disallow: /fbgc-non-theme-topics/
#EMERSC
Disallow: /centers/emersc
Disallow: /emersc-themes/
Disallow: /emersc-topics/
Disallow: /emersc-non-theme-topics/
#EMP
Disallow: /centers/emp
Disallow: /emp-themes/
Disallow: /emp-topics/
Disallow: /emp-non-theme-topics/
#ENVIRONPROG
Disallow: /centers/enviroprog
Disallow: /enviroprog-non-theme-topics/
Disallow: /enviroprog-themes/
Disallow: /enviroprog-topics/
#EROS
Disallow:/centers/eros
Disallow: /eros-non-theme-topics/
Disallow: /eros-themes/
Disallow: /eros-topics/
#ERP
Disallow: /centers/erp
Disallow: /erp-non-theme-topics/
Disallow: /erp-themes/
Disallow: /erp-topics/
#EWP
Disallow: /centers/ewp
Disallow: /ewp-non-theme-topics/
Disallow: /ewp-themes/
Disallow: /ewp-topics/
#FISHERIES
Disallow: /centers/fisheries
Disallow: /fisheries-non-theme-topics/
Disallow: /fisheries-themes/
Disallow: /fisheries-topics/
#FORT
Disallow: /fort-topics/
Disallow: /fort-themes/
Disallows: /fort-non-theme-topics/
#FRESC
Disallow: /fresc-non-theme-topics/
Disallow: /fresc-themes/
Disallow: /fresc-topics/
#FWD
Disallow: /centers/fwd
Disallow: /fwd-non-theme-topics/
Disallow: /fwd-themes/
Disallow: /fwd-topics/
#GECSC
Disallow: /centers/gecsc
Disallow: /gecsc-non-theme-topics/
Disallow: /gecsc-themes/
Disallow: /gecsc-topics/
#GEOHAZARDS
Disallow: /centers/geohazards
Disallow: /geohazards-non-theme-topics/
Disallow: /geohazards-themes/
Disallow: /geohazards-topics/
#GEOMAGNETISM
Disallow: /centers/geomagnetism
Disallow: /geomagnetism-themes/
Disallow: /geomagnetism-topics/
Disallow: /geomagnetism-non-theme-topics/
#GLR
Disallow: /glr-non-theme-topics/
Disallow: /glr-themes/
Disallow: /glr-topics/
#GLSC
Disallow: /centers/glsc
Disallow: /glsc-non-theme-topics/
Disallow: /glsc-themes/
Disallow: /glsc-topics/
#GMEG
Disallow: /centers/gmeg
Disallow: /gmeg-non-theme-topics/
Disallow: /gmeg-themes/
Disallow: /gmeg-topics/
#GOM
Disallow: /centers/gom
Disallow: /gom-non-theme-topics/
Disallow: /gom-themes/
Disallow: /gom-topics/
#GWSIP
Disallow: /centers/gwsip
Disallow: /gwsip-themes/
Disallow: /gwsip-topics/
Disallow: /gwsip-non-theme-topics/
#ID-WATER
Disallow: /id-water-non-theme-topics/
Disallow: /id-water-themes/
Disallow: /id-water-topics/
#ILIA-WATER
Disallow: /centers/ilia-water
Disallow: /ilia-water-non-theme-topics/
Disallow: /ilia-water-themes/
Disallow: /ilia-water-topics/
#INKY
Disallow: /centers/inkywsc
Disallow: /inkywsc-non-theme-topics/
Disallow: /inkywsc-themes/
Disallow: /inkywsc-topics/
#LRP
Disallow: /centers/lrp
Disallow: /lrp-non-theme-topics/
Disallow: /lrp-themes/
Disallow: /lrp-topics/
#LEETOWN
Disallow: /centers/lsc
Disallow: /lsc-non-theme-topics/
Disallow: /lsc-themes/
Disallow: /lsc-topics/
#LHP
Disallow: /centers/lhp
Disallow: /lhp-themes/
Disallow: /lhp-topics/
Disallow: /lhp-non-theme-topics/
#MD-DE-DC
Disallow: /md-de-dc-water-themes/
Disallow: /md-de-dc-water-topics/
Disallow: /md-de-dc-non-theme-topics/
#MI-OH
Disallow: /centers/mi-oh-water
Disallow: /mi-water-themes/
Disallow: /mi-water-topics/
Disallow: /mi-water-non-theme-topics/
#MICROBIO
Disallow: /centers/microbio
Disallow: /microbio-themes/
Disallow: /microbio-topics/
Disallow: /microbio-non-theme-topics/
#MICROBIOME
Disallow: /centers/microbiome
Disallow: /microbiome-non-theme-topics/
Disallow: /microbiome-themes/
Disallow: /microbiome-topics/
#MO-WATER
Disallow: /centers/mo-water
Disallow: /mo-water-non-theme-topics/
Disallow: /mo-water-themes/
Disallow: /mo-water-topics/
#MRL
Disallow: /centers/mrl
Disallow: /mrl-non-theme-topics/
Disallow: /mrl-themes/
Disallow: /mrl-topics/
#MRP
Disallow: /centers/mrp
Disallow: /mrp-non-theme-topics/
Disallow: /mrp-themes/
Disallow: /mrp-topics/
#NCGMP
Disallow: /centers/ncgmp
Disallow: /ncgmp-non-theme-topics/
Disallow: /ncgmp-themes/
Disallow: /ncgmp-topics/
#NE-WATER
Disallow: /ne-water-non-theme-topics/
Disallow: /ne-water-themes/
Disallow: /ne-water-topics/
#NHMA
Disallow:	/centers/nhma
Disallow:	/nhma-non-theme-topics/
Disallow:	/nhma-themes/
Disallow:	/nhma-topics/
#NJ-WATER
Disallow:	/centers/nj-water
Disallow:	/nj-water-non-theme-topics/
Disallow:	/nj-water-themes/
Disallow:	/nj-water-topics/
#NPWRC
Disallow: /npwrc-themes/
Disallow: /npwrc-topics/
Disallow: /npwrc-non-theme-topics/
#NV-WATER
Disallow:	/centers/nv-water
Disallow:	/nv-water-non-theme-topics/
Disallow:	/nv-water-themes/
Disallow:	/nv-water-topics/
#NWHC
Disallow:	/nwhc-non-theme-topics/
Disallow:	/nwhc-themes/
Disallow:	/nwhc-topics/
#NWQL
Disallow:	/labs/nwql
Disallow:	/nwql-non-theme-topics/
Disallow:	/nwql-themes/
Disallow:	/nwql-topics/
Disallow: /nwql-capabilities-non-theme-topics/
Disallow:	/nwql-capability-themes/
Disallow:	/nwql-capabilities-topics/
#NWQP
Disallow: /centers/nwqp
Disallow: /nwqp-themes/
Disallow: /nwqp-topics/
Disallow: /nwqp-non-theme-topics/
#OR-WATER
Disallow:	/or-water-non-theme-topics/
Disallow:	/or-water-themes/
Disallow:	/or-water-topics/
#PA-WATER
Disallow:	/centers/pa-water
Disallow:	/pa-water-non-theme-topics/
Disallow:	/pa-water-themes/
Disallow:	/pa-water-topics/
#PCMSC
Disallow:	/centers/pcmsc
Disallow:	/pcmsc-non-theme-topics/
Disallow:	/pcmsc-themes/
Disallow:	/pcmsc-topics/
#PIWSC
Disallow:	/piwsc-non-theme-topics/
Disallow:	/piwsc-themes/
Disallow:	/piwsc-topics/
#PUBS
Disallow:	/products/publications/
Disallow:	/centers/pubs
Disallow:	/pubs-non-theme-topics/
Disallow:	/pubs-themes/
Disallow:	/pubs-topics/
#PWRC
Disallow:	/pwrc-non-theme-topics/
Disallow:	/pwrc-themes/
Disallow:	/pwrc-topics/
#RBPGL
Disallow: /centers/rbpgl
Disallow: /rbpgl-themes/
Disallow: /rbpgl-topics/
Disallow: /rbpgl-non-theme-topics/
#RSIL
Disallow: /centers/rsil
Disallow: /rsil-themes/
Disallow: /rsil-topics/
Disallow: /rsil-non-theme-topics/
#SAFRR
Disallow:	/centers/safrr
Disallow: /safrr-non-theme-topics/
Disallow: /safrr-themes/
Disallow: /safrr-topics/
#SCIENCE EXPLORER
Disallow: /science/science-explorer/
#SEMD
Disallow: /centers/semd
Disallow: /semd-non-theme-topics/
Disallow: /semd-themes/
Disallow: /semd-topics/
#SOUNDWAVES
Disallow: /centers/soundwaves
Disallow: /soundwaves-non-theme-topics/
Disallow: /soundwaves-themes/
Disallow: /soundwaves-topics/
#SPCMSC
Disallow: /centers/spcmsc
Disallow: /spcmsc-non-theme-topics/
Disallow: /spcmsc-themes/
Disallow: /spcmsc-topics/
#SPECLAB
Disallow: /labs/spec-lab
Disallow: /spec-lab-non-theme-topics/
Disallow: /spec-lab-themes/
Disallow: /spec-lab-topics/
Disallow: /spec-lab-capabilities-non-theme-topics/
Disallow: /spec-lab-capability-themes/
Disallow:	/spec-lab-capabilities-topics/
#SPECIAL TOPICS
Disallow: /special-topic/drought
#SS
Disallow: /centers/ss
Disallow: /ss-themes/
Disallow: /ss-topics/
Disallow: /ss-non-theme-topics/
#SSSP
Disallow: /centers/sssp
Disallow: /sssp-non-theme-topics/
Disallow: /sssp-themes/
Disallow: /sssp-topics/
#STP
Disallow: /centers/stp
Disallow: /stp-non-theme-topics/
Disallow: /stp-themes/
Disallow: /stp-topics/
#TX-WATER
Disallow: /tx-water-non-theme-topics/
Disallow: /tx-water-themes/
Disallow: /tx-water-topics/
#UMID-WATER
Disallow: /centers/umid-water
Disallow: /umid-water-non-theme-topics/
Disallow: /umid-water-themes/
Disallow: /umid-water-topics/
#UT-WATER
Disallow: /centers/ut-water
Disallow: /ut-water-non-theme-topics/
Disallow: /ut-water-themes/
Disallow: /ut-water-topics/
#VA-WV
Disallow: /va-wv-water-non-theme-topics/
Disallow: /va-wv-water-themes/
Disallow: /va-wv-water-topics/
#WA-WATER
Disallow: /wa-water-non-theme-topics/
Disallow: /wa-water-themes/
Disallow: /wa-water-topics/
#WATER-SCHOOL
Disallow: /centers/water-school
Disallow: /water-school-themes/
Disallow: /water-school-topics/
Disallow: /water-school-non-theme-topics/
#WAUSP
Disallow: /centers/wausp
Disallow: /wausp-themes/
Disallow: /wausp-topics/
Disallow: /wausp-non-theme-topics/
#WERC
Disallow: /werc-non-theme-topics/
Disallow: /werc-themes/
Disallow: /werc-topics/
#WFRC
Disallow: /centers/wfrc
Disallow: /wfrc-themes/
Disallow: /wfrc-topics/
Disallow: /wfrc-non-theme-topics/
#WGSC
Disallow: /centers/wgsc
Disallow: /wgsc-non-theme-topics/
Disallow: /wgsc-themes/
Disallow: /wgsc-topics/
#WHCMSC
Disallow: /whcmsc-non-theme-topics/
Disallow: /whcmsc-themes/
Disallow: /whcmsc-topics/
#WMA
Disallow:	/centers/wma
Disallow: /wma-non-theme-topics/
Disallow: /wma-themes/
Disallow: /wma-topics/
#WP
Disallow: /centers/wp
Disallow: /wp-non-theme-topics/
Disallow: /wp-themes/
Disallow: /wp-topics/
#WRRI
Disallow: /centers/wrri
Disallow: /wrri-themes/
Disallow: /wrri-topics/
Disallow: /wrri-non-theme-topics/
#WY-MT-WATER
Disallow:	/wy-mt-water-non-theme-topics/
Disallow: /wy-mt-water-themes/
Disallow: /wy-mt-water-topics/
# Disallow: /special-topic/hurricane-harvey/
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/