# robots.txt 

# disallow all 
User-agent: *
Disallow: /
Crawl-delay: 600

# but allow only important bots
User-agent: Googlebot

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /opensearch/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Crawl-delay: 600

Disallow: /about                                                                                                         
Disallow: /library
Disallow: /BES                                                                                                          
Disallow: /metadata
Disallow: /css                                                                                                           
Disallow: /news
Disallow: /data                                                                                                          
Disallow: /_notes
Disallow: /docs                                                                                                          
Disallow: /Overview_files
Disallow: /dolphin                                                                                                       
Disallow: /parr
Disallow: /dpea                                                                                                          
Disallow: /program_reviews
Disallow: /earlylifehistory                                                                                             
Disallow: /publications
Disallow: /education                                                                                                     
Disallow: /research
Disallow: /Education and Outreach - Southeast Fisheries Science Center   NOAA   National Marine Fisheries Service_files  
Disallow: /safe
Disallow: /FEBpub                                                                                                        
Disallow: /sefsc_analytics
Disallow: /fisheries                                                                                                     
Disallow: /SFD
Disallow: /fishimages                                                                                                    
Disallow: /socialscience
Disallow: /fslan                                                                                                         
Disallow: /species
Disallow: /gallery                                                                                                       
Disallow: /spr
Disallow: /gis                                                                                                           
Disallow: /staff
Disallow: /gmrap                                                                                                         
Disallow: /STSSN
Disallow: /images                                                                                                       
Disallow: /support
Disallow: /images_template                                                                                              
Disallow: /SystemOverviewWebhelp
Disallow: /includes                                                                                                      
Disallow: /turtledocs
Disallow: /interview                                                                                                     
Disallow: /turtles
Disallow: /javascript                                                                                                    
Disallow: /videos
Disallow: /labs                                                                                                          
Disallow: /Viewlets