#
# Other exclusions are handled with the FF account exclusion settings.
Sitemap: https://www.undercurrent.org/sitemap.xml.gz
User-agent: freefind
Disallow: .pdf
Disallow: .epub
Disallow: .azw3
Disallow: .mobi
Disallow: /UCnow/subalert
Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi
Disallow: /cgi-bin/UCnow/SubElert.cgi
Disallow: /emailRRAuth.php
Disallow: /trialoffer
Disallow: /subscribers/UCnow/SubElert.shtml
Disallow: /UCnow/join_warnings.shtml
Disallow: /plinks/
Disallow: /UCnow/UC1
Disallow: /UCnow/UC2
Disallow: /diving_forum/
Disallow: /blog/wp-admin
Disallow: /blog/feed
Disallow: /blog/post_notification_header
Disallow: /blog/wp-content
Disallow: /blog/topics/
Disallow: /blog/xmlrpc
Disallow: /blog/post_notification_header
Disallow: /cgi-bin/select_dive_destination.pl
Disallow: /UCnow/IRRSpecial
Disallow: /UCnow/issues/y2001
Disallow: /members/UCnow/issues/y2001
Disallow: /UCnow/issues/y2002
Disallow: /members/UCnow/issues/y2002
Disallow: /UCnow/issues/y2003
Disallow: /members/UCnow/issues/y2003
Disallow: /UCnow/issues/y2004
Disallow: /members/UCnow/issues/y2004
Disallow: /UCnow/issues/y2005
Disallow: /members/UCnow/issues/y2005
Disallow: /UCnow/issues/y2006
Disallow: /members/UCnow/issues/y2006
Disallow: /UCnow/issues/y2007
Disallow: /members/UCnow/issues/y2007
Disallow: /blog351
Disallow: /revAdsN/
Disallow: /revAds414
Disallow: /revAds
Disallow: /revive-
Disallow: /SMF
Disallow: ?sm=
Disallow: &sm=
Disallow: /tmp
Disallow: test
Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html
Disallow: /members/UCnow/dive_magazine/2024/RecalledComputer202407.html

#
#
# Don't want general SE's trying to index members area and
# other special cases.  
# Slow down Twengabot -- it's a usurper of resources
User-agent: TwengaBot/2.0 (http:
Crawl-delay: 10
Disallow: *.pdf
Disallow: .epub
Disallow: .azw3
Disallow: .mobi
Disallow: /plinks/
Disallow: /members/
Disallow: /UCnow/subalert
Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi
Disallow: /cgi-bin/UCnow/SubElert.cgi
Disallow: /subscribers
Disallow: /UCnow/emailRRAuth2.php
Disallow: /utils/MemSubPubRedir.php
Disallow: /trialoffer/
Disallow: /UCnow/DestIRR/
Disallow: /UCnow/DestIRR/1/s
Disallow: /UCnow/DestIRR/2/s
Disallow: /UCnow/DestIRR/3/s
Disallow: /UCnow/DestIRR/4/s
Disallow: /UCnow/DestIRR/5/s
Disallow: /UCnow/DestIRR/6/s
Disallow: /UCnow/DestIRR/7/s
Disallow: /UCnow/DestIRR/8/s
Disallow: /UCnow/DestIRR/9/s
Disallow: /UCnow/DestIRR/10/s
Disallow: /UCnow/DestIRR/11/s
Disallow: /UCnow/DestIRR/12/s
Disallow: /UCnow/DestIRR/13/s
Disallow: /UCnow/DestIRR/14/s
Disallow: /UCnow/DestIRR/15/s
Disallow: /UCnow/DestIRR/16/s
Disallow: /UCnow/DestIRR/17/s
Disallow: /UCnow/DestIRR/18/s
Disallow: /UCnow/DestIRR/19/s
Disallow: /UCnow/DestIRR/20/s
Disallow: /UCnow/DestIRR/21/s
Disallow: /UCnow/DestIRR/22/s
Disallow: /UCnow/DestIRR/23/s
Disallow: /UCnow/DestIRR/24/s
Disallow: /UCnow/DestIRR/25/s
Disallow: /UCnow/DestIRR/26/s
Disallow: /UCnow/DestIRR/27/s
Disallow: /UCnow/DestIRR/28/s
Disallow: /UCnow/DestIRR/29/s
Disallow: /UCnow/DestIRR/30/s
Disallow: /UCnow/DestIRR/31/s
Disallow: /UCnow/DestIRR/32/s
Disallow: /UCnow/DestIRR/33/s
Disallow: /UCnow/DestIRR/34/s
Disallow: /UCnow/DestIRR/35/s
Disallow: /UCnow/DestIRR/36/s
Disallow: /UCnow/DestIRR/37/s
Disallow: /UCnow/DestIRR/38/s
Disallow: /UCnow/DestIRR/39/s
Disallow: /UCnow/DestIRR/40/s
Disallow: /UCnow/DestIRR/41/s
Disallow: /UCnow/DestIRR/42/s
Disallow: /UCnow/DestIRR/43/s
Disallow: /UCnow/DestIRR/44/s
Disallow: /UCnow/DestIRR/45/s
Disallow: /UCnow/DestIRR/46/s
Disallow: /UCnow/DestIRR/47/s
Disallow: /UCnow/DestIRR/48/s
Disallow: /UCnow/DestIRR/49/s
Disallow: /UCnow/DestIRR/50/s
Disallow: /UCnow/DestIRR/51/s
Disallow: /UCnow/DestIRR/52/s
Disallow: /UCnow/DestIRR/53/s
Disallow: /UCnow/DestIRR/54/s
Disallow: /UCnow/DestIRR/55/s
Disallow: /UCnow/DestIRR/56/s
Disallow: /UCnow/DestIRR/57/s
Disallow: /UCnow/DestIRR/58/s
Disallow: /UCnow/DestIRR/59/s
Disallow: /UCnow/DestIRR/60/s
Disallow: /UCnow/DestIRR/61/s
Disallow: /UCnow/DestIRR/62/s
Disallow: /UCnow/DestIRR/63/s
Disallow: /UCnow/DestIRR/64/s
Disallow: /UCnow/DestIRR/65/s
Disallow: /UCnow/DestIRR/66/s
Disallow: /UCnow/DestIRR/67/s
Disallow: /UCnow/DestIRR/68/s
Disallow: /UCnow/DestIRR/69/s
Disallow: /UCnow/DestIRR/70/s
Disallow: /UCnow/DestIRR/71/s
Disallow: /UCnow/DestIRR/72/s
Disallow: /UCnow/DestIRR/73/s
Disallow: /UCnow/DestIRR/74/s
Disallow: /UCnow/DestIRR/100/s
Disallow: /subscribers/UCnow/SubElert.shtml
Disallow: /UCnow/join_warnings.shtml
Disallow: /UCnow/dests/dests
Disallow: /scgi-bin
Disallow: /UCnow/dests/dests_template_copy.php
Disallow: ?sm=
Disallow: &sm=
Disallow: /UCnow/UC1
Disallow: /UCnow/UC2
Disallow: /diving_forum/
Disallow: /blog/wp-admin
Disallow: /blog/post_notification_header
Disallow: /blog/wp-content
Disallow: /blog/xmlrpc
Disallow: /blog/post_notification_header
Disallow: /plinks/
Disallow: /cgi-bin/select_dive_destination.pl
Disallow: /UCnow/IRRSpecial
Disallow: /UCnow/freeSub4Buddy.php
Disallow: /blog351
Disallow: /revAdsN/
Disallow: /revAds
Disallow: /revive-
Disallow: /SMF
Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html

# Don't want general SE's trying to index members area and
# other special cases.  
User-agent: *
Crawl-delay: 2
### Dis allow: .pdf
Disallow: ftp.www
Disallow: ftp.undercurrent
Disallow: /plist
Disallow: .epub
Disallow: .azw3
Disallow: .mobi
Disallow: /tmp
Disallow: test
Disallow: /test
Disallow: /plinks/
Disallow: /members/
Disallow: /images/images/
Disallow: /diving_forum/
#### Dis allow: /UCnow/issues/y2
#### Dis allow: /UCnow/issues/y1999
#### Dis allow: /UCnow/issues/y1998
#### Dis allow: /UCnow/issues/y1997
Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi
Disallow: /cgi-bin/UCnow/SubElert.cgi
Disallow: /subscribers
Disallow: /subscribers/UCnow/emailRRAuth2.php
Disallow: /UCnow/emailRRAuth2.php
# don't want current cbooks, earlier ones (2003) didn't have RR's online
Disallow: /UCnow/Chapbook
Disallow: /UCnow/chapbook/
Disallow: /UCnow/subalert
Disallow: /utils/MemSubPubRedir.php
Disallow: /trialoffer/
Disallow: /UCnow/DestIRR/
Disallow: /UCnow/DestIRR/1/s
Disallow: /UCnow/DestIRR/2/s
Disallow: /UCnow/DestIRR/3/s
Disallow: /UCnow/DestIRR/4/s
Disallow: /UCnow/DestIRR/5/s
Disallow: /UCnow/DestIRR/6/s
Disallow: /UCnow/DestIRR/7/s
Disallow: /UCnow/DestIRR/8/s
Disallow: /UCnow/DestIRR/9/s
Disallow: /UCnow/DestIRR/10/s
Disallow: /UCnow/DestIRR/11/s
Disallow: /UCnow/DestIRR/12/s
Disallow: /UCnow/DestIRR/13/s
Disallow: /UCnow/DestIRR/14/s
Disallow: /UCnow/DestIRR/15/s
Disallow: /UCnow/DestIRR/16/s
Disallow: /UCnow/DestIRR/17/s
Disallow: /UCnow/DestIRR/18/s
Disallow: /UCnow/DestIRR/19/s
Disallow: /UCnow/DestIRR/20/s
Disallow: /UCnow/DestIRR/21/s
Disallow: /UCnow/DestIRR/22/s
Disallow: /UCnow/DestIRR/23/s
Disallow: /UCnow/DestIRR/24/s
Disallow: /UCnow/DestIRR/25/s
Disallow: /UCnow/DestIRR/26/s
Disallow: /UCnow/DestIRR/27/s
Disallow: /UCnow/DestIRR/28/s
Disallow: /UCnow/DestIRR/29/s
Disallow: /UCnow/DestIRR/30/s
Disallow: /UCnow/DestIRR/31/s
Disallow: /UCnow/DestIRR/32/s
Disallow: /UCnow/DestIRR/33/s
Disallow: /UCnow/DestIRR/34/s
Disallow: /UCnow/DestIRR/35/s
Disallow: /UCnow/DestIRR/36/s
Disallow: /UCnow/DestIRR/37/s
Disallow: /UCnow/DestIRR/38/s
Disallow: /UCnow/DestIRR/39/s
Disallow: /UCnow/DestIRR/40/s
Disallow: /UCnow/DestIRR/41/s
Disallow: /UCnow/DestIRR/42/s
Disallow: /UCnow/DestIRR/43/s
Disallow: /UCnow/DestIRR/44/s
Disallow: /UCnow/DestIRR/45/s
Disallow: /UCnow/DestIRR/46/s
Disallow: /UCnow/DestIRR/47/s
Disallow: /UCnow/DestIRR/48/s
Disallow: /UCnow/DestIRR/49/s
Disallow: /UCnow/DestIRR/50/s
Disallow: /UCnow/DestIRR/51/s
Disallow: /UCnow/DestIRR/52/s
Disallow: /UCnow/DestIRR/53/s
Disallow: /UCnow/DestIRR/54/s
Disallow: /UCnow/DestIRR/55/s
Disallow: /UCnow/DestIRR/56/s
Disallow: /UCnow/DestIRR/57/s
Disallow: /UCnow/DestIRR/58/s
Disallow: /UCnow/DestIRR/59/s
Disallow: /UCnow/DestIRR/60/s
Disallow: /UCnow/DestIRR/61/s
Disallow: /UCnow/DestIRR/62/s
Disallow: /UCnow/DestIRR/63/s
Disallow: /UCnow/DestIRR/64/s
Disallow: /UCnow/DestIRR/65/s
Disallow: /UCnow/DestIRR/66/s
Disallow: /UCnow/DestIRR/67/s
Disallow: /UCnow/DestIRR/68/s
Disallow: /UCnow/DestIRR/69/s
Disallow: /UCnow/DestIRR/70/s
Disallow: /UCnow/DestIRR/71/s
Disallow: /UCnow/DestIRR/72/s
Disallow: /UCnow/DestIRR/73/s
Disallow: /UCnow/DestIRR/74/s
Disallow: /UCnow/DestIRR/100/s
Disallow: /subscribers/UCnow/SubElert.shtml
Disallow: /UCnow/join_warnings.shtml
Disallow: /UCnow/dests/dests
Disallow: /scgi-bin
Disallow: /UCnow/dests/dests_template_copy.php
Disallow: ?sm=
Disallow: &sm=
Disallow: /UCnow/UC1
Disallow: /UCnow/UC2
Disallow: /blog/wp-admin
Disallow: /blog/wp-
Disallow: /blog/post_notification_header
Disallow: /blog/wp-content
Disallow: /blog/xmlrpc
Disallow: /blog/author/
Disallow: /blog/page/
Disallow: /blog/post_notification_header
Disallow: /cgi-bin/select_dive_destination.pl
#### Dis allow: /UCnow/IRRSpecial
Disallow: /blog271
Disallow: /elist/?p=un
Disallow: /elist/?p=p
Disallow: /UCnow/join_
Disallow: /revAds
Disallow: /revAdsN/
Disallow: /revAds
Disallow: /revive-
Disallow: /plinks
Disallow: /SMF
Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html
