# # Other exclusions are handled with the FF account exclusion settings. Sitemap: https://www.undercurrent.org/sitemap.xml.gz User-agent: freefind Disallow: .pdf Disallow: .epub Disallow: .azw3 Disallow: .mobi Disallow: /UCnow/subalert Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi Disallow: /cgi-bin/UCnow/SubElert.cgi Disallow: /emailRRAuth.php Disallow: /trialoffer Disallow: /subscribers/UCnow/SubElert.shtml Disallow: /UCnow/join_warnings.shtml Disallow: /plinks/ Disallow: /UCnow/UC1 Disallow: /UCnow/UC2 Disallow: /diving_forum/ Disallow: /blog/wp-admin Disallow: /blog/feed Disallow: /blog/post_notification_header Disallow: /blog/wp-content Disallow: /blog/topics/ Disallow: /blog/xmlrpc Disallow: /blog/post_notification_header Disallow: /cgi-bin/select_dive_destination.pl Disallow: /UCnow/IRRSpecial Disallow: /UCnow/issues/y2001 Disallow: /members/UCnow/issues/y2001 Disallow: /UCnow/issues/y2002 Disallow: /members/UCnow/issues/y2002 Disallow: /UCnow/issues/y2003 Disallow: /members/UCnow/issues/y2003 Disallow: /UCnow/issues/y2004 Disallow: /members/UCnow/issues/y2004 Disallow: /UCnow/issues/y2005 Disallow: /members/UCnow/issues/y2005 Disallow: /UCnow/issues/y2006 Disallow: /members/UCnow/issues/y2006 Disallow: /UCnow/issues/y2007 Disallow: /members/UCnow/issues/y2007 Disallow: /blog351 Disallow: /revAdsN/ Disallow: /revAds414 Disallow: /revAds Disallow: /revive- Disallow: /SMF Disallow: ?sm= Disallow: &sm= Disallow: /tmp Disallow: test Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html Disallow: /members/UCnow/dive_magazine/2024/RecalledComputer202407.html # # # Don't want general SE's trying to index members area and # other special cases. # Slow down Twengabot -- it's a usurper of resources User-agent: TwengaBot/2.0 (http: Crawl-delay: 10 Disallow: *.pdf Disallow: .epub Disallow: .azw3 Disallow: .mobi Disallow: /plinks/ Disallow: /members/ Disallow: /UCnow/subalert Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi Disallow: /cgi-bin/UCnow/SubElert.cgi Disallow: /subscribers Disallow: /UCnow/emailRRAuth2.php Disallow: /utils/MemSubPubRedir.php Disallow: /trialoffer/ Disallow: /UCnow/DestIRR/ Disallow: /UCnow/DestIRR/1/s Disallow: /UCnow/DestIRR/2/s Disallow: /UCnow/DestIRR/3/s Disallow: /UCnow/DestIRR/4/s Disallow: /UCnow/DestIRR/5/s Disallow: /UCnow/DestIRR/6/s Disallow: /UCnow/DestIRR/7/s Disallow: /UCnow/DestIRR/8/s Disallow: /UCnow/DestIRR/9/s Disallow: /UCnow/DestIRR/10/s Disallow: /UCnow/DestIRR/11/s Disallow: /UCnow/DestIRR/12/s Disallow: /UCnow/DestIRR/13/s Disallow: /UCnow/DestIRR/14/s Disallow: /UCnow/DestIRR/15/s Disallow: /UCnow/DestIRR/16/s Disallow: /UCnow/DestIRR/17/s Disallow: /UCnow/DestIRR/18/s Disallow: /UCnow/DestIRR/19/s Disallow: /UCnow/DestIRR/20/s Disallow: /UCnow/DestIRR/21/s Disallow: /UCnow/DestIRR/22/s Disallow: /UCnow/DestIRR/23/s Disallow: /UCnow/DestIRR/24/s Disallow: /UCnow/DestIRR/25/s Disallow: /UCnow/DestIRR/26/s Disallow: /UCnow/DestIRR/27/s Disallow: /UCnow/DestIRR/28/s Disallow: /UCnow/DestIRR/29/s Disallow: /UCnow/DestIRR/30/s Disallow: /UCnow/DestIRR/31/s Disallow: /UCnow/DestIRR/32/s Disallow: /UCnow/DestIRR/33/s Disallow: /UCnow/DestIRR/34/s Disallow: /UCnow/DestIRR/35/s Disallow: /UCnow/DestIRR/36/s Disallow: /UCnow/DestIRR/37/s Disallow: /UCnow/DestIRR/38/s Disallow: /UCnow/DestIRR/39/s Disallow: /UCnow/DestIRR/40/s Disallow: /UCnow/DestIRR/41/s Disallow: /UCnow/DestIRR/42/s Disallow: /UCnow/DestIRR/43/s Disallow: /UCnow/DestIRR/44/s Disallow: /UCnow/DestIRR/45/s Disallow: /UCnow/DestIRR/46/s Disallow: /UCnow/DestIRR/47/s Disallow: /UCnow/DestIRR/48/s Disallow: /UCnow/DestIRR/49/s Disallow: /UCnow/DestIRR/50/s Disallow: /UCnow/DestIRR/51/s Disallow: /UCnow/DestIRR/52/s Disallow: /UCnow/DestIRR/53/s Disallow: /UCnow/DestIRR/54/s Disallow: /UCnow/DestIRR/55/s Disallow: /UCnow/DestIRR/56/s Disallow: /UCnow/DestIRR/57/s Disallow: /UCnow/DestIRR/58/s Disallow: /UCnow/DestIRR/59/s Disallow: /UCnow/DestIRR/60/s Disallow: /UCnow/DestIRR/61/s Disallow: /UCnow/DestIRR/62/s Disallow: /UCnow/DestIRR/63/s Disallow: /UCnow/DestIRR/64/s Disallow: /UCnow/DestIRR/65/s Disallow: /UCnow/DestIRR/66/s Disallow: /UCnow/DestIRR/67/s Disallow: /UCnow/DestIRR/68/s Disallow: /UCnow/DestIRR/69/s Disallow: /UCnow/DestIRR/70/s Disallow: /UCnow/DestIRR/71/s Disallow: /UCnow/DestIRR/72/s Disallow: /UCnow/DestIRR/73/s Disallow: /UCnow/DestIRR/74/s Disallow: /UCnow/DestIRR/100/s Disallow: /subscribers/UCnow/SubElert.shtml Disallow: /UCnow/join_warnings.shtml Disallow: /UCnow/dests/dests Disallow: /scgi-bin Disallow: /UCnow/dests/dests_template_copy.php Disallow: ?sm= Disallow: &sm= Disallow: /UCnow/UC1 Disallow: /UCnow/UC2 Disallow: /diving_forum/ Disallow: /blog/wp-admin Disallow: /blog/post_notification_header Disallow: /blog/wp-content Disallow: /blog/xmlrpc Disallow: /blog/post_notification_header Disallow: /plinks/ Disallow: /cgi-bin/select_dive_destination.pl Disallow: /UCnow/IRRSpecial Disallow: /UCnow/freeSub4Buddy.php Disallow: /blog351 Disallow: /revAdsN/ Disallow: /revAds Disallow: /revive- Disallow: /SMF Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html # Don't want general SE's trying to index members area and # other special cases. User-agent: * Crawl-delay: 2 ### Dis allow: .pdf Disallow: ftp.www Disallow: ftp.undercurrent Disallow: /plist Disallow: .epub Disallow: .azw3 Disallow: .mobi Disallow: /tmp Disallow: test Disallow: /test Disallow: /plinks/ Disallow: /members/ Disallow: /images/images/ Disallow: /diving_forum/ Disallow: /UCnow/issues/y2 Disallow: /UCnow/issues/y1999 Disallow: /UCnow/issues/y1998 Disallow: /UCnow/issues/y1997 Disallow: /secure/cgi-bin/UCnow/SecureInfo.cgi Disallow: /cgi-bin/UCnow/SubElert.cgi Disallow: /subscribers Disallow: /subscribers/UCnow/emailRRAuth2.php Disallow: /UCnow/emailRRAuth2.php # don't want current cbooks, earlier ones (2003) didn't have RR's online Disallow: /UCnow/Chapbook Disallow: /UCnow/chapbook/ Disallow: /UCnow/subalert Disallow: /utils/MemSubPubRedir.php Disallow: /trialoffer/ Disallow: /UCnow/DestIRR/ Disallow: /UCnow/DestIRR/1/s Disallow: /UCnow/DestIRR/2/s Disallow: /UCnow/DestIRR/3/s Disallow: /UCnow/DestIRR/4/s Disallow: /UCnow/DestIRR/5/s Disallow: /UCnow/DestIRR/6/s Disallow: /UCnow/DestIRR/7/s Disallow: /UCnow/DestIRR/8/s Disallow: /UCnow/DestIRR/9/s Disallow: /UCnow/DestIRR/10/s Disallow: /UCnow/DestIRR/11/s Disallow: /UCnow/DestIRR/12/s Disallow: /UCnow/DestIRR/13/s Disallow: /UCnow/DestIRR/14/s Disallow: /UCnow/DestIRR/15/s Disallow: /UCnow/DestIRR/16/s Disallow: /UCnow/DestIRR/17/s Disallow: /UCnow/DestIRR/18/s Disallow: /UCnow/DestIRR/19/s Disallow: /UCnow/DestIRR/20/s Disallow: /UCnow/DestIRR/21/s Disallow: /UCnow/DestIRR/22/s Disallow: /UCnow/DestIRR/23/s Disallow: /UCnow/DestIRR/24/s Disallow: /UCnow/DestIRR/25/s Disallow: /UCnow/DestIRR/26/s Disallow: /UCnow/DestIRR/27/s Disallow: /UCnow/DestIRR/28/s Disallow: /UCnow/DestIRR/29/s Disallow: /UCnow/DestIRR/30/s Disallow: /UCnow/DestIRR/31/s Disallow: /UCnow/DestIRR/32/s Disallow: /UCnow/DestIRR/33/s Disallow: /UCnow/DestIRR/34/s Disallow: /UCnow/DestIRR/35/s Disallow: /UCnow/DestIRR/36/s Disallow: /UCnow/DestIRR/37/s Disallow: /UCnow/DestIRR/38/s Disallow: /UCnow/DestIRR/39/s Disallow: /UCnow/DestIRR/40/s Disallow: /UCnow/DestIRR/41/s Disallow: /UCnow/DestIRR/42/s Disallow: /UCnow/DestIRR/43/s Disallow: /UCnow/DestIRR/44/s Disallow: /UCnow/DestIRR/45/s Disallow: /UCnow/DestIRR/46/s Disallow: /UCnow/DestIRR/47/s Disallow: /UCnow/DestIRR/48/s Disallow: /UCnow/DestIRR/49/s Disallow: /UCnow/DestIRR/50/s Disallow: /UCnow/DestIRR/51/s Disallow: /UCnow/DestIRR/52/s Disallow: /UCnow/DestIRR/53/s Disallow: /UCnow/DestIRR/54/s Disallow: /UCnow/DestIRR/55/s Disallow: /UCnow/DestIRR/56/s Disallow: /UCnow/DestIRR/57/s Disallow: /UCnow/DestIRR/58/s Disallow: /UCnow/DestIRR/59/s Disallow: /UCnow/DestIRR/60/s Disallow: /UCnow/DestIRR/61/s Disallow: /UCnow/DestIRR/62/s Disallow: /UCnow/DestIRR/63/s Disallow: /UCnow/DestIRR/64/s Disallow: /UCnow/DestIRR/65/s Disallow: /UCnow/DestIRR/66/s Disallow: /UCnow/DestIRR/67/s Disallow: /UCnow/DestIRR/68/s Disallow: /UCnow/DestIRR/69/s Disallow: /UCnow/DestIRR/70/s Disallow: /UCnow/DestIRR/71/s Disallow: /UCnow/DestIRR/72/s Disallow: /UCnow/DestIRR/73/s Disallow: /UCnow/DestIRR/74/s Disallow: /UCnow/DestIRR/100/s Disallow: /subscribers/UCnow/SubElert.shtml Disallow: /UCnow/join_warnings.shtml Disallow: /UCnow/dests/dests Disallow: /scgi-bin Disallow: /UCnow/dests/dests_template_copy.php Disallow: ?sm= Disallow: &sm= Disallow: /UCnow/UC1 Disallow: /UCnow/UC2 Disallow: /blog/wp-admin Disallow: /blog/wp- Disallow: /blog/post_notification_header Disallow: /blog/wp-content Disallow: /blog/xmlrpc Disallow: /blog/author/ Disallow: /blog/page/ Disallow: /blog/post_notification_header Disallow: /cgi-bin/select_dive_destination.pl Disallow: /UCnow/IRRSpecial Disallow: /blog271 Disallow: /elist/?p=un Disallow: /elist/?p=p Disallow: /UCnow/join_ Disallow: /revAds Disallow: /revAdsN/ Disallow: /revAds Disallow: /revive- Disallow: /plinks Disallow: /SMF Disallow: /UCnow/dive_magazine/2024/RecalledComputer202407.html