# ============= Major Search Engines ===

# google search engine (sometimes google comes out as gmodule.com)
^http://www\.google\.[a-z\.]+/.*$
^http://[0-9]+\.gmodules.com/.*$
^http://(scholar|blogsearch|mail|images|translate)\.google\.[a-z\.]+/.*$

# yahoo!
^http://([a-z0-9]+\.)?search\.yahoo\.[a-z\.]+/.*$
^http://([a-z]+\.)?([a-z0-9]+\.)?mail\.yahoo\.com/.*$

# MSN
^http://search.([a-z]+\.)?msn\.[a-z\.]+/.*$

# A9
^http://a9\.com/.*$

# Ask
^http://[a-z]+\.ask\.com/.*$

# ============== Major Blog Search Engines =========

# Bloglines
^http://(www\.)?bloglines.com/.*$

# Technorati
^http://(www\.)?technorati.com/.*$

# ======================= Social Bookmark Managers =====================

# Del.icio.us
^http://del\.icio\.us/.*$

# Digg it
^http://(www\.)?digg\.com/.*$

# StumbleUpon
^http://(www\.)?stumbleupon.com/.*$

# Furl
^http://www\.furl\.net/.*$

# Connotea
^http://www\.connotea\.org/.*$

# ======================== Minor Search Engines =========================

# Swoogle
^http://swoogle\.umbc\.edu/.*$

# AOL
^http://([a-z\.]+\.)?(search|aolsearch|buscador|sucheaol|suche)\.aol\.[a-z\.]+/.*$

# Baidu
^http://[a-z]+\.baidu\.com/.*$

# dogpile
^http://www\.dogpile\.com/.*$

# Excite
^http://[a-z]+.excite\.com/.*$

# Altavista
^http://[a-z]+\.altavista\.com/.*$

# Yandex (russia only)
^http://www\.yandex\.ru/.*$

# Netscape
^http://(www|search)\.netscape\.com/.*$

# EarthLink
^http://search\.earthlink\.net/.*$

# Lycos
^http://search\.lycos\.com/.*$

# Clusty
^http://clusty\.com/.*$

# Answers.com
^http://(www\.)?answers\.com/.*$

# Search.com
^http://www\.search\.[a-z\.]+/.*$

# Wisenut
^http://www\.wisenut\.com/.*$

# Alexa
^http://www\.alexa\.com/.*$

# Comcast
^http://search\.comcast\.net/.*$

# MyWebSearch
^http://search\.mywebsearch\.com/.*$

# PeoplePC
^http://search\.peoplepc\.com/.*$

# CompuServe
^http://websearch\.cs\.com/.*$

# RapidFox
^http://www\.rapidfox\.net/.*$

# BestBul?
^http://www\.bestbul\.com/.*$

# Toile
^http://www\.toile\.com/.*$

# BellSouth
^http://home\.bellsouth\.net/s/.*$

# Google ripoffs
^http://search1\.seznam\.cz/.*$
^http://search\.gbg\.bg/.*$

# ====================== Misc ===========================

# MIT Search Engine
^http://gb-server\.mit\.edu/.*$
Retrieved from "http://simile.mit.edu/wiki/Referee_Blacklist"