Index: branches/unlabeled/unlabeled-1.2.2/core/install/upgrades.sql =================================================================== diff -u -r7762 -r7771 --- branches/unlabeled/unlabeled-1.2.2/core/install/upgrades.sql (.../upgrades.sql) (revision 7762) +++ branches/unlabeled/unlabeled-1.2.2/core/install/upgrades.sql (.../upgrades.sql) (revision 7771) @@ -4,305 +4,3 @@ INSERT INTO ConfigurationAdmin VALUES ('MailFunctionHeaderSeparator', 'la_Text_smtp_server', 'la_config_MailFunctionHeaderSeparator', 'radio', NULL, '1=la_Linux,2=la_Windows', 30.08, 0, 0); INSERT INTO ConfigurationValues VALUES (0, 'MailFunctionHeaderSeparator', 1, 'In-Portal', 'in-portal:configure_general'); -CREATE TABLE SpiderUserAgents ( - `AgentId` int(10) unsigned NOT NULL auto_increment, - `Name` varchar(255) NOT NULL default '', - `Version` varchar(100) NOT NULL default '', - `UserAgent` varchar(255) NOT NULL default '', - PRIMARY KEY (`AgentId`), - KEY `UserAgent` (`UserAgent`(100)) -); - -INSERT INTO SpiderUserAgents VALUES (1, 'ADSAComponent', '', 'ADSAComponent (postmaster@cnds.ucd.ie)'); -INSERT INTO SpiderUserAgents VALUES (2, 'AOL-IWENG', '3.0', 'Mozilla/2.0 (Compatible; AOL-IWENG 3.0; Win16)'); -INSERT INTO SpiderUserAgents VALUES (3, 'ASPseek', '1.2.10', 'ASPseek/1.2.10'); -INSERT INTO SpiderUserAgents VALUES (4, 'Almaden', 'c01', 'http://www.almaden.ibm.com/cs/crawler [c01]'); -INSERT INTO SpiderUserAgents VALUES (5, 'Almaden', 'wf55', 'http://www.almaden.ibm.com/cs/crawler [wf55]'); -INSERT INTO SpiderUserAgents VALUES (6, 'Amsterdam 2002', '', 'Mozilla/4.0 (Search Engine Marketing Tactics Amsterdam 2002 Information Spider)'); -INSERT INTO SpiderUserAgents VALUES (7, 'Antibot', '1.1.11', 'antibot-V1.1.11/i586-linux-2.2'); -INSERT INTO SpiderUserAgents VALUES (8, 'AnyBrowser Search Engine', '', 'AnyBrowser.com Search Engine'); -INSERT INTO SpiderUserAgents VALUES (9, 'Appie', '1.1', 'appie 1.1 (www.walhello.com)'); -INSERT INTO SpiderUserAgents VALUES (10, 'Ask Jeeves', '', 'Mozilla/2.0 (compatible; Ask Jeeves)'); -INSERT INTO SpiderUserAgents VALUES (11, 'Ask Jeeves Teoma', '', 'Mozilla/2.0 (compatible; Ask Jeeves/Teoma)'); -INSERT INTO SpiderUserAgents VALUES (12, 'AvantGo', '3.2', 'Mozilla/3.0 (compatible; AvantGo 3.2)'); -INSERT INTO SpiderUserAgents VALUES (13, 'BaiDuSpider', '', 'BaiDuSpider'); -INSERT INTO SpiderUserAgents VALUES (14, 'BaiDuSpider', '', 'Baiduspider+(+http://www.baidu.com/search/spider.htm)'); -INSERT INTO SpiderUserAgents VALUES (15, 'Big Brother', '', 'Big Brother (http://pauillac.inria.fr/~fpottier/)'); -INSERT INTO SpiderUserAgents VALUES (16, 'BlogBot', '1.2', 'BlogBot/1.2'); -INSERT INTO SpiderUserAgents VALUES (17, 'Boitho-robot', '1.0', 'boitho.com-robot/1.0'); -INSERT INTO SpiderUserAgents VALUES (18, 'BorderManager', '3.0', 'Mozilla/4.0 (compatible; BorderManager 3.0)'); -INSERT INTO SpiderUserAgents VALUES (19, 'BrailleBot', '1.0', 'BrailleBot 1.0'); -INSERT INTO SpiderUserAgents VALUES (20, 'Bumblebee', '1.0', 'bumblebee/1.0 (bumblebee@relevare.com; http://www.relevare.com/)'); -INSERT INTO SpiderUserAgents VALUES (21, 'Cd34', '0.1', 'cd34/0.1'); -INSERT INTO SpiderUserAgents VALUES (22, 'ComMOOnity LambdaMOO', '1.8.1', 'ComMOOnity LambdaMOO/1.8.1'); -INSERT INTO SpiderUserAgents VALUES (23, 'Cosmos', '0.9', 'cosmos/0.9_(robot@xyleme.com)'); -INSERT INTO SpiderUserAgents VALUES (24, 'Crawl_Application', '', 'Crawl_Application'); -INSERT INTO SpiderUserAgents VALUES (25, 'CrocCrawler', '3.3', 'CrocCrawler v3.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)'); -INSERT INTO SpiderUserAgents VALUES (26, 'CrocCrawler', '4.3', 'CrocCrawler v4.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)'); -INSERT INTO SpiderUserAgents VALUES (27, 'Custo', '2.0', 'Custo 2.0 (www.netwu.com)'); -INSERT INTO SpiderUserAgents VALUES (28, 'DeMozulator', '1.0', 'DeMozulator 1.0 (MacOS, dMoz URL Check Agent, trebor@animeigo.com)'); -INSERT INTO SpiderUserAgents VALUES (29, 'DeepIndex', '', 'DeepIndex (http://www.deepindex.com)'); -INSERT INTO SpiderUserAgents VALUES (30, 'DoCoMo', '1.0', 'DoCoMo/1.0/N504i/c10/TB'); -INSERT INTO SpiderUserAgents VALUES (31, 'DoCoMo', '1.0', 'DoCoMo/1.0/P504iS/c10/TB'); -INSERT INTO SpiderUserAgents VALUES (32, 'Dual Proxy', '', 'Dual Proxy'); -INSERT INTO SpiderUserAgents VALUES (33, 'FAST-WebCrawler', '3.2', 'FAST-WebCrawler/3.2 test'); -INSERT INTO SpiderUserAgents VALUES (34, 'FAST-WebCrawler', '3.6', 'FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)'); -INSERT INTO SpiderUserAgents VALUES (35, 'FAST-WebCrawler', '3.6', 'FAST-WebCrawler/3.6/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)'); -INSERT INTO SpiderUserAgents VALUES (36, 'FAST-WebCrawler', '3.6', 'FAST-WebCrawler/3.6/FirstPage (crawler@fast.no; http://fast.no/support.php?c=faqs/crawler)'); -INSERT INTO SpiderUserAgents VALUES (37, 'FAST-WebCrawler', '3.7', 'FAST-WebCrawler/3.7 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)'); -INSERT INTO SpiderUserAgents VALUES (38, 'FAST-WebCrawler', '3.7', 'FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)'); -INSERT INTO SpiderUserAgents VALUES (39, 'FAST-WebCrawler', '3.8', 'FAST-WebCrawler/3.8 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)'); -INSERT INTO SpiderUserAgents VALUES (40, 'FAST-WebCrawler', '3.x', 'FAST-WebCrawler/3.x Multimedia'); -INSERT INTO SpiderUserAgents VALUES (41, 'FAST-WebCrawler 3.x', '', 'FAST-WebCrawler/3.x Multimedia (mm dash crawler at fast dot no)'); -INSERT INTO SpiderUserAgents VALUES (42, 'FDSE robot', '', 'Mozilla/4.0 (compatible: FDSE robot)'); -INSERT INTO SpiderUserAgents VALUES (43, 'Firefly', '1.0', 'Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)'); -INSERT INTO SpiderUserAgents VALUES (44, 'FlickBot', '1.1', 'Flickbot 1.1 RPT-HTTPClient/0.3-3'); -INSERT INTO SpiderUserAgents VALUES (45, 'FlickBot', '2.0', 'FlickBot 2.0 RPT-HTTPClient/0.3-3'); -INSERT INTO SpiderUserAgents VALUES (46, 'Fluffy the spider', '', 'Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; info@searchhippo.com)'); -INSERT INTO SpiderUserAgents VALUES (47, 'FusionBot', '', 'Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com; http://www.pgts.com.au/; +http://www.galaxy.com/info/crawler.html)'); -INSERT INTO SpiderUserAgents VALUES (48, 'GAIS Robot', '1.1A2', 'GAIS Robot/1.1A2'); -INSERT INTO SpiderUserAgents VALUES (49, 'Gatherer', '0.9', 'gatherer/0.9'); -INSERT INTO SpiderUserAgents VALUES (50, 'Generic', '', 'Generic'); -INSERT INTO SpiderUserAgents VALUES (51, 'GetRight', '4.5', 'GetRight/4.5e'); -INSERT INTO SpiderUserAgents VALUES (52, 'Gigabot', '1.0', 'Gigabot/1.0'); -INSERT INTO SpiderUserAgents VALUES (53, 'Girafabot', '', 'Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)'); -INSERT INTO SpiderUserAgents VALUES (54, 'Googlebot', '2.1', 'Googlebot/2.1 (+http://www.googlebot.com/bot.html)'); -INSERT INTO SpiderUserAgents VALUES (55, 'Googlebot-Image', '1.0', 'Googlebot-Image/1.0 (+http://www.googlebot.com/bot.html)'); -INSERT INTO SpiderUserAgents VALUES (56, 'Grub-client', '', 'grub-client'); -INSERT INTO SpiderUserAgents VALUES (57, 'Grub-client', '0.3.0', 'Mozilla/4.0 (compatible; grub-client-0.3.0; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (58, 'Grub-client', '1.0.3', 'Mozilla/4.0 (compatible; grub-client-1.0.3; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (59, 'Grub-client', '1.0.4', 'Mozilla/4.0 (compatible; grub-client-1.0.4; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (60, 'Grub-client', '1.0.5', 'Mozilla/4.0 (compatible; grub-client-1.0.5; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (61, 'Grub-client', '1.0.6', 'Mozilla/4.0 (compatible; grub-client-1.0.6; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (62, 'Grub-client', '1.0.7', 'Mozilla/4.0 (compatible; grub-client-1.0.7; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (63, 'Grub-client', '1.07', 'Mozilla/4.0 (compatible; grub-client-1.07; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (64, 'Grub-client', '1.1.1', 'Mozilla/4.0 (compatible; grub-client-1.1.1; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (65, 'Grub-client', '1.2.1', 'Mozilla/4.0 (compatible; grub-client-1.2.1; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (66, 'Grub-client', '1.3.1', 'Mozilla/4.0 (compatible; grub-client-1.3.1; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (67, 'Grub-client', '1.3.7', 'Mozilla/4.0 (compatible; grub-client-1.3.7; Crawl your own stuff with http://grub.org)'); -INSERT INTO SpiderUserAgents VALUES (68, 'GulperBot', '0.2.4', 'Crawler [en] (compatible; Crawler Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)'); -INSERT INTO SpiderUserAgents VALUES (69, 'GulperBot', '0.2.4', 'Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)'); -INSERT INTO SpiderUserAgents VALUES (70, 'HTTrack 3.0x', '', 'Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98)'); -INSERT INTO SpiderUserAgents VALUES (71, 'Harvest-NG', '1.0.2', 'Harvest-NG/1.0.2'); -INSERT INTO SpiderUserAgents VALUES (72, 'Hget', '0.3', 'hget/0.3'); -INSERT INTO SpiderUserAgents VALUES (73, 'Hitwise Spider', '1.0', 'Hitwise Spider v1.0 http://www.hitwise.com'); -INSERT INTO SpiderUserAgents VALUES (74, 'Htdig', '', 'htdig'); -INSERT INTO SpiderUserAgents VALUES (75, 'Htdig', '3.1.5', 'htdig/3.1.5 (admin@ipc-opc.lan)'); -INSERT INTO SpiderUserAgents VALUES (76, 'Htdig', '3.1.5', 'htdig/3.1.5 (unconfigured@htdig.searchengine.maintainer)'); -INSERT INTO SpiderUserAgents VALUES (77, 'Htdig', '3.1.6', 'htdig/3.1.6 (http://computerorgs.com)'); -INSERT INTO SpiderUserAgents VALUES (78, 'Httpcheck', '1.0', 'Httpcheck/1.0 (Perl 5.006001)'); -INSERT INTO SpiderUserAgents VALUES (79, 'ICS', '1.2.105', 'Mozilla/4.0 (compatible; ICS 1.2.105)'); -INSERT INTO SpiderUserAgents VALUES (80, 'IPiumBot', '', 'IPiumBot laurion(dot)com'); -INSERT INTO SpiderUserAgents VALUES (81, 'Ia_archiver', '', 'ia_archiver'); -INSERT INTO SpiderUserAgents VALUES (82, 'IcabotAccept', '', 'lcabotAccept: */*'); -INSERT INTO SpiderUserAgents VALUES (83, 'IlTrovatore-Setaccio', '', 'IlTrovatore-Setaccio (+http://www.iltrovatore.it)'); -INSERT INTO SpiderUserAgents VALUES (84, 'Imagefetch', '0.1', 'imagefetch/0.1 libwww-perl/5.66'); -INSERT INTO SpiderUserAgents VALUES (85, 'Indy Library', '', 'Mozilla/3.0 (compatible; Indy Library)'); -INSERT INTO SpiderUserAgents VALUES (86, 'InfoSeek Sidewinder', '1.0A', 'InfoSeek Sidewinder/1.0A'); -INSERT INTO SpiderUserAgents VALUES (87, 'Ingrid', '3.0', 'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)'); -INSERT INTO SpiderUserAgents VALUES (88, 'Inktomi slurp', '', 'Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)'); -INSERT INTO SpiderUserAgents VALUES (89, 'Inktomi slurp', '', 'Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)'); -INSERT INTO SpiderUserAgents VALUES (90, 'Inktomi slurp', '', 'Mozilla/5.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)'); -INSERT INTO SpiderUserAgents VALUES (91, 'Inktomi slurp', '', 'Slurp/si-emb (slurp@inktomi.com; http://www.inktomi.com/slurp.html)'); -INSERT INTO SpiderUserAgents VALUES (92, 'InternetLinkAgent', '3.1', 'InternetLinkAgent/3.1'); -INSERT INTO SpiderUserAgents VALUES (93, 'Java', '1.4.0', 'Java1.4.0'); -INSERT INTO SpiderUserAgents VALUES (94, 'JoBo', '1.3', 'JoBo/1.3 (http://www.matuschek.net/jobo.html)'); -INSERT INTO SpiderUserAgents VALUES (95, 'KMcrawler', '', 'KMcrawler'); -INSERT INTO SpiderUserAgents VALUES (96, 'Knowledge Engine', '', 'Knowledge Engine'); -INSERT INTO SpiderUserAgents VALUES (97, 'LNSpiderguy', '', 'LNSpiderguy'); -INSERT INTO SpiderUserAgents VALUES (98, 'Larbin', '', 'LARBIN-EXPERIMENTAL (efp@gmx.net)'); -INSERT INTO SpiderUserAgents VALUES (99, 'Larbin', '', 'LARBIN-EXPERIMENTAL efp@gmx.net'); -INSERT INTO SpiderUserAgents VALUES (100, 'Larbin', '', 'MSIE-5.13 (larbin@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (101, 'Larbin', '', 'MSIE-5.13 larbin@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (102, 'Larbin', '', 'Mozilla (la2@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (103, 'Larbin', '', 'Mozilla la2@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (104, 'Larbin', '', 'Mozilla/4.0 (efp@gmx.net)'); -INSERT INTO SpiderUserAgents VALUES (105, 'Larbin', '', 'Mozilla/4.0 efp@gmx.net'); -INSERT INTO SpiderUserAgents VALUES (106, 'Larbin', '', 'WinampMPEG/2.00 (larbin@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (107, 'Larbin', '', 'WinampMPEG/2.00 larbin@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (108, 'Larbin', '', 'larbin (samualt9@bigfoot.com)'); -INSERT INTO SpiderUserAgents VALUES (109, 'Larbin', '', 'larbin samualt9@bigfoot.com'); -INSERT INTO SpiderUserAgents VALUES (110, 'Larbin', '2.6.2', 'larbin_2.6.2 (kalou@kalou.net)'); -INSERT INTO SpiderUserAgents VALUES (111, 'Larbin', '2.6.2', 'larbin_2.6.2 (larbin2.6.2@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (112, 'Larbin', '2.6.2', 'larbin_2.6.2 (larbin@correa.org)'); -INSERT INTO SpiderUserAgents VALUES (113, 'Larbin', '2.6.2', 'larbin_2.6.2 (pimenas@systems.tuc.gr)'); -INSERT INTO SpiderUserAgents VALUES (114, 'Larbin', '2.6.2', 'larbin_2.6.2 (sumeet_sobti@yahoo.com)'); -INSERT INTO SpiderUserAgents VALUES (115, 'Larbin', '2.6.2', 'larbin_2.6.2 (vitalbox1@hotmail.com)'); -INSERT INTO SpiderUserAgents VALUES (116, 'Larbin', '2.6.2', 'larbin_2.6.2 (vshelk@yahoo.com)'); -INSERT INTO SpiderUserAgents VALUES (117, 'Larbin', '2.6.2', 'larbin_2.6.2 larbin2.6.2@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (118, 'Larbin', '2.6.2', 'larbin_2.6.2 larbin@correa.org'); -INSERT INTO SpiderUserAgents VALUES (119, 'Larbin', '2.6.2', 'larbin_2.6.2 pimenas@systems.tuc.gr'); -INSERT INTO SpiderUserAgents VALUES (120, 'Larbin', '2.6.2', 'larbin_2.6.2 sumeet_sobti@yahoo.com'); -INSERT INTO SpiderUserAgents VALUES (121, 'Larbin', '2.6.2', 'larbin_2.6.2 vitalbox1@hotmail.com'); -INSERT INTO SpiderUserAgents VALUES (122, 'Libwww-perl', '', 'Perl-Win32::Internet/0.082'); -INSERT INTO SpiderUserAgents VALUES (123, 'Libwww-perl', '5.3.2', '/ libwww/5.3.2'); -INSERT INTO SpiderUserAgents VALUES (124, 'Libwww-perl', '5.50', 'libwww-perl/5.50'); -INSERT INTO SpiderUserAgents VALUES (125, 'Libwww-perl', '5.51', 'libwww-perl/5.51'); -INSERT INTO SpiderUserAgents VALUES (126, 'Libwww-perl', '5.52', 'libwww-perl/5.52 FP/4.0'); -INSERT INTO SpiderUserAgents VALUES (127, 'Libwww-perl', '5.53', 'libwww-perl/5.53'); -INSERT INTO SpiderUserAgents VALUES (128, 'Libwww-perl', '5.63', 'libwww-perl/5.63'); -INSERT INTO SpiderUserAgents VALUES (129, 'Libwww-perl', '5.64', 'libwww-perl/5.64'); -INSERT INTO SpiderUserAgents VALUES (130, 'Libwww-perl', '5.65', 'libwww-perl/5.65'); -INSERT INTO SpiderUserAgents VALUES (131, 'Libwww-perl', '5.66', 'rawiswar/0.1 libwww-perl/5.66'); -INSERT INTO SpiderUserAgents VALUES (132, 'Linkbot', '3.0', 'Linkbot 3.0'); -INSERT INTO SpiderUserAgents VALUES (133, 'Lite Bot', '0616B', 'Lite Bot 0616B'); -INSERT INTO SpiderUserAgents VALUES (134, 'Lwp-request', '2.01', 'lwp-request/2.01'); -INSERT INTO SpiderUserAgents VALUES (135, 'Lycos_Spider', '', 'Lycos_Spider_(modspider)'); -INSERT INTO SpiderUserAgents VALUES (136, 'MS Data Access', '', 'Microsoft Data Access Internet Publishing Provider Cache Manager'); -INSERT INTO SpiderUserAgents VALUES (137, 'MS Data Access', '', 'Microsoft Data Access Internet Publishing Provider DAV'); -INSERT INTO SpiderUserAgents VALUES (138, 'MS Data Access', '', 'Microsoft Data Access Internet Publishing Provider DAV 1.1'); -INSERT INTO SpiderUserAgents VALUES (139, 'MS Data Access', '', 'Microsoft Data Access Internet Publishing Provider Protocol Discovery'); -INSERT INTO SpiderUserAgents VALUES (140, 'MS FrontPage', '4.0', 'MSFrontPage/4.0'); -INSERT INTO SpiderUserAgents VALUES (141, 'MS FrontPage', '4.0', 'Mozilla/2.0 (compatible; MS FrontPage 4.0)'); -INSERT INTO SpiderUserAgents VALUES (142, 'MS FrontPage', '5.0', 'MSFrontPage/5.0'); -INSERT INTO SpiderUserAgents VALUES (143, 'MS FrontPage', '5.0', 'Mozilla/2.0 (compatible; MS FrontPage 5.0)'); -INSERT INTO SpiderUserAgents VALUES (144, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (145, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; Q312461; BTopenworld; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (146, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (147, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (148, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Q312461; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (149, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; matlas-2.0.2501; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (150, 'MSIECrawler', '', 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)'); -INSERT INTO SpiderUserAgents VALUES (151, 'MSProxy', '2.0', 'MSProxy/2.0'); -INSERT INTO SpiderUserAgents VALUES (152, 'Mercator', '2.0', 'Mercator-2.0'); -INSERT INTO SpiderUserAgents VALUES (153, 'MetaGer-LinkChecker', '', 'MetaGer-LinkChecker'); -INSERT INTO SpiderUserAgents VALUES (154, 'Metacarta', '', 'metacarta (crawler@metacarta.com)'); -INSERT INTO SpiderUserAgents VALUES (155, 'Metacarta', '', 'metacarta crawler@metacarta.com'); -INSERT INTO SpiderUserAgents VALUES (156, 'Microsoft URL Control', '', 'Microsoft URL Control - 5.00.3609'); -INSERT INTO SpiderUserAgents VALUES (157, 'Microsoft URL Control', '', 'Microsoft URL Control - 5.01.4319'); -INSERT INTO SpiderUserAgents VALUES (158, 'Microsoft URL Control', '', 'Microsoft URL Control - 6.00.8169'); -INSERT INTO SpiderUserAgents VALUES (159, 'Microsoft URL Control', '', 'Microsoft URL Control - 6.00.8862'); -INSERT INTO SpiderUserAgents VALUES (160, 'Microsoft-ATL-Native', '7.00', 'Microsoft-ATL-Native/7.00'); -INSERT INTO SpiderUserAgents VALUES (161, 'MicrosoftPrototypeCrawler', '', 'MicrosoftPrototypeCrawler (How''s my crawling? mailto:newbiecrawler@hotmail.com)'); -INSERT INTO SpiderUserAgents VALUES (162, 'Moget', '1.0', 'moget/1.0 (moget@goo.ne.jp)'); -INSERT INTO SpiderUserAgents VALUES (163, 'Moget', '2.1', 'moget/2.1 (moget@goo.ne.jp)'); -INSERT INTO SpiderUserAgents VALUES (164, 'MysteryBot', '', 'Mozilla/3.01 (compatible;)'); -INSERT INTO SpiderUserAgents VALUES (165, 'NG', '1.0', 'NG/1.0'); -INSERT INTO SpiderUserAgents VALUES (166, 'NPBot', '', 'NPBot'); -INSERT INTO SpiderUserAgents VALUES (167, 'NPBot', '', 'NPBot-1/2.0'); -INSERT INTO SpiderUserAgents VALUES (168, 'NPBot', '', 'NPBot-1/2.0 (http://www.nameprotect.com/botinfo.html)'); -INSERT INTO SpiderUserAgents VALUES (169, 'NationalDirectory-WebSpider', '1.3', 'NationalDirectory-WebSpider/1.3'); -INSERT INTO SpiderUserAgents VALUES (170, 'NaverRobot', '1.0', 'dloader(NaverRobot)/1.0'); -INSERT INTO SpiderUserAgents VALUES (171, 'NetAnts', '1.25', 'NetAnts/1.25'); -INSERT INTO SpiderUserAgents VALUES (172, 'NetNose-Crawler', '2.0', 'Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)'); -INSERT INTO SpiderUserAgents VALUES (173, 'NetNoseCrawler v1.0', '', 'NetNoseCrawler/v1.0'); -INSERT INTO SpiderUserAgents VALUES (174, 'NetResearchServer', '', 'NetResearchServer(http://www.look.com)'); -INSERT INTO SpiderUserAgents VALUES (175, 'NetResearchServer', '2.4', 'NetResearchServer/2.4(loopimprovements.com/robot.html)'); -INSERT INTO SpiderUserAgents VALUES (176, 'NetResearchServer', '2.5', 'NetResearchServer/2.5(loopimprovements.com/robot.html)'); -INSERT INTO SpiderUserAgents VALUES (177, 'NetResearchServer', '2.7', 'NetResearchServer/2.7(loopimprovements.com/robot.html)'); -INSERT INTO SpiderUserAgents VALUES (178, 'Netcraft Web Server Survey', '', 'Mozilla/4.0 (compatible; Netcraft Web Server Survey)'); -INSERT INTO SpiderUserAgents VALUES (179, 'None', '', 'none'); -INSERT INTO SpiderUserAgents VALUES (180, 'NutchCrawler', '', 'Robot: NutchCrawler, Owner: wdavies@acm.org'); -INSERT INTO SpiderUserAgents VALUES (181, 'NutchOrg', '0.03', 'NutchOrg/0.03-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)'); -INSERT INTO SpiderUserAgents VALUES (182, 'OWR_Crawler', '0.1', 'OWR_Crawler 0.1'); -INSERT INTO SpiderUserAgents VALUES (183, 'Obot', '', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)'); -INSERT INTO SpiderUserAgents VALUES (184, 'Obot', '', 'oBot'); -INSERT INTO SpiderUserAgents VALUES (185, 'Openbot', '3.0', 'Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)'); -INSERT INTO SpiderUserAgents VALUES (186, 'OrangeBot', '', 'OrangeBot'); -INSERT INTO SpiderUserAgents VALUES (187, 'Organica', '2.24', 'Mozilla/4.0 (compatible; Advanced Email Extractor v2.24)'); -INSERT INTO SpiderUserAgents VALUES (188, 'PWS.Kiosk', '', 'PWS.Kiosk - Content Filtering'); -INSERT INTO SpiderUserAgents VALUES (189, 'Parabot', '', 'parabot (paracite@ecs.soton.ac.uk)'); -INSERT INTO SpiderUserAgents VALUES (190, 'Pavuk', '0.9', 'pavuk/0.9pl28 i586-pc-cygwin'); -INSERT INTO SpiderUserAgents VALUES (191, 'Pavuk', '0.9', 'pavuk/0.9pl29b i686-pc-linux-gnu'); -INSERT INTO SpiderUserAgents VALUES (192, 'Polybot', '1.0', 'polybot 1.0 (http://cis.poly.edu/polybot/)'); -INSERT INTO SpiderUserAgents VALUES (193, 'Pompos', '1.1', 'Pompos/1.1 http://pompos.iliad.fr'); -INSERT INTO SpiderUserAgents VALUES (194, 'Pompos', '1.2', 'Pompos/1.2 http://pompos.iliad.fr'); -INSERT INTO SpiderUserAgents VALUES (195, 'Portal Manager', '0.7', 'Portal Manager 0.7'); -INSERT INTO SpiderUserAgents VALUES (196, 'Potbot', '1.0', 'potbot 1.0'); -INSERT INTO SpiderUserAgents VALUES (197, 'ProWebGuide Link Checker', '', 'ProWebGuide Link Checker (http://www.prowebguide.com)'); -INSERT INTO SpiderUserAgents VALUES (198, 'Psbot', '0.1', 'psbot/0.1 (+http://www.picsearch.com/bot.html)'); -INSERT INTO SpiderUserAgents VALUES (199, 'Pverify', '1.2', 'pverify/1.2'); -INSERT INTO SpiderUserAgents VALUES (200, 'QuepasaCreep v0.9.13', '', 'QuepasaCreep v0.9.13'); -INSERT INTO SpiderUserAgents VALUES (201, 'RPT-HTTPClient', '0.3', 'RPT-HTTPClient/0.3-3'); -INSERT INTO SpiderUserAgents VALUES (202, 'Reifier', '', 'reifier.org (admin@reifier.org)'); -INSERT INTO SpiderUserAgents VALUES (203, 'Reifier', '', 'reifier.org admin@reifier.org'); -INSERT INTO SpiderUserAgents VALUES (204, 'Rico', '0.1', 'rico/0.1'); -INSERT INTO SpiderUserAgents VALUES (205, 'RobotMidareru', '0.7', 'RobotMidareru/0.7libwww-perl/5.65'); -INSERT INTO SpiderUserAgents VALUES (206, 'Robots.txt Validator', '', 'Search Engine World Robots.txt Validator at http://www.searchengineworld.com/cgi-bin/robotcheck.cgi'); -INSERT INTO SpiderUserAgents VALUES (207, 'Robozilla', '1.0', 'Robozilla/1.0'); -INSERT INTO SpiderUserAgents VALUES (208, 'SYCLIKControl LinkChecker', '', 'Mozilla/5.0 (compatible; SYCLIKControl/LinkChecker;)'); -INSERT INTO SpiderUserAgents VALUES (209, 'Scooter', '1.0', 'Scooter/1.0'); -INSERT INTO SpiderUserAgents VALUES (210, 'Scooter', '1.1', 'Scooter-ARS-1.1'); -INSERT INTO SpiderUserAgents VALUES (211, 'Scooter', '3.2', 'Scooter-3.2'); -INSERT INTO SpiderUserAgents VALUES (212, 'Scooter', '3.2', 'Scooter-3.2.BT'); -INSERT INTO SpiderUserAgents VALUES (213, 'Scooter', '3.2', 'Scooter-3.2.EX'); -INSERT INTO SpiderUserAgents VALUES (214, 'Scooter', '3.2', 'Scooter-3.2.FNR'); -INSERT INTO SpiderUserAgents VALUES (215, 'Scooter', '3.2', 'Scooter-3.2.PDF'); -INSERT INTO SpiderUserAgents VALUES (216, 'Scooter', '3.2', 'Scooter-3.2.SF0'); -INSERT INTO SpiderUserAgents VALUES (217, 'Scooter', '3.2', 'Scooter-3.2.TX.FNR'); -INSERT INTO SpiderUserAgents VALUES (218, 'Scooter', '3.2', 'Scooter-3.2.XX0'); -INSERT INTO SpiderUserAgents VALUES (219, 'Scooter', '3.2', 'Scooter/3.2'); -INSERT INTO SpiderUserAgents VALUES (220, 'Scooter', '3.2', 'Scooter/3.2.SF0'); -INSERT INTO SpiderUserAgents VALUES (221, 'Scooter', '3.2', 'Scooter_x0-3.2.EX'); -INSERT INTO SpiderUserAgents VALUES (222, 'Scooter', '3.3', 'Scooter/3.3'); -INSERT INTO SpiderUserAgents VALUES (223, 'Scooter', '3.3', 'Scooter/3.3.QA'); -INSERT INTO SpiderUserAgents VALUES (224, 'Scooter', '3.3', 'Scooter/3.3.QA.pczukor'); -INSERT INTO SpiderUserAgents VALUES (225, 'Scooter', '3.3', 'Scooter/3.3.vscooter'); -INSERT INTO SpiderUserAgents VALUES (226, 'Scooter', '3.3', 'Scooter/3.3_SF'); -INSERT INTO SpiderUserAgents VALUES (227, 'Scrubby', '2.2', 'Scrubby/2.2 (http://www.scrubtheweb.com/)'); -INSERT INTO SpiderUserAgents VALUES (228, 'Search Agent', '1.0', 'Search Agent 1.0'); -INSERT INTO SpiderUserAgents VALUES (229, 'Semanticdiscovery', '0.1', 'semanticdiscovery/0.1'); -INSERT INTO SpiderUserAgents VALUES (230, 'Sherlock', '1.3', 'sherlock/1.3 httpget/1.3'); -INSERT INTO SpiderUserAgents VALUES (231, 'Sitecheck', '', 'InternetSeer.com'); -INSERT INTO SpiderUserAgents VALUES (232, 'Sitecheck', '', 'sitecheck.internetseer.com (For more info see: http://sitecheck.internetseer.com)'); -INSERT INTO SpiderUserAgents VALUES (233, 'Sitescooper', '3.1.2', 'sitescooper/3.1.2 (http://sitescooper.org) libwww-perl/5.51'); -INSERT INTO SpiderUserAgents VALUES (234, 'SlySearch', '1.3', 'SlySearch/1.3 (http://www.slysearch.com)'); -INSERT INTO SpiderUserAgents VALUES (235, 'SlySearch', '1.3', 'SlySearch/1.3 http://www.slysearch.com'); -INSERT INTO SpiderUserAgents VALUES (236, 'Speedy_Spider', '', 'Speedy_Spider_(http://www.entireweb.com)'); -INSERT INTO SpiderUserAgents VALUES (237, 'Sqworm', '2.9.85', 'Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux-gnu)'); -INSERT INTO SpiderUserAgents VALUES (238, 'Star Downloader', '', 'Star Downloader'); -INSERT INTO SpiderUserAgents VALUES (239, 'Steeler', '1.3', 'Steeler/1.3 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)'); -INSERT INTO SpiderUserAgents VALUES (240, 'SuperCleaner', '2.56', 'Mozilla/4.0 (compatible; SuperCleaner 2.56; Windows NT 5.1)'); -INSERT INTO SpiderUserAgents VALUES (241, 'Szukacz', '1.5', 'Szukacz/1.5'); -INSERT INTO SpiderUserAgents VALUES (242, 'Szukacz', '1.5', 'Szukacz/1.5 (robot; www.szukacz.pl/jakdzialarobot.html; info@szukacz.pl)'); -INSERT INTO SpiderUserAgents VALUES (243, 'TclSOAP', '1.0', 'Tcl http client package 1.0'); -INSERT INTO SpiderUserAgents VALUES (244, 'TclSOAP', '2.3', 'Tcl http client package 2.3'); -INSERT INTO SpiderUserAgents VALUES (245, 'Teradex Mapper', '', '(Teradex Mapper; mapper@teradex.com; http://www.teradex.com)'); -INSERT INTO SpiderUserAgents VALUES (246, 'TulipChain', '5.7', 'TulipChain/5.7 (http://ostermiller.org/tulipchain/) Java/1.4.0_02 (http://java.sun.com/) Windows_Me/4.90'); -INSERT INTO SpiderUserAgents VALUES (247, 'TurnitinBot', '1.4', 'TurnitinBot/1.4 (http://www.turnitin.com/robot/crawlerinfo.html)'); -INSERT INTO SpiderUserAgents VALUES (248, 'TurnitinBot', '1.4', 'TurnitinBot/1.4 http://www.turnitin.com/robot/crawlerinfo.html'); -INSERT INTO SpiderUserAgents VALUES (249, 'TurnitinBot', '1.5', 'TurnitinBot/1.5 (http://www.turnitin.com/robot/crawlerinfo.html)'); -INSERT INTO SpiderUserAgents VALUES (250, 'TurnitinBot', '1.5', 'TurnitinBot/1.5 http://www.turnitin.com/robot/crawlerinfo.html'); -INSERT INTO SpiderUserAgents VALUES (251, 'UIowaCrawler', '2.0', 'UIowaCrawler/2.0'); -INSERT INTO SpiderUserAgents VALUES (252, 'UdmSearch', '3.1.20', 'UdmSearch/3.1.20'); -INSERT INTO SpiderUserAgents VALUES (253, 'Vagabondo', '2.0', 'Vagabondo/2.0 MT (webagent at wise-guys dot nl)'); -INSERT INTO SpiderUserAgents VALUES (254, 'Vagabondo', '2.0', 'Vagabondo/2.0 MT (webagent@NOSPAMwise-guys.nl)'); -INSERT INTO SpiderUserAgents VALUES (255, 'Vagabondo', '2.1', 'Mozilla/5.0 (compatible; Vagabondo/2.1; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)'); -INSERT INTO SpiderUserAgents VALUES (256, 'VoilaBot', '1.6', 'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6'); -INSERT INTO SpiderUserAgents VALUES (257, 'VoilaBot', '1.6', 'Mozilla/4.0_(compatible;_MSIE_5.0;_Windows_95)_VoilaBot/1.6 libwww/5.3.2'); -INSERT INTO SpiderUserAgents VALUES (258, 'Vspider', '', 'vspider'); -INSERT INTO SpiderUserAgents VALUES (259, 'W3C-checklink', '2.90', 'W3C-checklink/2.90 libwww-perl/5.64'); -INSERT INTO SpiderUserAgents VALUES (260, 'W3C-checklink', '3.6.2.3', 'W3C-checklink/3.6.2.3 libwww-perl/5.64'); -INSERT INTO SpiderUserAgents VALUES (261, 'W3C_Validator', '1.183', 'W3C_Validator/1.183 libwww-perl/5.64'); -INSERT INTO SpiderUserAgents VALUES (262, 'W3C_Validator', '1.305.2.12', 'W3C_Validator/1.305.2.12 libwww-perl/5.64'); -INSERT INTO SpiderUserAgents VALUES (263, 'WebFilter Robot', '1.0', 'WebFilter Robot 1.0'); -INSERT INTO SpiderUserAgents VALUES (264, 'WebSearch', '', 'http://www.WebSearch.com.au/ (larbin2.6.2@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (265, 'WebSearch', '', 'http://www.WebSearch.com.au/ - Australian Search Engine/3.1.3 (sites@websearch.com.au)'); -INSERT INTO SpiderUserAgents VALUES (266, 'WebSearch', '', 'http://www.WebSearch.com.au/ - Australian Search Engine/3.1.6 (sites@websearch.com.au)'); -INSERT INTO SpiderUserAgents VALUES (267, 'WebSearch', '', 'http://www.WebSearch.com.au/ larbin2.6.2@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (268, 'WebSearch', '', 'http://www.websearch.com.au (larbin2.6.2@unspecified.mail)'); -INSERT INTO SpiderUserAgents VALUES (269, 'WebSearch', '', 'http://www.websearch.com.au larbin2.6.2@unspecified.mail'); -INSERT INTO SpiderUserAgents VALUES (270, 'WebSearch', '', 'www.WebSearch.com.au (search@websearch.com.au)'); -INSERT INTO SpiderUserAgents VALUES (271, 'WebSearch', '', 'www.WebSearch.com.au search@websearch.com.au'); -INSERT INTO SpiderUserAgents VALUES (272, 'WebSearch', '2.0.1', 'WebSearch/2.0.1 (Dez@Blanchfield.COM.AU, http://www.WebSearch.com.au/)'); -INSERT INTO SpiderUserAgents VALUES (273, 'WebcraftBoot', '', 'Thu Mar 27 18:20:34 CET 2003WebcraftBoot'); -INSERT INTO SpiderUserAgents VALUES (274, 'WebcraftBoot', '1.4.1', 'Fri Nov 15 04:51:18 EST 2002WebcraftBoot Java/1.4.1_01'); -INSERT INTO SpiderUserAgents VALUES (275, 'WebcraftBoot', '1.4.2', 'Sun Apr 20 22:00:01 EDT 2003WebcraftBoot Java/1.4.2-beta'); -INSERT INTO SpiderUserAgents VALUES (276, 'WebcraftBoot', '1.4.2', 'Tue Apr 15 22:00:03 EDT 2003WebcraftBoot Java/1.4.2-beta'); -INSERT INTO SpiderUserAgents VALUES (277, 'Webinator-indexer', '2.56', 'Mozilla/3.0 (compatible; Webinator-indexer.cyberalert.com/2.56)'); -INSERT INTO SpiderUserAgents VALUES (278, 'Webwombat', '', 'www.webwombat.com.au'); -INSERT INTO SpiderUserAgents VALUES (279, 'Wget', '1.5.2', 'Wget/1.5.2'); -INSERT INTO SpiderUserAgents VALUES (280, 'Wget', '1.7', 'Wget/1.7'); -INSERT INTO SpiderUserAgents VALUES (281, 'Wget', '1.8', 'Wget/1.8'); -INSERT INTO SpiderUserAgents VALUES (282, 'Wget', '1.8.1', 'Wget/1.8.1'); -INSERT INTO SpiderUserAgents VALUES (283, 'Wget', '1.8.2', 'Wget/1.8.2'); -INSERT INTO SpiderUserAgents VALUES (284, 'Willow', '2.1', 'Willow Internet Crawler by Twotrees V2.1'); -INSERT INTO SpiderUserAgents VALUES (285, 'Xenu Link Sleuth', '1.1a', 'Xenu''s Link Sleuth 1.1a'); -INSERT INTO SpiderUserAgents VALUES (286, 'Xenu Link Sleuth', '1.2b', 'Xenu Link Sleuth 1.2b'); -INSERT INTO SpiderUserAgents VALUES (287, 'Xenu Link Sleuth 1.2d', '', 'Xenu Link Sleuth 1.2d'); -INSERT INTO SpiderUserAgents VALUES (288, 'Zao', '0.1', 'Zao/0.1 (http://www.kototoi.org/zao/)'); -INSERT INTO SpiderUserAgents VALUES (289, 'Zeus', '57657', 'Zeus 57657 Webster Pro V2.9 Win32'); -INSERT INTO SpiderUserAgents VALUES (290, 'ZyBorg', '1.0', 'Mozilla/4.0 compatible ZyBorg/1.0 (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com)'); -INSERT INTO SpiderUserAgents VALUES (291, 'ZyBorg', '1.0', 'Mozilla/4.0 compatible ZyBorg/1.0 (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)'); -INSERT INTO SpiderUserAgents VALUES (292, 'unknown', '', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request'); -INSERT INTO SpiderUserAgents VALUES (293, 'unknown', '', 'Mozilla/4.0+(compatible;+MSIE+6.0;+Windows+NT+5.2;+.NET+CLR+1.1.4322)');