| 1 |
<?php |
| 2 |
|
| 3 |
/* |
| 4 |
* This file is part of Crawler Detect - the web crawler detection library. |
| 5 |
* |
| 6 |
* (c) Mark Beech <[email protected]> |
| 7 |
* |
| 8 |
* This source file is subject to the MIT license that is bundled |
| 9 |
* with this source code in the file LICENSE. |
| 10 |
*/ |
| 11 |
|
| 12 |
namespace Jaybizzle\CrawlerDetect\Fixtures; |
| 13 |
|
| 14 |
class Crawlers extends AbstractProvider |
| 15 |
{ |
| 16 |
/** |
| 17 |
* Array of regular expressions to match against the user agent. |
| 18 |
* |
| 19 |
* @var array |
| 20 |
*/ |
| 21 |
protected $data = [ |
| 22 |
' YLT', |
| 23 |
'^Aether', |
| 24 |
'^Amazon Simple Notification Service Agent$', |
| 25 |
'^Amazon-Route53-Health-Check-Service', |
| 26 |
'^b0t$', |
| 27 |
'^bluefish ', |
| 28 |
'^Calypso v\/', |
| 29 |
'^COMODO DCV', |
| 30 |
'^Corax', |
| 31 |
'^DangDang', |
| 32 |
'^Dart\/[0-9]', |
| 33 |
'^DavClnt', |
| 34 |
'^DHSH', |
| 35 |
'^docker\/[0-9]', |
| 36 |
'^Expanse', |
| 37 |
'^ExposureScanner', |
| 38 |
'^FDM ', |
| 39 |
'^git\/', |
| 40 |
'^Goose\/', |
| 41 |
'^Goosee-Audit', |
| 42 |
'^Grabber', |
| 43 |
'^Gradle\/', |
| 44 |
'^Hello from Palo Alto Networks', |
| 45 |
'^HTTPClient\/', |
| 46 |
'^HTTPing', |
| 47 |
'^Java\/', |
| 48 |
'^Jeode\/', |
| 49 |
'^Jetty\/', |
| 50 |
'^Mail\/', |
| 51 |
'^Mget', |
| 52 |
'^Microsoft URL Control', |
| 53 |
'^Mikrotik\/', |
| 54 |
'^Netlab360', |
| 55 |
'^NG\/[0-9\.]', |
| 56 |
'^NING\/', |
| 57 |
'^npm\/', |
| 58 |
'^Nuclei', |
| 59 |
'^PHP-AYMAPI\/', |
| 60 |
'^PHP\/', |
| 61 |
'^pip\/', |
| 62 |
'^pnpm\/', |
| 63 |
'^RMA\/', |
| 64 |
'^Ruby|Ruby\/[0-9]', |
| 65 |
'^symbolicator\/', |
| 66 |
'^Swurl ', |
| 67 |
'^TLS tester ', |
| 68 |
'^twine\/', |
| 69 |
'^ureq', |
| 70 |
'^visionheight\.com\/scan', |
| 71 |
'^VSE\/[0-9]', |
| 72 |
'^WordPress\.com', |
| 73 |
'^XRL\/[0-9]', |
| 74 |
'^ZmEu', |
| 75 |
'008\/', |
| 76 |
'1Pilot', |
| 77 |
'13TABS', |
| 78 |
'192\.comAgent', |
| 79 |
'2GDPR\/', |
| 80 |
'2ip\.ru', |
| 81 |
'404enemy', |
| 82 |
'7Siters', |
| 83 |
'80legs', |
| 84 |
'a3logics\.in', |
| 85 |
'A6-Indexer', |
| 86 |
'Abonti', |
| 87 |
'Aboundex', |
| 88 |
'aboutthedomain', |
| 89 |
'Accoona-AI-Agent', |
| 90 |
'acebookexternalhit\/', |
| 91 |
'acme\.sectigo\.com', |
| 92 |
'acoon', |
| 93 |
'acrylicapps\.com\/pulp', |
| 94 |
'Acunetix', |
| 95 |
'AdAuth\/', |
| 96 |
'adbeat', |
| 97 |
'AddThis', |
| 98 |
'ADmantX', |
| 99 |
'AdminLabs', |
| 100 |
'adressendeutschland', |
| 101 |
'adreview\/', |
| 102 |
'adscanner', |
| 103 |
'adstxt-worker', |
| 104 |
'Adstxtaggregator', |
| 105 |
'adstxt\.com', |
| 106 |
'Adyen HttpClient', |
| 107 |
'AffiliateLabz\/', |
| 108 |
'affilimate-puppeteer', |
| 109 |
'agentslug', |
| 110 |
'AHC', |
| 111 |
'Ahrefs', |
| 112 |
'aihit', |
| 113 |
'aiohttp\/', |
| 114 |
'Airmail', |
| 115 |
'akka-http\/', |
| 116 |
'akula\/', |
| 117 |
'alertra', |
| 118 |
'alexa site audit', |
| 119 |
'Alibaba\.Security\.Heimdall', |
| 120 |
'Alligator', |
| 121 |
'allloadin', |
| 122 |
'AllSubmitter', |
| 123 |
'alyze\.info', |
| 124 |
'amagit', |
| 125 |
'amphp\/http-client', |
| 126 |
'Anarchie', |
| 127 |
'AndroidDownloadManager', |
| 128 |
'Anemone', |
| 129 |
'AngleSharp', |
| 130 |
'annotate_google', |
| 131 |
'Anthill', |
| 132 |
'Anturis Agent', |
| 133 |
'Ant\.com', |
| 134 |
'AnyEvent-HTTP\/', |
| 135 |
'Apache Ant\/', |
| 136 |
'Apache Droid', |
| 137 |
'Apache OpenOffice', |
| 138 |
'Apache-HttpAsyncClient', |
| 139 |
'Apache-HttpClient', |
| 140 |
'ApacheBench', |
| 141 |
'Apexoo', |
| 142 |
'apimon\.de', |
| 143 |
'APIs-Google', |
| 144 |
'AportWorm\/', |
| 145 |
'AppBeat\/', |
| 146 |
'AppEngine-Google', |
| 147 |
'AppleSyndication', |
| 148 |
'Aprc\/[0-9]', |
| 149 |
'Arachmo', |
| 150 |
'arachnode', |
| 151 |
'Arachnophilia', |
| 152 |
'aria2', |
| 153 |
'Arukereso', |
| 154 |
'asafaweb', |
| 155 |
'Asana\/', |
| 156 |
'Ask Jeeves', |
| 157 |
'AskQuickly', |
| 158 |
'ASPSeek', |
| 159 |
'Asterias', |
| 160 |
'Astute', |
| 161 |
'asynchttp', |
| 162 |
'Attach', |
| 163 |
'attohttpc', |
| 164 |
'autocite', |
| 165 |
'AutomaticWPTester', |
| 166 |
'Autonomy', |
| 167 |
'awin\.com', |
| 168 |
'AWS Security Scanner', |
| 169 |
'axios\/', |
| 170 |
'a\.pr-cy\.ru', |
| 171 |
'B-l-i-t-z-B-O-T', |
| 172 |
'Backlink-Ceck', |
| 173 |
'BacklinkHttpStatus', |
| 174 |
'BackStreet', |
| 175 |
'BackupLand', |
| 176 |
'BackWeb', |
| 177 |
'Bad-Neighborhood', |
| 178 |
'Badass', |
| 179 |
'baidu\.com', |
| 180 |
'Bandit', |
| 181 |
'Barracuda Sentinel \(EE\)', |
| 182 |
'basicstate', |
| 183 |
'BatchFTP', |
| 184 |
'Battleztar Bazinga', |
| 185 |
'baypup\/', |
| 186 |
'BazQux', |
| 187 |
'BBBike', |
| 188 |
'BCKLINKS', |
| 189 |
'BDFetch', |
| 190 |
'BegunAdvertising', |
| 191 |
'Bewica-security-scan', |
| 192 |
'Bidtellect', |
| 193 |
'BigBozz', |
| 194 |
'Bigfoot', |
| 195 |
'biglotron', |
| 196 |
'BingLocalSearch', |
| 197 |
'BingPreview', |
| 198 |
'binlar', |
| 199 |
'biNu image cacher', |
| 200 |
'Bitacle', |
| 201 |
'Bitrix link preview', |
| 202 |
'biz_Directory', |
| 203 |
'BKCTwitterUnshortener\/', |
| 204 |
'Black Hole', |
| 205 |
'Blackboard Safeassign', |
| 206 |
'BlackWidow', |
| 207 |
'BlockNote\.Net', |
| 208 |
'BlogBridge', |
| 209 |
'Bloglines', |
| 210 |
'Bloglovin', |
| 211 |
'BlogPulseLive', |
| 212 |
'BlogSearch', |
| 213 |
'Blogtrottr', |
| 214 |
'BlowFish', |
| 215 |
'boitho\.com-dc', |
| 216 |
'Boost\.Beast', |
| 217 |
'BPImageWalker', |
| 218 |
'Braintree-Webhooks', |
| 219 |
'Branch Metrics API', |
| 220 |
'Branch-Passthrough', |
| 221 |
'Brandprotect', |
| 222 |
'Brandwatch', |
| 223 |
'Brodie\/', |
| 224 |
'Browsershots', |
| 225 |
'BUbiNG', |
| 226 |
'Buck\/', |
| 227 |
'Buddy', |
| 228 |
'BuiltWith', |
| 229 |
'Bullseye', |
| 230 |
'BunnySlippers', |
| 231 |
'Burf Search', |
| 232 |
'Butterfly\/', |
| 233 |
'BuzzSumo', |
| 234 |
'CAAM\/[0-9]', |
| 235 |
'caam dot crwlr at gmail dot com', |
| 236 |
'CakePHP', |
| 237 |
'Calculon', |
| 238 |
'Canary%20Mail', |
| 239 |
'CaretNail', |
| 240 |
'catexplorador', |
| 241 |
'CC Metadata Scaper', |
| 242 |
'Cegbfeieh', |
| 243 |
'censys', |
| 244 |
'centuryb.o.t9[at]gmail.com', |
| 245 |
'Cerberian Drtrs', |
| 246 |
'CERT\.at-Statistics-Survey', |
| 247 |
'cf-facebook', |
| 248 |
'cg-eye', |
| 249 |
'changedetection', |
| 250 |
'ChangesMeter', |
| 251 |
'Charlotte', |
| 252 |
'ChatGPT-User', |
| 253 |
'chatterino-api-cache', |
| 254 |
'CheckHost', |
| 255 |
'checkprivacy', |
| 256 |
'CherryPicker', |
| 257 |
'ChinaClaw', |
| 258 |
'Chirp\/', |
| 259 |
'chkme\.com', |
| 260 |
'Chlooe', |
| 261 |
'Chromaxa', |
| 262 |
'CirrusExplorer', |
| 263 |
'CISPA Vulnerability Notification', |
| 264 |
'CISPA Web Analyser', |
| 265 |
'Citoid', |
| 266 |
'CJNetworkQuality', |
| 267 |
'Clarsentia', |
| 268 |
'Claude-User', |
| 269 |
'claude-web', |
| 270 |
'clips\.ua\.ac\.be', |
| 271 |
'Cloud mapping', |
| 272 |
'CloudEndure', |
| 273 |
'CloudFlare-AlwaysOnline', |
| 274 |
'Cloudflare-Healthchecks', |
| 275 |
'Cloudflare-SSLDetector', |
| 276 |
'Cloudinary', |
| 277 |
'cmcm\.com', |
| 278 |
'coccoc', |
| 279 |
'cognitiveseo', |
| 280 |
'ColdFusion', |
| 281 |
'colly -', |
| 282 |
'CommaFeed', |
| 283 |
'Commons-HttpClient', |
| 284 |
'commonscan', |
| 285 |
'contactbigdatafr', |
| 286 |
'contentkingapp', |
| 287 |
'Contextual Code Sites Explorer', |
| 288 |
'convera', |
| 289 |
'CookieReports', |
| 290 |
'copyright sheriff', |
| 291 |
'CopyRightCheck', |
| 292 |
'Copyscape', |
| 293 |
'cortex\/', |
| 294 |
'Cosmos4j\.feedback', |
| 295 |
'Covario-IDS', |
| 296 |
'Cpanel-HTTP-Client', |
| 297 |
'cpp-httplib', |
| 298 |
'Craw\/', |
| 299 |
'Crescent', |
| 300 |
'Criteo', |
| 301 |
'Crowsnest', |
| 302 |
'CSHttp', |
| 303 |
'CSSCheck', |
| 304 |
'Cula\/', |
| 305 |
'curb', |
| 306 |
'Curious George', |
| 307 |
'curl', |
| 308 |
'cuwhois\/', |
| 309 |
'cybo\.com', |
| 310 |
'DAP\/NetHTTP', |
| 311 |
'DareBoost', |
| 312 |
'DatabaseDriverMysqli', |
| 313 |
'DataCha0s', |
| 314 |
'DatadogSynthetics', |
| 315 |
'Datafeedwatch', |
| 316 |
'Datanyze', |
| 317 |
'DataparkSearch', |
| 318 |
'dataprovider', |
| 319 |
'DataXu', |
| 320 |
'Daum(oa)?[ \/][0-9]', |
| 321 |
'dBpoweramp', |
| 322 |
'ddline', |
| 323 |
'DebugBear$', |
| 324 |
'deeris', |
| 325 |
'delve\.ai', |
| 326 |
'Demon', |
| 327 |
'DeuSu', |
| 328 |
'developers\.google\.com\/\+\/web\/snippet\/', |
| 329 |
'Devil', |
| 330 |
'Digg', |
| 331 |
'Digincore', |
| 332 |
'DigitalPebble', |
| 333 |
'Dirbuster', |
| 334 |
'Discourse Forum Onebox', |
| 335 |
'Dispatch\/', |
| 336 |
'Disqus\/', |
| 337 |
'DittoSpyder', |
| 338 |
'dlvr', |
| 339 |
'DMBrowser', |
| 340 |
'DNSPod-reporting', |
| 341 |
'docoloc', |
| 342 |
'Dolphin http client', |
| 343 |
'DomainAppender', |
| 344 |
'DomainLabz', |
| 345 |
'Domains Project\/', |
| 346 |
'Donuts Content Explorer', |
| 347 |
'dotMailer content retrieval', |
| 348 |
'dotSemantic', |
| 349 |
'downforeveryoneorjustme', |
| 350 |
'Download Wonder', |
| 351 |
'downnotifier', |
| 352 |
'DowntimeDetector', |
| 353 |
'Drip', |
| 354 |
'drupact', |
| 355 |
'Drupal \(\+http:\/\/drupal\.org\/\)', |
| 356 |
'DTS Agent', |
| 357 |
'dubaiindex', |
| 358 |
'DuplexWeb-Google', |
| 359 |
'DynatraceSynthetic', |
| 360 |
'EARTHCOM', |
| 361 |
'Easy-Thumb', |
| 362 |
'EasyDL', |
| 363 |
'Ebingbong', |
| 364 |
'ec2linkfinder', |
| 365 |
'eCairn-Grabber', |
| 366 |
'eCatch', |
| 367 |
'ECCP', |
| 368 |
'eContext\/', |
| 369 |
'Ecxi', |
| 370 |
'EirGrabber', |
| 371 |
'ElectricMonk', |
| 372 |
'elefent', |
| 373 |
'EMail Exractor', |
| 374 |
'EMail Wolf', |
| 375 |
'EmailWolf', |
| 376 |
'Embarcadero', |
| 377 |
'Embed PHP Library', |
| 378 |
'Embedly', |
| 379 |
'endo\/', |
| 380 |
'europarchive\.org', |
| 381 |
'evc-batch', |
| 382 |
'EventMachine HttpClient', |
| 383 |
'Everwall Link Expander', |
| 384 |
'Evidon', |
| 385 |
'Evrinid', |
| 386 |
'ExactSearch', |
| 387 |
'ExaleadCloudview', |
| 388 |
'Excel\/', |
| 389 |
'exif', |
| 390 |
'ExoRank', |
| 391 |
'Exploratodo', |
| 392 |
'Express WebPictures', |
| 393 |
'Extreme Picture Finder', |
| 394 |
'EyeNetIE', |
| 395 |
'ezooms', |
| 396 |
'facebookcatalog', |
| 397 |
'facebookexternalhit', |
| 398 |
'facebookexternalua', |
| 399 |
'facebookplatform', |
| 400 |
'fairshare', |
| 401 |
'Faraday v', |
| 402 |
'fasthttp', |
| 403 |
'Faveeo', |
| 404 |
'Favicon downloader', |
| 405 |
'faviconarchive', |
| 406 |
'faviconkit', |
| 407 |
'FavOrg', |
| 408 |
'FediAct Service', |
| 409 |
'Feed Wrangler', |
| 410 |
'Feedable\/', |
| 411 |
'Feedbin', |
| 412 |
'FeedBooster', |
| 413 |
'FeedBucket', |
| 414 |
'FeedBunch\/', |
| 415 |
'FeedBurner', |
| 416 |
'feeder', |
| 417 |
'Feedly', |
| 418 |
'FeedshowOnline', |
| 419 |
'Feedshow\/', |
| 420 |
'Feedspot', |
| 421 |
'FeedViewer\/', |
| 422 |
'Feedwind\/', |
| 423 |
'FeedZcollector', |
| 424 |
'feeltiptop', |
| 425 |
'Fetch API', |
| 426 |
'Fetch\/[0-9]', |
| 427 |
'Fever\/[0-9]', |
| 428 |
'FHscan', |
| 429 |
'Fiery%20Feeds', |
| 430 |
'Filestack', |
| 431 |
'Fimap', |
| 432 |
'findlink', |
| 433 |
'findthatfile', |
| 434 |
'FlashGet', |
| 435 |
'FlipboardBrowserProxy', |
| 436 |
'FlipboardProxy', |
| 437 |
'FlipboardRSS', |
| 438 |
'Florienzh\/', |
| 439 |
'fluffy', |
| 440 |
'Flunky', |
| 441 |
'flynxapp', |
| 442 |
'foda-scanner\/[0-9]', |
| 443 |
'forensiq', |
| 444 |
'ForusP', |
| 445 |
'FoundSeoTool', |
| 446 |
'fragFINN\.de', |
| 447 |
'free thumbnails', |
| 448 |
'Freeuploader', |
| 449 |
'FreshRSS', |
| 450 |
'frontman', |
| 451 |
'Funnelback', |
| 452 |
'Fuzz Faster U Fool', |
| 453 |
'G-i-g-a-b-o-t', |
| 454 |
'g00g1e\.net', |
| 455 |
'ganarvisitas', |
| 456 |
'gdnplus\.com', |
| 457 |
'GeedoProductSearch', |
| 458 |
'GeedoShopProductFinder', |
| 459 |
'geek-tools', |
| 460 |
'Genieo', |
| 461 |
'GentleSource', |
| 462 |
'GetCode', |
| 463 |
'Getintent', |
| 464 |
'GetLinkInfo', |
| 465 |
'getprismatic', |
| 466 |
'GetRight', |
| 467 |
'getroot', |
| 468 |
'GetURLInfo\/', |
| 469 |
'GetWeb', |
| 470 |
'Geziyor', |
| 471 |
'Ghost Inspector', |
| 472 |
'GigablastOpenSource', |
| 473 |
'GIS-LABS', |
| 474 |
'GitLab\/', |
| 475 |
'github-camo', |
| 476 |
'GitHub-Hookshot', |
| 477 |
'github\.com', |
| 478 |
'Go http package', |
| 479 |
'Go [\d\.]* package http', |
| 480 |
'Go!Zilla', |
| 481 |
'Go-Ahead-Got-It', |
| 482 |
'Go-http-client', |
| 483 |
'go-mtasts\/', |
| 484 |
'gobuster', |
| 485 |
'gobyus', |
| 486 |
'Gofeed', |
| 487 |
'gofetch', |
| 488 |
'Goldfire Server', |
| 489 |
'GomezAgent', |
| 490 |
'gooblog', |
| 491 |
'Goodzer\/', |
| 492 |
'Google AppsViewer', |
| 493 |
'Google Desktop', |
| 494 |
'Google favicon', |
| 495 |
'Google Keyword Suggestion', |
| 496 |
'Google Keyword Tool', |
| 497 |
'Google Page Speed Insights', |
| 498 |
'Google PP Default', |
| 499 |
'Google Search Console', |
| 500 |
'Google Web Preview', |
| 501 |
'Google-Ads', |
| 502 |
'Google-Adwords', |
| 503 |
'Google-AMPHTML', |
| 504 |
'Google-Apps-Script', |
| 505 |
'Google-Calendar-Importer', |
| 506 |
'Google-Firebase', |
| 507 |
'Google-HotelAdsVerifier', |
| 508 |
'Google-HTTP-Java-Client', |
| 509 |
'Google-InspectionTool', |
| 510 |
'Google-Podcast', |
| 511 |
'Google-Publisher-Plugin', |
| 512 |
'Google-Read-Aloud', |
| 513 |
'Google-SearchByImage', |
| 514 |
'Google-Site-Verification', |
| 515 |
'Google-SMTP-STS', |
| 516 |
'Google-speakr', |
| 517 |
'Google-Structured-Data-Testing-Tool', |
| 518 |
'Google-Transparency-Report', |
| 519 |
'google-xrawler', |
| 520 |
'Google-Youtube-Links', |
| 521 |
'GoogleAssociationService', |
| 522 |
'GoogleDocs', |
| 523 |
'GoogleHC\/', |
| 524 |
'GoogleMessages', |
| 525 |
'GoogleOther', |
| 526 |
'GoogleProber', |
| 527 |
'GoogleProducer', |
| 528 |
'GoogleSites', |
| 529 |
'Gookey', |
| 530 |
'GoSpotCheck', |
| 531 |
'gosquared-thumbnailer', |
| 532 |
'Gotit', |
| 533 |
'GoZilla', |
| 534 |
'grabify', |
| 535 |
'GrabNet', |
| 536 |
'Grafula', |
| 537 |
'Grammarly', |
| 538 |
'GrapeFX', |
| 539 |
'GreatNews', |
| 540 |
'Gregarius', |
| 541 |
'GRequests', |
| 542 |
'grokkit', |
| 543 |
'grouphigh', |
| 544 |
'grub-client', |
| 545 |
'gSOAP\/', |
| 546 |
'GT::WWW', |
| 547 |
'GTmetrix', |
| 548 |
'GuzzleHttp', |
| 549 |
'gvfs\/', |
| 550 |
'HAA(A)?RTLAND http client', |
| 551 |
'Haansoft', |
| 552 |
'hackney\/', |
| 553 |
'Hadi Agent', |
| 554 |
'HappyApps-WebCheck', |
| 555 |
'Hardenize', |
| 556 |
'Hatena', |
| 557 |
'HaveInListEnricher', |
| 558 |
'Havij', |
| 559 |
'HaxerMen', |
| 560 |
'HEADMasterSEO', |
| 561 |
'HeartRails_Capture', |
| 562 |
'help@dataminr\.com', |
| 563 |
'heritrix', |
| 564 |
'Hexometer', |
| 565 |
'HF-Research\/', |
| 566 |
'historious', |
| 567 |
'hkedcity', |
| 568 |
'hledejLevne\.cz', |
| 569 |
'Hloader', |
| 570 |
'HMView', |
| 571 |
'Holmes', |
| 572 |
'HonesoSearchEngine', |
| 573 |
'HootSuite Image proxy', |
| 574 |
'Hootsuite-WebFeed', |
| 575 |
'hosterstats', |
| 576 |
'HostTracker', |
| 577 |
'ht:\/\/check', |
| 578 |
'htdig', |
| 579 |
'HTMLparser', |
| 580 |
'htmlyse', |
| 581 |
'HTTP Banner Detection', |
| 582 |
'http-get', |
| 583 |
'HTTP-Header-Abfrage', |
| 584 |
'http-kit', |
| 585 |
'http-request\/', |
| 586 |
'HTTP-Tiny', |
| 587 |
'HTTP::Lite', |
| 588 |
'http:\/\/www.neomo.de\/', // 'Francis [Bot]' |
| 589 |
'HttpComponents', |
| 590 |
'httphr', |
| 591 |
'HTTPie', |
| 592 |
'HTTPMon', |
| 593 |
'httpRequest', |
| 594 |
'httpscheck', |
| 595 |
'httpssites_power', |
| 596 |
'httpunit', |
| 597 |
'HttpUrlConnection', |
| 598 |
'http\.rb\/', |
| 599 |
'HTTP_Compression_Test', |
| 600 |
'http_get', |
| 601 |
'http_request2', |
| 602 |
'http_requester', |
| 603 |
'httrack', |
| 604 |
'huaweisymantec', |
| 605 |
'HubSpot ', |
| 606 |
'HubSpot-Link-Resolver', |
| 607 |
'Humanlinks', |
| 608 |
'i2kconnect\/', |
| 609 |
'IAB-Tech-Lab', |
| 610 |
'Iblog', |
| 611 |
'ichiro', |
| 612 |
'Id-search', |
| 613 |
'IdeelaborPlagiaat', |
| 614 |
'IDG Twitter Links Resolver', |
| 615 |
'IDwhois\/', |
| 616 |
'Iframely', |
| 617 |
'igdeSpyder', |
| 618 |
'iGooglePortal', |
| 619 |
'IlTrovatore', |
| 620 |
'Image Fetch', |
| 621 |
'Image Sucker', |
| 622 |
'ImageEngine\/', |
| 623 |
'ImageVisu\/', |
| 624 |
'Imagga', |
| 625 |
'imagineeasy', |
| 626 |
'imgproxy\/[0-9]', |
| 627 |
'imgsizer', |
| 628 |
'InAGist', |
| 629 |
'inbound\.li parser', |
| 630 |
'InDesign%20CC', |
| 631 |
'Indy Library', |
| 632 |
'InetURL', |
| 633 |
'infegy', |
| 634 |
'infohelfer', |
| 635 |
'InfoTekies', |
| 636 |
'InfoWizards Reciprocal Link', |
| 637 |
'Infrawatch\/[0-9]', |
| 638 |
'inpwrd\.com', |
| 639 |
'instabid', |
| 640 |
'Instapaper', |
| 641 |
'Integrity', |
| 642 |
'integromedb', |
| 643 |
'Intelliseek', |
| 644 |
'InterGET', |
| 645 |
'Internet Ninja', |
| 646 |
'InternetMeasurement', |
| 647 |
'InternetSeer', |
| 648 |
'internetVista monitor', |
| 649 |
'internetwache', |
| 650 |
'internet_archive', |
| 651 |
'intraVnews', |
| 652 |
'IODC', |
| 653 |
'IOI', |
| 654 |
'Inboxb0t', |
| 655 |
'iplabel', |
| 656 |
'ips-agent', |
| 657 |
'IPS\/[0-9]', |
| 658 |
'IPWorks HTTP\/S Component', |
| 659 |
'iqdb\/', |
| 660 |
'Iria', |
| 661 |
'Irokez', |
| 662 |
'isitup\.org', |
| 663 |
'iskanie', |
| 664 |
'isUp\.li', |
| 665 |
'iThemes Sync\/', |
| 666 |
'IZaBEE', |
| 667 |
'iZSearch', |
| 668 |
'JAHHO', |
| 669 |
'janforman', |
| 670 |
'Jaunt\/', |
| 671 |
'Java.*outbrain', |
| 672 |
'javelin\.io', |
| 673 |
'Jbrofuzz', |
| 674 |
'Jersey\/', |
| 675 |
'JetCar', |
| 676 |
'Jigsaw', |
| 677 |
'Jobboerse', |
| 678 |
'JobFeed discovery', |
| 679 |
'Jobg8 URL Monitor', |
| 680 |
'jobo', |
| 681 |
'Jobrapido', |
| 682 |
'Jobsearch1\.5', |
| 683 |
'JoinVision Generic', |
| 684 |
'JolokiaPwn', |
| 685 |
'Joomla', |
| 686 |
'Jorgee', |
| 687 |
'JS-Kit', |
| 688 |
'JungleKeyThumbnail', |
| 689 |
'JustView', |
| 690 |
'Kaspersky Lab CFR link resolver', |
| 691 |
'Kelny\/', |
| 692 |
'Kerrigan\/', |
| 693 |
'KeyCDN', |
| 694 |
'Keyword Density', |
| 695 |
'Keywords Research', |
| 696 |
'khttp\/', |
| 697 |
'KickFire', |
| 698 |
'KimonoLabs\/', |
| 699 |
'Kml-Google', |
| 700 |
'knows\.is', |
| 701 |
'KOCMOHABT', |
| 702 |
'kouio', |
| 703 |
'krawler\.dk', |
| 704 |
'krynos', |
| 705 |
'kube-probe', |
| 706 |
'kubectl', |
| 707 |
'kulturarw3', |
| 708 |
'KumKie', |
| 709 |
'l9tcpid\/', |
| 710 |
'Larbin', |
| 711 |
'Lavf\/', |
| 712 |
'leakix\.net', |
| 713 |
'LeechFTP', |
| 714 |
'LeechGet', |
| 715 |
'letsencrypt', |
| 716 |
'Lftp', |
| 717 |
'LibVLC', |
| 718 |
'LibWeb', |
| 719 |
'Libwhisker', |
| 720 |
'libwww', |
| 721 |
'Licorne', |
| 722 |
'Liferea\/', |
| 723 |
'Lighthouse', |
| 724 |
'Lightspeedsystems', |
| 725 |
'Likse', |
| 726 |
'limber\.io', |
| 727 |
'Link Valet', |
| 728 |
'LinkAlarm\/', |
| 729 |
'LinkAnalyser', |
| 730 |
'link-check', |
| 731 |
'linkCheck', |
| 732 |
'linkdex', |
| 733 |
'LinkExaminer', |
| 734 |
'Linkfeed\.ru', |
| 735 |
'linkfluence', |
| 736 |
'linkpeek', |
| 737 |
'LinkPreview', |
| 738 |
'LinkScan', |
| 739 |
'LinksManager', |
| 740 |
'LinkTiger', |
| 741 |
'LinkWalker', |
| 742 |
'link_thumbnailer', |
| 743 |
'Lipperhey', |
| 744 |
'Litemage_walker', |
| 745 |
'livedoor ScreenShot', |
| 746 |
'LoadImpactRload', |
| 747 |
'localsearch-web', |
| 748 |
'LongURL API', |
| 749 |
'longurl-r-package', |
| 750 |
'looid\.com', |
| 751 |
'looksystems\.net', |
| 752 |
'lscache_runner', |
| 753 |
'ltx71', |
| 754 |
'lua-resty-http', |
| 755 |
'Lucee \(CFML Engine\)', |
| 756 |
'Lush Http Client', |
| 757 |
'lwp-request', |
| 758 |
'lwp-trivial', |
| 759 |
'LWP::Simple', |
| 760 |
'lycos', |
| 761 |
'LYT\.SR', |
| 762 |
'L\.webis', |
| 763 |
'mabontland', |
| 764 |
'MacOutlook\/', |
| 765 |
'MagentaNews\/', |
| 766 |
'Mag-Net', |
| 767 |
'MagpieRSS', |
| 768 |
'Mail::STS', |
| 769 |
'MailChimp', |
| 770 |
'Mail\.Ru', |
| 771 |
'Mailpit\/', |
| 772 |
'Majestic12', |
| 773 |
'makecontact\/', |
| 774 |
'Mandrill', |
| 775 |
'MapperCmd', |
| 776 |
'marketinggrader', |
| 777 |
'MarkMonitor', |
| 778 |
'MarkWatch', |
| 779 |
'Mass Downloader', |
| 780 |
'masscan\/', |
| 781 |
'Mata Hari', |
| 782 |
'mattermost', |
| 783 |
'MatchorySearch\/', |
| 784 |
'Mediametric', |
| 785 |
'Mediapartners-Google', |
| 786 |
'mediawords', |
| 787 |
'MegaIndex\.ru', |
| 788 |
'MeltwaterNews', |
| 789 |
'Melvil Rawi', |
| 790 |
'MemGator', |
| 791 |
'Metaspinner', |
| 792 |
'MetaURI', |
| 793 |
'MFC_Tear_Sample', |
| 794 |
'Microsearch', |
| 795 |
'Microsoft Data Access', |
| 796 |
'Microsoft Office', |
| 797 |
'Microsoft Outlook', |
| 798 |
'Microsoft Windows Network Diagnostics', |
| 799 |
'Microsoft-WebDAV-MiniRedir', |
| 800 |
'Microsoft\.Data\.Mashup', |
| 801 |
'MicrosoftPreview', |
| 802 |
'MIDown tool', |
| 803 |
'MIIxpc', |
| 804 |
'Mindjet', |
| 805 |
'Miniature\.io', |
| 806 |
'Miniflux', |
| 807 |
'mio_httpc', |
| 808 |
'Miro-HttpClient', |
| 809 |
'Mister PiX', |
| 810 |
'mixdata dot com', |
| 811 |
'mixed-content-scan', |
| 812 |
'mixnode', |
| 813 |
'Mnogosearch', |
| 814 |
'ModatScanner\/[0-9]', |
| 815 |
'mogimogi', |
| 816 |
'Mojeek', |
| 817 |
'Mojolicious \(Perl\)', |
| 818 |
'Mollie', |
| 819 |
'monitis', |
| 820 |
'Monitority\/', |
| 821 |
'Monit\/', |
| 822 |
'montastic', |
| 823 |
'MonSpark', |
| 824 |
'MonTools', |
| 825 |
'Moreover', |
| 826 |
'Morfeus Fucking Scanner', |
| 827 |
'Morning Paper', |
| 828 |
'MovableType', |
| 829 |
'mowser', |
| 830 |
'Mrcgiguy', |
| 831 |
'Mr\.4x3 Powered', |
| 832 |
'MS Web Services Client Protocol', |
| 833 |
'MSFrontPage', |
| 834 |
'mShots', |
| 835 |
'MuckRack\/', |
| 836 |
'muhstik-scan', |
| 837 |
'MVAClient', |
| 838 |
'MxToolbox\/', |
| 839 |
'myseosnapshot', |
| 840 |
'nagios', |
| 841 |
'Najdi\.si', |
| 842 |
'holubem\.eu', |
| 843 |
'Name Intelligence', |
| 844 |
'NameFo\.com', |
| 845 |
'Nameprotect', |
| 846 |
'nationalarchives', |
| 847 |
'Navroad', |
| 848 |
'nbertaupete95', |
| 849 |
'NearSite', |
| 850 |
'Needle', |
| 851 |
'Nessus', |
| 852 |
'Net Vampire', |
| 853 |
'NetAnts', |
| 854 |
'NETCRAFT', |
| 855 |
'NetLyzer', |
| 856 |
'NetMechanic', |
| 857 |
'NetNewsWire', |
| 858 |
'Netpursual', |
| 859 |
'netresearch', |
| 860 |
'NetShelter ContentScan', |
| 861 |
'Netsparker', |
| 862 |
'NetSystemsResearch', |
| 863 |
'nettle', |
| 864 |
'NetTrack', |
| 865 |
'Netvibes', |
| 866 |
'NetworkingExtension', |
| 867 |
'NetZIP', |
| 868 |
'Neustar WPM', |
| 869 |
'NeutrinoAPI', |
| 870 |
'NewRelicPinger', |
| 871 |
'NewsBlur .*Finder', |
| 872 |
'NewsGator', |
| 873 |
'newsme', |
| 874 |
'newspaper\/', |
| 875 |
'Nexgate Ruby Client', |
| 876 |
'Next\.js Middleware', |
| 877 |
'NG-Search', |
| 878 |
'nghttp2', |
| 879 |
'Nibbler', |
| 880 |
'NICErsPRO', |
| 881 |
'NihilScio', |
| 882 |
'Nikto', |
| 883 |
'nineconnections', |
| 884 |
'NLNZ_IAHarvester', |
| 885 |
'Nmap Scripting Engine', |
| 886 |
'node-fetch', |
| 887 |
'node-superagent', |
| 888 |
'node-urllib', |
| 889 |
'Nodemeter', |
| 890 |
'NodePing', |
| 891 |
'node\.io', |
| 892 |
'nominet\.org\.uk', |
| 893 |
'nominet\.uk', |
| 894 |
'Norton-Safeweb', |
| 895 |
'Notifixious', |
| 896 |
'notifyninja', |
| 897 |
'NotionEmbedder', |
| 898 |
'nuhk', |
| 899 |
'nutch', |
| 900 |
'Nuzzel', |
| 901 |
'nWormFeedFinder', |
| 902 |
'nyawc\/', |
| 903 |
'Nymesis', |
| 904 |
'NYU', |
| 905 |
'Observatory\/', |
| 906 |
'Ocelli\/', |
| 907 |
'Octopus', |
| 908 |
'oegp', |
| 909 |
'Offline Explorer', |
| 910 |
'Offline Navigator', |
| 911 |
'odin\.com', |
| 912 |
'OgScrper', |
| 913 |
'okhttp', |
| 914 |
'omgili', |
| 915 |
'OMSC', |
| 916 |
'Online Domain Tools', |
| 917 |
'Open Source RSS', |
| 918 |
'OpenCalaisSemanticProxy', |
| 919 |
'Openfind', |
| 920 |
'OpenLinkProfiler', |
| 921 |
'Openstat\/', |
| 922 |
'OpenVAS', |
| 923 |
'OPPO A33', |
| 924 |
'Optimizer', |
| 925 |
'Orbiter', |
| 926 |
'OrgProbe\/', |
| 927 |
'orion-semantics', |
| 928 |
'Outlook-Express', |
| 929 |
'Outlook-iOS', |
| 930 |
'Owler', |
| 931 |
'Owlin', |
| 932 |
'ownCloud News', |
| 933 |
'ow\.ly', |
| 934 |
'OxfordCloudService', |
| 935 |
'page scorer', |
| 936 |
'Page Valet', |
| 937 |
'page2rss', |
| 938 |
'PageFreezer', |
| 939 |
'PageGrabber', |
| 940 |
'PagePeeker', |
| 941 |
'PageScorer', |
| 942 |
'Pagespeed\/', |
| 943 |
'PageThing', |
| 944 |
'page_verifier', |
| 945 |
'Panopta', |
| 946 |
'panscient', |
| 947 |
'Papa Foto', |
| 948 |
'parsijoo', |
| 949 |
'pathscan\/[0-9]', |
| 950 |
'Pavuk', |
| 951 |
'PayPal IPN', |
| 952 |
'pcBrowser', |
| 953 |
'Pcore-HTTP', |
| 954 |
'PDF24 URL To PDF', |
| 955 |
'Pearltrees', |
| 956 |
'PECL::HTTP', |
| 957 |
'peerindex', |
| 958 |
'Peew', |
| 959 |
'PeoplePal', |
| 960 |
'Perlu -', |
| 961 |
'PhantomJS Screenshoter', |
| 962 |
'PhantomJS\/', |
| 963 |
'Photon\/', |
| 964 |
'php-requests', |
| 965 |
'phpservermon', |
| 966 |
'Pi-Monster', |
| 967 |
'Picscout', |
| 968 |
'Picsearch', |
| 969 |
'PictureFinder', |
| 970 |
'Pimonster', |
| 971 |
'Pingability', |
| 972 |
'PingAdmin\.Ru', |
| 973 |
'Pingdom', |
| 974 |
'Pingoscope', |
| 975 |
'PingSpot', |
| 976 |
'ping\.blo\.gs', |
| 977 |
'pinterest\.com', |
| 978 |
'Pixray', |
| 979 |
'Pizilla', |
| 980 |
'Plagger\/', |
| 981 |
'PlayStore-Google', |
| 982 |
'Pleroma ', |
| 983 |
'Ploetz \+ Zeller', |
| 984 |
'Plukkie', |
| 985 |
'plumanalytics', |
| 986 |
'PocketImageCache', |
| 987 |
'PocketParser', |
| 988 |
'Pockey', |
| 989 |
'PodcastAddict\/', |
| 990 |
'POE-Component-Client-HTTP', |
| 991 |
'Polymail\/', |
| 992 |
'Pompos', |
| 993 |
'Porkbun', |
| 994 |
'Port Monitor', |
| 995 |
'postano', |
| 996 |
'postfix-mta-sts-resolver', |
| 997 |
'PostmanRuntime', |
| 998 |
'postplanner\.com', |
| 999 |
'PostPost', |
| 1000 |
'postrank', |
| 1001 |
'PowerPoint\/', |
| 1002 |
'Prebid', |
| 1003 |
'Prerender', |
| 1004 |
'Priceonomics Analysis Engine', |
| 1005 |
'PrintFriendly', |
| 1006 |
'PritTorrent', |
| 1007 |
'Prlog', |
| 1008 |
'probely\.com', |
| 1009 |
'probethenet', |
| 1010 |
'Project ?25499', |
| 1011 |
'Project-Resonance', |
| 1012 |
'prospectb2b', |
| 1013 |
'Protopage', |
| 1014 |
'ProWebWalker', |
| 1015 |
'proximic', |
| 1016 |
'PRTG Network Monitor', |
| 1017 |
'pshtt, https scanning', |
| 1018 |
'PTST ', |
| 1019 |
'PTST\/[0-9]+', |
| 1020 |
'pulsetic\.com', |
| 1021 |
'Pump', |
| 1022 |
'Python-httplib2', |
| 1023 |
'python-httpx', |
| 1024 |
'python-requests', |
| 1025 |
'Python-urllib', |
| 1026 |
'Python-xmlrpc', |
| 1027 |
'Qirina Hurdler', |
| 1028 |
'QQDownload', |
| 1029 |
'QrafterPro', |
| 1030 |
'Qseero', |
| 1031 |
'Qualidator', |
| 1032 |
'QueryN Metasearch', |
| 1033 |
'queuedriver', |
| 1034 |
'quic-go-HTTP\/', |
| 1035 |
'QuiteRSS', |
| 1036 |
'Quora Link Preview', |
| 1037 |
'Qwantify', |
| 1038 |
'Radian6', |
| 1039 |
'RadioPublicImageResizer', |
| 1040 |
'Railgun\/', |
| 1041 |
'RankActive', |
| 1042 |
'RankFlex', |
| 1043 |
'RankSonicSiteAuditor', |
| 1044 |
'RapidLoad\/', |
| 1045 |
'Re-re Studio', |
| 1046 |
'ReactorNetty', |
| 1047 |
'Readability', |
| 1048 |
'RealDownload', |
| 1049 |
'RealPlayer%20Downloader', |
| 1050 |
'RebelMouse', |
| 1051 |
'Recorder', |
| 1052 |
'RecurPost\/', |
| 1053 |
'redback\/', |
| 1054 |
'ReederForMac', |
| 1055 |
'Reeder\/', |
| 1056 |
'ReGet', |
| 1057 |
'RepoMonkey', |
| 1058 |
'request\.js', |
| 1059 |
'reqwest\/', |
| 1060 |
'ResponseCodeTest', |
| 1061 |
'RestSharp', |
| 1062 |
'Riddler', |
| 1063 |
'Rival IQ', |
| 1064 |
'Robosourcer', |
| 1065 |
'Robozilla', |
| 1066 |
'ROI Hunter', |
| 1067 |
'RPT-HTTPClient', |
| 1068 |
'RSSMix\/', |
| 1069 |
'RSSOwl', |
| 1070 |
'RuxitSynthetic', |
| 1071 |
'RyowlEngine', |
| 1072 |
'safe-agent-scanner', |
| 1073 |
'SalesIntelligent', |
| 1074 |
'Saleslift', |
| 1075 |
'SAP NetWeaver Application Server', |
| 1076 |
'SauceNAO', |
| 1077 |
'SBIder', |
| 1078 |
'sc-downloader', |
| 1079 |
'scalaj-http', |
| 1080 |
'Scamadviser-Frontend', |
| 1081 |
'ScanAlert', |
| 1082 |
'scan\.lol', |
| 1083 |
'Scoop', |
| 1084 |
'scooter', |
| 1085 |
'ScopeContentAG-HTTP-Client', |
| 1086 |
'ScoutJet', |
| 1087 |
'ScoutURLMonitor', |
| 1088 |
'ScrapeBox Page Scanner', |
| 1089 |
'Scrapy', |
| 1090 |
'Screaming', |
| 1091 |
'ScreenShotService', |
| 1092 |
'Scrubby', |
| 1093 |
'Scrutiny\/', |
| 1094 |
'Search37', |
| 1095 |
'searchenginepromotionhelp', |
| 1096 |
'Searchestate', |
| 1097 |
'SearchExpress', |
| 1098 |
'SearchSight', |
| 1099 |
'SearchWP', |
| 1100 |
'search\.thunderstone', |
| 1101 |
'Seeker', |
| 1102 |
'semanticdiscovery', |
| 1103 |
'semanticjuice', |
| 1104 |
'Semiocast HTTP client', |
| 1105 |
'Semrush', |
| 1106 |
'Sendsay\.Ru', |
| 1107 |
'sentry\/', |
| 1108 |
'SEO Browser', |
| 1109 |
'Seo Servis', |
| 1110 |
'seo-nastroj\.cz', |
| 1111 |
'seo4ajax', |
| 1112 |
'Seobility', |
| 1113 |
'SEOCentro', |
| 1114 |
'SeoCheck', |
| 1115 |
'seocompany', |
| 1116 |
'SEOGets', |
| 1117 |
'SEOkicks', |
| 1118 |
'SeoLik\.ru', |
| 1119 |
'SEOlizer', |
| 1120 |
'Seomoz', |
| 1121 |
'SEOprofiler', |
| 1122 |
'seoscanners', |
| 1123 |
'SEOsearch', |
| 1124 |
'seositecheckup', |
| 1125 |
'SEOstats', |
| 1126 |
'servernfo', |
| 1127 |
'sexsearcher', |
| 1128 |
'Seznam', |
| 1129 |
'Shelob', |
| 1130 |
'Shodan', |
| 1131 |
'Shoppimon', |
| 1132 |
'ShopWiki', |
| 1133 |
'ShortLinkTranslate', |
| 1134 |
'shortURL lengthener', |
| 1135 |
'shrinktheweb', |
| 1136 |
'Sideqik', |
| 1137 |
'Siege', |
| 1138 |
'SimplePie', |
| 1139 |
'SimplyFast', |
| 1140 |
'Siphon', |
| 1141 |
'SISTRIX', |
| 1142 |
'Site Sucker', |
| 1143 |
'Site-Shot\/', |
| 1144 |
'Site24x7', |
| 1145 |
'SiteBar', |
| 1146 |
'Sitebeam', |
| 1147 |
'Sitebulb\/', |
| 1148 |
'SiteCondor', |
| 1149 |
'SiteExplorer', |
| 1150 |
'SiteGuardian', |
| 1151 |
'Siteimprove', |
| 1152 |
'SiteIndexed', |
| 1153 |
'Sitemap(s)? Generator', |
| 1154 |
'SitemapGenerator', |
| 1155 |
'SiteMonitor', |
| 1156 |
'Siteshooter B0t', |
| 1157 |
'SiteSnagger', |
| 1158 |
'SiteSucker', |
| 1159 |
'SiteTruth', |
| 1160 |
'Sitevigil', |
| 1161 |
'sitexy\.com', |
| 1162 |
'SkypeUriPreview', |
| 1163 |
'Slack\/', |
| 1164 |
'sli-systems\.com', |
| 1165 |
'slider\.com', |
| 1166 |
'slurp', |
| 1167 |
'SlySearch', |
| 1168 |
'SmartDownload', |
| 1169 |
'SMRF URL Expander', |
| 1170 |
'SMUrlExpander', |
| 1171 |
'Snake', |
| 1172 |
'Snappy', |
| 1173 |
'SnapSearch', |
| 1174 |
'Snarfer\/', |
| 1175 |
'SniffRSS', |
| 1176 |
'sniptracker', |
| 1177 |
'Snoopy', |
| 1178 |
'SnowHaze Search', |
| 1179 |
'sogou web', |
| 1180 |
'SortSite', |
| 1181 |
'Sottopop', |
| 1182 |
'sovereign\.ai', |
| 1183 |
'SpaceBison', |
| 1184 |
'SpamExperts', |
| 1185 |
'Spammen', |
| 1186 |
'Spanner', |
| 1187 |
'Spawning-AI', |
| 1188 |
'spaziodati', |
| 1189 |
'SPDYCheck', |
| 1190 |
'Specificfeeds', |
| 1191 |
'SpeedKit', |
| 1192 |
'speedy', |
| 1193 |
'SPEng', |
| 1194 |
'Spinn3r', |
| 1195 |
'spray-can', |
| 1196 |
'Sprinklr ', |
| 1197 |
'spyonweb', |
| 1198 |
'sqlmap', |
| 1199 |
'Sqlworm', |
| 1200 |
'Sqworm', |
| 1201 |
'SSL Labs', |
| 1202 |
'ssl-tools', |
| 1203 |
'StackRambler', |
| 1204 |
'Statastico\/', |
| 1205 |
'Statically-', |
| 1206 |
'StatusCake', |
| 1207 |
'Steeler', |
| 1208 |
'Stratagems Kumo', |
| 1209 |
'Stripe\/', |
| 1210 |
'Stroke\.cz', |
| 1211 |
'StudioFACA', |
| 1212 |
'StumbleUpon', |
| 1213 |
'suchen', |
| 1214 |
'Sucuri', |
| 1215 |
'summify', |
| 1216 |
'SuperHTTP', |
| 1217 |
'Surphace Scout', |
| 1218 |
'Suzuran', |
| 1219 |
'swcd ', |
| 1220 |
'Swisscows Favicons', |
| 1221 |
'Symfony BrowserKit', |
| 1222 |
'Symfony2 BrowserKit', |
| 1223 |
'Synapse\/', |
| 1224 |
'Syndirella\/', |
| 1225 |
'SynHttpClient-Built', |
| 1226 |
'Sysomos', |
| 1227 |
'sysscan', |
| 1228 |
'Szukacz', |
| 1229 |
'T0PHackTeam', |
| 1230 |
'tAkeOut', |
| 1231 |
'Tarantula\/', |
| 1232 |
'Taringa UGC', |
| 1233 |
'TarmotGezgin', |
| 1234 |
'tchelebi\.io', |
| 1235 |
'techiaith\.cymru', |
| 1236 |
'Teleport', |
| 1237 |
'Telesoft', |
| 1238 |
'Telesphoreo', |
| 1239 |
'Telesphorep', |
| 1240 |
'Tenon\.io', |
| 1241 |
'teoma', |
| 1242 |
'terrainformatica', |
| 1243 |
'Test Certificate Info', |
| 1244 |
'testuri', |
| 1245 |
'Tetrahedron', |
| 1246 |
'TextRazor Downloader', |
| 1247 |
'The Drop Reaper', |
| 1248 |
'The Expert HTML Source Viewer', |
| 1249 |
'The Intraformant', |
| 1250 |
'The Knowledge AI', |
| 1251 |
'theinternetrules', |
| 1252 |
'TheNomad', |
| 1253 |
'Thinklab', |
| 1254 |
'Thumbor', |
| 1255 |
'Thumbshots', |
| 1256 |
'ThumbSniper', |
| 1257 |
'timewe\.net', |
| 1258 |
'TinEye', |
| 1259 |
'Tiny Tiny RSS', |
| 1260 |
'TLSProbe\/', |
| 1261 |
'Toata', |
| 1262 |
'topster', |
| 1263 |
'touche\.com', |
| 1264 |
'Traackr\.com', |
| 1265 |
'tracemyfile', |
| 1266 |
'Trackuity', |
| 1267 |
'TrapitAgent', |
| 1268 |
'Trendiction', |
| 1269 |
'Trendsmap', |
| 1270 |
'trendspottr', |
| 1271 |
'truwoGPS', |
| 1272 |
'TryJsoup', |
| 1273 |
'TulipChain', |
| 1274 |
'Turingos', |
| 1275 |
'Turnitin', |
| 1276 |
'tweetedtimes', |
| 1277 |
'Tweetminster', |
| 1278 |
'Tweezler\/', |
| 1279 |
'twibble', |
| 1280 |
'Twice', |
| 1281 |
'Twikle', |
| 1282 |
'Twingly', |
| 1283 |
'Twisted PageGetter', |
| 1284 |
'Typhoeus', |
| 1285 |
'ubermetrics-technologies', |
| 1286 |
'uclassify', |
| 1287 |
'UdmSearch', |
| 1288 |
'ultimate_sitemap_parser', |
| 1289 |
'unchaos', |
| 1290 |
'undici', |
| 1291 |
'unirest-java', |
| 1292 |
'UniversalFeedParser', |
| 1293 |
'unshortenit', |
| 1294 |
'Unshorten\.It', |
| 1295 |
'Untiny', |
| 1296 |
'UnwindFetchor', |
| 1297 |
'updated', |
| 1298 |
'updown\.io daemon', |
| 1299 |
'Upflow', |
| 1300 |
'Uptimia', |
| 1301 |
'URL Verifier', |
| 1302 |
'Urlcheckr', |
| 1303 |
'URLitor', |
| 1304 |
'urlresolver', |
| 1305 |
'Urlstat', |
| 1306 |
'URLTester', |
| 1307 |
'UrlTrends Ranking Updater', |
| 1308 |
'URLy Warning', |
| 1309 |
'URLy\.Warning', |
| 1310 |
'URL\/Emacs', |
| 1311 |
'Vacuum', |
| 1312 |
'Vagabondo', |
| 1313 |
'VB Project', |
| 1314 |
'vBSEO', |
| 1315 |
'VCI', |
| 1316 |
'Verity', |
| 1317 |
'via ggpht\.com GoogleImageProxy', |
| 1318 |
'Virusdie', |
| 1319 |
'visionutils', |
| 1320 |
'Visual Rights Group', |
| 1321 |
'vkShare', |
| 1322 |
'VoidEYE', |
| 1323 |
'Voil', |
| 1324 |
'voltron', |
| 1325 |
'voyager\/', |
| 1326 |
'VSAgent\/', |
| 1327 |
'VSB-TUO\/', |
| 1328 |
'Vulnbusters Meter', |
| 1329 |
'VYU2', |
| 1330 |
'w3af\.org', |
| 1331 |
'W3C-checklink', |
| 1332 |
'W3C-mobileOK', |
| 1333 |
'W3C_Unicorn', |
| 1334 |
'WAC-OFU', |
| 1335 |
'WakeletLinkExpander', |
| 1336 |
'WallpapersHD', |
| 1337 |
'Wallpapers\/[0-9]+', |
| 1338 |
'wangling', |
| 1339 |
'Wappalyzer', |
| 1340 |
'WatchMouse', |
| 1341 |
'WbSrch\/', |
| 1342 |
'WDT\.io', |
| 1343 |
'Web Auto', |
| 1344 |
'Web Collage', |
| 1345 |
'Web Downloader\/[0-9]', |
| 1346 |
'Web Enhancer', |
| 1347 |
'Web Fetch', |
| 1348 |
'Web Fuck', |
| 1349 |
'Web Pix', |
| 1350 |
'Web Sauger', |
| 1351 |
'Web spyder', |
| 1352 |
'Web Sucker', |
| 1353 |
'web-capture\.net', |
| 1354 |
'Web-sniffer', |
| 1355 |
'Webalta', |
| 1356 |
'Webauskunft', |
| 1357 |
'WebAuto', |
| 1358 |
'WebCapture', |
| 1359 |
'WebClient\/', |
| 1360 |
'webcollage', |
| 1361 |
'WebCookies', |
| 1362 |
'WebCopier', |
| 1363 |
'WebCorp', |
| 1364 |
'WebDataStats', |
| 1365 |
'WebDoc', |
| 1366 |
'WebEnhancer', |
| 1367 |
'WebFetch', |
| 1368 |
'WebFuck', |
| 1369 |
'WebGazer', |
| 1370 |
'WebGo IS', |
| 1371 |
'WebImageCollector', |
| 1372 |
'WebImages', |
| 1373 |
'WebIndex', |
| 1374 |
'webkit2png', |
| 1375 |
'WebLeacher', |
| 1376 |
'webmastercoffee', |
| 1377 |
'webmon ', |
| 1378 |
'WebPix', |
| 1379 |
'WebReaper', |
| 1380 |
'WebSauger', |
| 1381 |
'webscreenie', |
| 1382 |
'Webshag', |
| 1383 |
'Webshot', |
| 1384 |
'Website Quester', |
| 1385 |
'websitepulse agent', |
| 1386 |
'WebsiteQuester', |
| 1387 |
'Websnapr', |
| 1388 |
'WebSniffer', |
| 1389 |
'Webster', |
| 1390 |
'WebStripper', |
| 1391 |
'WebSucker', |
| 1392 |
'webtech\/', |
| 1393 |
'WebThumbnail', |
| 1394 |
'Webthumb\/', |
| 1395 |
'WebWhacker', |
| 1396 |
'WebZIP', |
| 1397 |
'WeLikeLinks', |
| 1398 |
'WEPA', |
| 1399 |
'WeSEE', |
| 1400 |
'wf84', |
| 1401 |
'Wfuzz\/', |
| 1402 |
'wget', |
| 1403 |
'WhatCMS', |
| 1404 |
'WhatsApp', |
| 1405 |
'WhatsMyIP', |
| 1406 |
'WhatWeb', |
| 1407 |
'WhereGoes\?', |
| 1408 |
'Whibse', |
| 1409 |
'WhoAPI\/', |
| 1410 |
'WhoRunsCoinHive', |
| 1411 |
'Whynder Magnet', |
| 1412 |
'Windows-RSS-Platform', |
| 1413 |
'WinHttp-Autoproxy-Service', |
| 1414 |
'WinHTTP\/', |
| 1415 |
'WinPodder', |
| 1416 |
'wkhtmlto', |
| 1417 |
'wmtips', |
| 1418 |
'Woko', |
| 1419 |
'Wolfram HTTPClient', |
| 1420 |
'woorankreview', |
| 1421 |
'WordPress\/', |
| 1422 |
'WordupinfoSearch', |
| 1423 |
'Word\/', |
| 1424 |
'worldping-api', |
| 1425 |
'wotbox', |
| 1426 |
'WP Engine Install Performance API', |
| 1427 |
'WP Rocket', |
| 1428 |
'wpif', |
| 1429 |
'wprecon\.com survey', |
| 1430 |
'WPScan', |
| 1431 |
'wscheck', |
| 1432 |
'Wtrace', |
| 1433 |
'WWW-Collector-E', |
| 1434 |
'WWW-Mechanize', |
| 1435 |
'WWW::Document', |
| 1436 |
'WWW::Mechanize', |
| 1437 |
'WWWOFFLE', |
| 1438 |
'www\.monitor\.us', |
| 1439 |
'x09Mozilla', |
| 1440 |
'x22Mozilla', |
| 1441 |
'XaxisSemanticsClassifier', |
| 1442 |
'XenForo\/', |
| 1443 |
'Xenu Link Sleuth', |
| 1444 |
'XING-contenttabreceiver', |
| 1445 |
'xpymep([0-9]?)\.exe', |
| 1446 |
'Y!J-[A-Z][A-Z][A-Z]', |
| 1447 |
'Yaanb', |
| 1448 |
'yacy', |
| 1449 |
'Yahoo Link Preview', |
| 1450 |
'YahooCacheSystem', |
| 1451 |
'YahooMailProxy', |
| 1452 |
'YahooYSMcm', |
| 1453 |
'YandeG', |
| 1454 |
'Yandex(?!Search)', |
| 1455 |
'yanga', |
| 1456 |
'yeti', |
| 1457 |
'Yo-yo', |
| 1458 |
'Yoleo Consumer', |
| 1459 |
'yomins\.com', |
| 1460 |
'yoogliFetchAgent', |
| 1461 |
'YottaaMonitor', |
| 1462 |
'Your-Website-Sucks', |
| 1463 |
'yourls\.org', |
| 1464 |
'YoYs\.net', |
| 1465 |
'YP\.PL', |
| 1466 |
'Zabbix', |
| 1467 |
'Zade', |
| 1468 |
'Zao', |
| 1469 |
'Zapier', |
| 1470 |
'Zauba', |
| 1471 |
'Zemanta Aggregator', |
| 1472 |
'Zend\\\\Http\\\\Client', |
| 1473 |
'Zend_Http_Client', |
| 1474 |
'Zermelo', |
| 1475 |
'Zeus ', |
| 1476 |
'zgrab', |
| 1477 |
'ZnajdzFoto', |
| 1478 |
'ZnHTTP', |
| 1479 |
'Zombie\.js', |
| 1480 |
'Zoom\.Mac', |
| 1481 |
'ZoteroTranslationServer', |
| 1482 |
'ZyBorg', |
| 1483 |
'[a-z0-9\-_]*(bot|crawl|headless|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)', |
| 1484 |
]; |
| 1485 |
} |
| 1486 |
|
