文件名称:direct_web_spider-master
介绍说明－－下载内容均来自于网络，请自行研究使用
用ruby写的爬虫，能自定义页面解析方式等。基于配置可快速配置出自己需要的爬虫-The reptiles write with the ruby
(系统自动生成,下载前可以参看下载内容)
下载文件列表
direct_web_spider-master
........................\.DS_Store
__MACOSX
........\direct_web_spider-master
........\........................\._.DS_Store
direct_web_spider-master\.gitignore
__MACOSX\direct_web_spider-master\._.gitignore
direct_web_spider-master\.rvmrc
__MACOSX\direct_web_spider-master\._.rvmrc
direct_web_spider-master\config
........................\......\mongoid.yml
__MACOSX\direct_web_spider-master\config
........\........................\......\._mongoid.yml
........\........................\._config
direct_web_spider-master\digger
........................\......\dangdang_digger.rb
__MACOSX\direct_web_spider-master\digger
........\........................\......\._dangdang_digger.rb
direct_web_spider-master\digger\gome_digger.rb
__MACOSX\direct_web_spider-master\digger\._gome_digger.rb
direct_web_spider-master\digger\jingdong_digger.rb
__MACOSX\direct_web_spider-master\digger\._jingdong_digger.rb
direct_web_spider-master\digger\newegg_digger.rb
__MACOSX\direct_web_spider-master\digger\._newegg_digger.rb
direct_web_spider-master\digger\suning_digger.rb
__MACOSX\direct_web_spider-master\digger\._suning_digger.rb
direct_web_spider-master\digger\tmall_digger.rb
__MACOSX\direct_web_spider-master\digger\._tmall_digger.rb
........\........................\._digger
direct_web_spider-master\digger.rb
__MACOSX\direct_web_spider-master\._digger.rb
direct_web_spider-master\downloader
........................\..........\em_downloader.rb
__MACOSX\direct_web_spider-master\downloader
........\........................\..........\._em_downloader.rb
direct_web_spider-master\downloader\normal_downloader.rb
__MACOSX\direct_web_spider-master\downloader\._normal_downloader.rb
direct_web_spider-master\downloader\ty_downloader.rb
__MACOSX\direct_web_spider-master\downloader\._ty_downloader.rb
........\........................\._downloader
direct_web_spider-master\downloader.rb
__MACOSX\direct_web_spider-master\._downloader.rb
direct_web_spider-master\encoding.rb
__MACOSX\direct_web_spider-master\._encoding.rb
direct_web_spider-master\fetcher
........................\.......\dangdang_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher
........\........................\.......\._dangdang_fetcher.rb
direct_web_spider-master\fetcher\gome_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher\._gome_fetcher.rb
direct_web_spider-master\fetcher\jingdong_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher\._jingdong_fetcher.rb
direct_web_spider-master\fetcher\newegg_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher\._newegg_fetcher.rb
direct_web_spider-master\fetcher\suning_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher\._suning_fetcher.rb
direct_web_spider-master\fetcher\tmall_fetcher.rb
__MACOSX\direct_web_spider-master\fetcher\._tmall_fetcher.rb
........\........................\._fetcher
direct_web_spider-master\fetcher.rb
__MACOSX\direct_web_spider-master\._fetcher.rb
direct_web_spider-master\Gemfile
__MACOSX\direct_web_spider-master\._Gemfile
direct_web_spider-master\Gemfile.lock
__MACOSX\direct_web_spider-master\._Gemfile.lock
direct_web_spider-master\logger.rb
__MACOSX\direct_web_spider-master\._logger.rb
direct_web_spider-master\models
........................\......\body.rb
__MACOSX\direct_web_spider-master\models
........\........................\......\._body.rb
direct_web_spider-master\models\brand.rb
__MACOSX\direct_web_spider-master\models\._brand.rb
direct_web_spider-master\models\brand_type.rb
__MACOSX\direct_web_spider-master\models\._brand_type.rb
direct_web_spider-master\models\category.rb
__MACOSX\direct_web_spider-master\models\._category.rb
direct_web_spider-master\models\comment.rb
__MACOSX\direct_web_spider-master\models\._comment.rb
direct_web_spider-master\models\end_product.rb
__MACOSX\direct_web_spider-master\models\._end_product.rb
direct_web_spider-master\models\merchant.rb
__MACOSX\direct_web_spider-master\models\._merchant.rb
direct_web_spider-master\models\middle_product.rb
__MACOSX\direct_web_spider-master\models\._middle_product.rb
direct_web_spider-master\models\page.rb
__MACOSX\direct_we