文件名称:jspider-0.5.0-dev
介绍说明--下载内容均来自于网络,请自行研究使用
,核心代码,挺详细的,考虑比较周到,隐士观察下来,还缺少设定timeout,还缺proxy部分,因为JSpider已经支持proxy,不过是用java内置的方法-JSiper
(系统自动生成,下载前可以参看下载内容)
下载文件列表
bin
...\jspider-tool.bat
...\jspider-tool.sh
...\jspider.bat
...\jspider.sh
build.report
common
......\conf
......\....\logging
......\....\.......\commons-logging.properties
......\....\.......\log4j.xml
......\....\.......\logging.properties
conf
....\checkErrors
....\...........\jspider.properties
....\...........\plugin.properties
....\...........\plugins
....\...........\.......\console.properties
....\...........\.......\filewriter.properties
....\...........\.......\statusbasedfilewriter.properties
....\...........\sites
....\...........\.....\base.properties
....\...........\.....\default.properties
....\...........\sites.properties
....\default
....\.......\jspider.properties
....\.......\plugin.properties
....\.......\plugins
....\.......\.......\console.properties
....\.......\.......\diskwriter.properties
....\.......\.......\statusbasedfilewriter.properties
....\.......\.......\velocity
....\.......\.......\........\default.vm
....\.......\.......\........\dump.vm
....\.......\.......\........\engine
....\.......\.......\........\......\SpideringStartedEvent.vm
....\.......\.......\........\......\SpideringStoppedEvent.vm
....\.......\.......\........\......\SpideringSummaryEvent.vm
....\.......\.......\........\monitor
....\.......\.......\........\.......\SchedulerMonitorEvent.vm
....\.......\.......\........\.......\ThreadPoolMonitorEvent.vm
....\.......\.......\........\resource
....\.......\.......\........\........\EMailAddressDiscoveredEvent.vm
....\.......\.......\........\........\EMailAddressReferenceDiscoveredEvent.vm
....\.......\.......\........\........\MalformedBaseURLFoundEvent.vm
....\.......\.......\........\........\MalformedURLFoundEvent.vm
....\.......\.......\........\........\ResourceDiscoveredEvent.vm
....\.......\.......\........\........\ResourceFetchedEvent.vm
....\.......\.......\........\........\ResourceFetchErrorEvent.vm
....\.......\.......\........\........\ResourceForbiddenEvent.vm
....\.......\.......\........\........\ResourceIgnoredForFetchingEvent.vm
....\.......\.......\........\........\ResourceIgnoredForParsingEvent.vm
....\.......\.......\........\........\ResourceParsedEvent.vm
....\.......\.......\........\........\ResourceReferenceDiscoveredEvent.vm
....\.......\.......\........\site
....\.......\.......\........\....\RobotsTXTFetchedEvent.vm
....\.......\.......\........\....\RobotsTXTFetchErrorEvent.vm
....\.......\.......\........\....\RobotsTXTMissingEvent.vm
....\.......\.......\........\....\RobotsTXTSkippedEvent.vm
....\.......\.......\........\....\SiteDiscoveredEvent.vm
....\.......\.......\........\....\UserAgentObeyedEvent.vm
....\.......\.......\velocity.properties
....\.......\.......\xmldump
....\.......\.......\.......\dump.vm
....\.......\.......\.......\info
....\.......\.......\.......\....\DISCOVERED.vm
....\.......\.......\.......\....\FETCH_ERROR.vm
....\.......\.......\.......\....\FETCH_FORBIDDEN.vm
....\.......\.......\.......\....\FETCH_IGNORED.vm
....\.......\.......\.......\....\PARSED.vm
....\.......\.......\.......\....\PARSE_ERROR.vm
....\.......\.......\.......\....\PARSE_IGNORED.vm
....\.......\.......\xmldump.properties
....\.......\sites
....\.......\.....\default.properties
....\.......\.....\skip.properties
....\.......\sites.properties
....\download
....\........\jspider.properties
....\........\plugin.properties
....\........\plugins
....\........\.......\console.properties
....\........\.......\diskwriter.properties
....\........\sites
....\........\.....\base.properties
....\........\.....\skip.properties
....\........\sites.properties
....\tool
....\....\jspider.properties
....\....\plugin.properties
....\....\plugins
....\....\.......\tool.properties
....\....\sites
....\....\.....\default.properties
....\....\sites.properties
....\unittest
....\........\jspider.properties
....\........\plugin.properties
....\........\plugins
....\........\.......\unittest.properties
...\jspider-tool.bat
...\jspider-tool.sh
...\jspider.bat
...\jspider.sh
build.report
common
......\conf
......\....\logging
......\....\.......\commons-logging.properties
......\....\.......\log4j.xml
......\....\.......\logging.properties
conf
....\checkErrors
....\...........\jspider.properties
....\...........\plugin.properties
....\...........\plugins
....\...........\.......\console.properties
....\...........\.......\filewriter.properties
....\...........\.......\statusbasedfilewriter.properties
....\...........\sites
....\...........\.....\base.properties
....\...........\.....\default.properties
....\...........\sites.properties
....\default
....\.......\jspider.properties
....\.......\plugin.properties
....\.......\plugins
....\.......\.......\console.properties
....\.......\.......\diskwriter.properties
....\.......\.......\statusbasedfilewriter.properties
....\.......\.......\velocity
....\.......\.......\........\default.vm
....\.......\.......\........\dump.vm
....\.......\.......\........\engine
....\.......\.......\........\......\SpideringStartedEvent.vm
....\.......\.......\........\......\SpideringStoppedEvent.vm
....\.......\.......\........\......\SpideringSummaryEvent.vm
....\.......\.......\........\monitor
....\.......\.......\........\.......\SchedulerMonitorEvent.vm
....\.......\.......\........\.......\ThreadPoolMonitorEvent.vm
....\.......\.......\........\resource
....\.......\.......\........\........\EMailAddressDiscoveredEvent.vm
....\.......\.......\........\........\EMailAddressReferenceDiscoveredEvent.vm
....\.......\.......\........\........\MalformedBaseURLFoundEvent.vm
....\.......\.......\........\........\MalformedURLFoundEvent.vm
....\.......\.......\........\........\ResourceDiscoveredEvent.vm
....\.......\.......\........\........\ResourceFetchedEvent.vm
....\.......\.......\........\........\ResourceFetchErrorEvent.vm
....\.......\.......\........\........\ResourceForbiddenEvent.vm
....\.......\.......\........\........\ResourceIgnoredForFetchingEvent.vm
....\.......\.......\........\........\ResourceIgnoredForParsingEvent.vm
....\.......\.......\........\........\ResourceParsedEvent.vm
....\.......\.......\........\........\ResourceReferenceDiscoveredEvent.vm
....\.......\.......\........\site
....\.......\.......\........\....\RobotsTXTFetchedEvent.vm
....\.......\.......\........\....\RobotsTXTFetchErrorEvent.vm
....\.......\.......\........\....\RobotsTXTMissingEvent.vm
....\.......\.......\........\....\RobotsTXTSkippedEvent.vm
....\.......\.......\........\....\SiteDiscoveredEvent.vm
....\.......\.......\........\....\UserAgentObeyedEvent.vm
....\.......\.......\velocity.properties
....\.......\.......\xmldump
....\.......\.......\.......\dump.vm
....\.......\.......\.......\info
....\.......\.......\.......\....\DISCOVERED.vm
....\.......\.......\.......\....\FETCH_ERROR.vm
....\.......\.......\.......\....\FETCH_FORBIDDEN.vm
....\.......\.......\.......\....\FETCH_IGNORED.vm
....\.......\.......\.......\....\PARSED.vm
....\.......\.......\.......\....\PARSE_ERROR.vm
....\.......\.......\.......\....\PARSE_IGNORED.vm
....\.......\.......\xmldump.properties
....\.......\sites
....\.......\.....\default.properties
....\.......\.....\skip.properties
....\.......\sites.properties
....\download
....\........\jspider.properties
....\........\plugin.properties
....\........\plugins
....\........\.......\console.properties
....\........\.......\diskwriter.properties
....\........\sites
....\........\.....\base.properties
....\........\.....\skip.properties
....\........\sites.properties
....\tool
....\....\jspider.properties
....\....\plugin.properties
....\....\plugins
....\....\.......\tool.properties
....\....\sites
....\....\.....\default.properties
....\....\sites.properties
....\unittest
....\........\jspider.properties
....\........\plugin.properties
....\........\plugins
....\........\.......\unittest.properties