1 package us.codecraft.webmagic.example;
2
3 import us.codecraft.webmagic.Spider;
4 import us.codecraft.webmagic.monitor.SpiderMonitor;
5 import us.codecraft.webmagic.processor.example.GithubRepoPageProcessor;
6 import us.codecraft.webmagic.processor.example.ZhihuPageProcessor;
7
8
9
10
11
12 public class MonitorExample {
13
14 public static void main(String[] args) throws Exception {
15
16 Spider zhihuSpider = Spider.create(new ZhihuPageProcessor())
17 .addUrl("http://my.oschina.net/flashsword/blog");
18 Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
19 .addUrl("https://github.com/code4craft");
20
21 SpiderMonitor.instance().register(zhihuSpider);
22 SpiderMonitor.instance().register(githubSpider);
23 zhihuSpider.start();
24 githubSpider.start();
25 }
26 }