View Javadoc
1   package us.codecraft.webmagic.example;
2   
3   import us.codecraft.webmagic.Spider;
4   import us.codecraft.webmagic.monitor.SpiderMonitor;
5   import us.codecraft.webmagic.processor.example.GithubRepoPageProcessor;
6   import us.codecraft.webmagic.processor.example.ZhihuPageProcessor;
7   
8   /**
9    * @author code4crafer@gmail.com
10   * @since 0.5.0
11   */
12  public class MonitorExample {
13  
14      public static void main(String[] args) throws Exception {
15  
16          Spider zhihuSpider = Spider.create(new ZhihuPageProcessor())
17                  .addUrl("http://my.oschina.net/flashsword/blog");
18          Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
19                  .addUrl("https://github.com/code4craft");
20  
21          SpiderMonitor.instance().register(zhihuSpider);
22          SpiderMonitor.instance().register(githubSpider);
23          zhihuSpider.start();
24          githubSpider.start();
25      }
26  }