1 package us.codecraft.webmagic.scheduler.component;
2
3 import us.codecraft.webmagic.Request;
4 import us.codecraft.webmagic.Task;
5
6 /**
7 * Remove duplicate requests.
8 * @author code4crafer@gmail.com
9 * @since 0.5.1
10 */
11 public interface DuplicateRemover {
12 /**
13 *
14 * Check whether the request is duplicate.
15 *
16 * @param request request
17 * @param task task
18 * @return true if is duplicate
19 */
20 public boolean isDuplicate(Request request, Task task);
21
22 /**
23 * Reset duplicate check.
24 * @param task task
25 */
26 public void resetDuplicateCheck(Task task);
27
28 /**
29 * Get TotalRequestsCount for monitor.
30 * @param task task
31 * @return number of total request
32 */
33 public int getTotalRequestsCount(Task task);
34
35 }