package com.trickl.crawler.protocol.http;

import org.apache.droids.protocol.http.DroidsHttpClient;
import org.apache.http.client.HttpRequestRetryHandler;

public class TaskHttpClient extends DroidsHttpClient
{
  @Override
  protected HttpRequestRetryHandler createHttpRequestRetryHandler()
  {
    return new TaskHttpRequestRetryHandler(3);
  }
}

@@ -93,16 +93,96 @@
 Client;%0A
+import static org.apache.droids.protocol.http.DroidsHttpClient.MAX_BODY_LENGTH;%0A
 import o
@@ -227,16 +227,58 @@
 Handler;
+%0Aimport org.apache.http.params.HttpParams;
 %0A%0Apublic
@@ -461,10 +461,214 @@
 3);%0A  %7D%0A
+  %0A  @Override%0A  protected HttpParams createHttpParams()%0A  %7B%0A    HttpParams params = super.createHttpParams();%0A    params.setLongParameter(MAX_BODY_LENGTH, 2 * 1024 * 1024); // 2Mb%0A    return params;%0A  %7D%0A
 %7D%0A

Increase mask size of processed HTML from 0.5Mb to 2Mb