From fc7ae9ce283748e839a8badcc873a99d3d946a94 Mon Sep 17 00:00:00 2001
From: itranlin <1010609304@qq.com>
Date: Sat, 19 Dec 2020 17:59:52 +0800
Subject: [PATCH] =?UTF-8?q?=E5=AD=90=E4=BB=BB=E5=8A=A1=E5=8F=AF=E4=BB=A5?=
 =?UTF-8?q?=E4=BD=BF=E7=94=A8=E4=B8=8D=E5=90=8C=E7=9A=84=E4=B8=8B=E8=BD=BD?=
 =?UTF-8?q?=E5=99=A8=E3=80=82=E3=80=82=E3=80=82?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../main/java/us/codecraft/webmagic/Request.java   | 14 ++++++++++++++
 .../main/java/us/codecraft/webmagic/Spider.java    |  7 ++++++-
 2 files changed, 20 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
index 5c26d20..9fc2861 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic;
 
+import us.codecraft.webmagic.downloader.Downloader;
 import us.codecraft.webmagic.model.HttpRequestBody;
 import us.codecraft.webmagic.utils.Experimental;
 
@@ -26,6 +27,11 @@ public class Request implements Serializable {
 
     private HttpRequestBody requestBody;
 
+    /**
+     * this req use this downloader
+     */
+    private Downloader downloader;
+
     /**
      * Store additional information in extras.
      */
@@ -175,6 +181,14 @@ public class Request implements Serializable {
         return binaryContent;
     }
 
+    public Downloader getDownloader() {
+        return downloader;
+    }
+
+    public void setDownloader(Downloader downloader) {
+        this.downloader = downloader;
+    }
+
     public Request setBinaryContent(boolean binaryContent) {
         this.binaryContent = binaryContent;
         return this;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 62c989f..886e74a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -401,7 +401,12 @@ public class Spider implements Runnable, Task {
     }
 
     private void processRequest(Request request) {
-        Page page = downloader.download(request, this);
+        Page page;
+        if (null != request.getDownloader()){
+            page = request.getDownloader().download(request,this);
+        }else {
+            page = downloader.download(request, this);
+        }
         if (page.isDownloadSuccess()){
             onDownloadSuccess(request, page);
         } else {