web 模块添加 SpiderPageController

web/src/main/java/cn/reghao/bnt/web/parser/controller/SpiderPageController.java

@@ -0,0 +1,20 @@
+package cn.reghao.bnt.web.parser.controller;
+
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import org.springframework.stereotype.Controller;
+import org.springframework.web.bind.annotation.GetMapping;
+
+/**
+ * @author reghao
+ * @date 2024-07-23 14:16:23
+ */
+@Api(tags = "spider 页面")
+@Controller
+public class SpiderPageController {
+    @ApiOperation(value = "spider 数据页面")
+    @GetMapping("/spider/data")
+    public String logPage() {
+        return "/parser/index";
+    }
+}

web/src/main/java/cn/reghao/bnt/web/parser/crawler/CrawlerContext.java

@@ -26,7 +26,7 @@ import java.util.List;
 public class CrawlerContext {
     private ObjectId nextId = new ObjectId(0, 0);
     private final UrlResourceMongo urlResourceMongo;
-    private final WebRequest webRequest;
+    private WebRequest webRequest;
     private final RawDataStore rawDataStore;
 
     public CrawlerContext(UrlResourceMongo urlResourceMongo, AppProperties appProperties, RawDataStore rawDataStore) {
@@ -34,7 +34,7 @@ public class CrawlerContext {
         this.rawDataStore = rawDataStore;
         TextFile textFile = new TextFile();
         String cookie = textFile.readFile(appProperties.getCookiePath());
-        this.webRequest = new DefaultWebRequest(cookie, "bilibili.com");
+        //this.webRequest = new DefaultWebRequest(cookie, "bilibili.com");
     }
 
     //@PostConstruct