doCrawITEyeKnowledge

Author: universsky

src/main/kotlin/com/light/saber/controller/KnowledgeCrawController.kt

@@ -48,6 +48,14 @@ class KnowledgeCrawController {
 
         return "DONE"
     }
+    @GetMapping("/knowledge/doCrawITEyeKnowledge")
+    fun doCrawITEyeKnowledge(): String {
+        Thread {
+            CrawKnowledgeService.doCrawITEyeKnowledge()
+        }.start()
+
+        return "DONE"
+    }
 
     @GetMapping("/knowledge/doCrawCNBlogKnowledge")
     fun doCrawCNBlogKnowledge(): String {

src/main/kotlin/com/light/saber/webclient/CrawlerWebClient.kt

@@ -25,10 +25,10 @@ object CrawlerWebClient {
     @Synchronized
     fun getPageHtmlText(url: String): String? {
         webClient = instanceWebClient(3000)
-        try {
-            return webClient?.getPage<HtmlPage>(url)?.asXml()
+        return try {
+            webClient?.getPage<HtmlPage>(url)?.asXml()
         } catch (e: Exception) {
-            return null
+            null
         }
     }
 

src/main/resources/templates/common/head.ftl

@@ -54,6 +54,7 @@
                         <dd><a href="/knowledge/doCrawJianShu" target="_blank">抓取简书</a></dd>
                         <dd><a href="/knowledge/doCrawSegmentFaultKnowledge" target="_blank">抓取SegmentFault</a></dd>
                         <dd><a href="/knowledge/doCrawOSChinaKnowledge" target="_blank">抓取OSChina</a></dd>
+                        <dd><a href="/knowledge/doCrawITEyeKnowledge" target="_blank">抓取ITEye</a></dd>
                         <dd><a href="/knowledge/doCrawImportNewKnowledge" target="_blank">抓取ImportNew</a></dd>
                         <dd><a href="/knowledge/doCrawCNBlogKnowledge" target="_blank">抓取CNBlog</a></dd>
                         <dd><a href="/knowledge/doCrawInfoQKnowledge" target="_blank">抓取InfoQ</a></dd>