launch(CommonPool) {

    crawOSChina(page)
}

Author: universsky

README.md

@@ -1,2 +1,10 @@
 # saber
  【 Spring Boot 实战开发】10 分钟快速构建一个自己的技术文章博客
+ 
+ 
+ 
+ ### JVM启动参数
+ 
+ ```-XX:-UseGCOverheadLimit -Xms256m -Xmx1024m```
+ 
+ 

src/main/kotlin/com/light/saber/service/CrawKnowledgeService.kt

@@ -4,6 +4,8 @@ import com.light.saber.dao.CrawSourceDao
 import com.light.saber.dao.KnowledgeDao
 import com.light.saber.model.Knowledge
 import com.light.saber.webclient.CrawlerWebClient
+import kotlinx.coroutines.experimental.CommonPool
+import kotlinx.coroutines.experimental.launch
 import org.jsoup.Jsoup
 import org.jsoup.nodes.Document
 import org.jsoup.nodes.Element
@@ -23,7 +25,9 @@ class CrawKnowledgeService {
         简书专题URLs.forEach {
             for (page in 1..100) {
                 try {
-                    crawJianShuArticles(page, it.url)
+                    launch(CommonPool) {
+                        crawJianShuArticles(page, it.url)
+                    }
                 } catch (e: Exception) {
 
                 }
@@ -36,7 +40,9 @@ class CrawKnowledgeService {
     fun doCrawSegmentFaultKnowledge() {
         for (page in 1..803) {
             try {
-                crawSegmentFault(page)
+                launch(CommonPool) {
+                    crawSegmentFault(page)
+                }
             } catch (e: Exception) {
 
             }
@@ -47,7 +53,9 @@ class CrawKnowledgeService {
     fun doCrawOSChinaKnowledge() {
         for (page in 1..560) {
             try {
-                crawOSChina(page)
+                launch(CommonPool) {
+                    crawOSChina(page)
+                }
             } catch (e: Exception) {
 
             }

src/main/kotlin/com/light/saber/webclient/CrawlerWebClient.kt

@@ -23,7 +23,7 @@ object CrawlerWebClient {
     }
 
     fun getPageHtmlText(url: String): String? {
-        webClient = instanceWebClient(7000)
+        webClient = instanceWebClient(3000)
         try {
             return webClient?.getPage<HtmlPage>(url)?.asXml()
         } catch (e: Exception) {

src/main/resources/templates/common/foot.ftl

@@ -1,7 +1,7 @@
 </div>
     <div class="layui-footer" style="text-align: center">
         <!-- 底部固定区域 -->
-        微技 GD（MircoTek GD）, 最懂你的工作伴侣。 © microtek-gd.com
+        微技 GD © microtek-gd.com
     </div>
 </div>
 </body>

src/main/resources/templates/common/head.ftl

@@ -63,6 +63,7 @@
                 <li class="layui-nav-item"><a href="">机器人管理</a></li>
                 <li class="layui-nav-item"><a href="">发布服务</a></li>
             </ul>
+
         </div>
     </div>