🔊 增加爬取错误输入日志

akkuman · Jan 14, 2022 · 49c8c52 · 49c8c52
1 parent 84f1f1b
commit 49c8c52
Showing 1 changed file with 9 additions and 5 deletions.
diff --git a/crawler.go b/crawler.go
@@ -58,15 +58,19 @@ func RunCrawler(fofaApiKey, fofaEmail, rule string, pageNum int) (err error) {
 }
 
 func StartRunCrawler(fofaApiKey, fofaEmail, rule string, pageCount int) {
-	go func() {
+	runCrawlerFunc := func() {
 		for i := 1; i <= 3; i++ {
-			RunCrawler(fofaApiKey, fofaEmail, rule, i)
+			err := RunCrawler(fofaApiKey, fofaEmail, rule, i)
+			if err != nil {
+				fmt.Printf("[!] error: %v\n", err)
+			}
 		}
+	}
+	go func() {
+		runCrawlerFunc()
 		ticker := time.NewTicker(600 * time.Second)
 		for range ticker.C {
-			for i := 1; i <= 3; i++ {
-				RunCrawler(fofaApiKey, fofaEmail, rule, i)
-			}
+			runCrawlerFunc()
 		}
 	}()
 }