Cope with paging

Fixes #14
jakopako · Jan 20, 2022 · 115ad66 · 115ad66
1 parent 0d8fe37
commit 115ad66
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/config.yml b/config.yml
@@ -363,6 +363,8 @@ crawlers:
           layout: "15.04"
           regex_extract:
             exp: "[0-9]{1,2}\\.[0-9]{2}"
+        location: "Europe/Berlin"
+        language: "de_DE"
     paginator:
       loc: ".MarkupPagerNavNext a"
       relative: true

diff --git a/main.go b/main.go
@@ -49,6 +49,7 @@ type Event struct {
 }
 
 func (c Crawler) getEvents() ([]Event, error) {
+	log.Printf("fetching %s events", c.Name)
 	dynamicFields := []string{"title", "comment", "url", "date"}
 	events := []Event{}
 	eventType := EventType(c.Type)
@@ -184,7 +185,7 @@ func (c Crawler) getEvents() ([]Event, error) {
 		}
 		res.Body.Close()
 	}
-	log.Printf("fetched %d concerts from %s\n", len(events), c.Name)
+	log.Printf("fetched %d %s events\n", len(events), c.Name)
 	return events, nil
 }