From 27214bb1e055fecc99798ee50f1d4b1ef7cc6dcc Mon Sep 17 00:00:00 2001
From: Gabriel Augendre <gabriel@augendre.info>
Date: Tue, 20 Nov 2018 11:45:41 +0100
Subject: [PATCH] Add genre and start from Youtube home page

---
 beater/youtubebeat.go | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/beater/youtubebeat.go b/beater/youtubebeat.go
index 6d42a47..5a976c0 100644
--- a/beater/youtubebeat.go
+++ b/beater/youtubebeat.go
@@ -65,11 +65,13 @@ func scrapeVideos(b *beat.Beat, bt *Youtubebeat, done chan bool) {
 			return
 		}
 		date := e.ChildAttr("meta[itemprop=\"datePublished\"]", "content")
+		genre := e.ChildAttr("meta[itemprop=\"genre\"]", "content")
 		fields := common.MapStr{
 			"url":   url,
 			"title": title,
 			"views": views,
 			"date":  date,
+			"genre": genre,
 			"type":  b.Info.Name,
 		}
 		event := beat.Event{
@@ -79,7 +81,7 @@ func scrapeVideos(b *beat.Beat, bt *Youtubebeat, done chan bool) {
 
 		id := strings.Replace(fields["url"].(string), BaseUrl+BaseSuffix, "", -1)
 		event.SetID(id)
-
+		logp.Info(fields.String())
 		bt.client.Publish(event)
 		logp.Info("Event sent")
 	})
@@ -91,7 +93,7 @@ func scrapeVideos(b *beat.Beat, bt *Youtubebeat, done chan bool) {
 		}
 	})
 
-	videoCollector.Visit(BaseUrl + BaseSuffix + bt.config.StartId)
+	videoCollector.Visit(BaseUrl)
 	videoCollector.Wait()
 	logp.Info("Done parsing all videos")
 	done <- true