From 8984dc3ca7dc72a1cf563ccc6fc85fbeb231117e Mon Sep 17 00:00:00 2001
From: René 'Necoro' Neumann <necoro@necoro.eu>
Date: Sun, 19 Apr 2020 01:12:25 +0200
Subject: Fetching and parsing the feeds

---
 internal/parse/parse.go | 49 +++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 49 insertions(+)
 create mode 100644 internal/parse/parse.go

(limited to 'internal/parse/parse.go')

diff --git a/internal/parse/parse.go b/internal/parse/parse.go
new file mode 100644
index 0000000..a4112d9
--- /dev/null
+++ b/internal/parse/parse.go
@@ -0,0 +1,49 @@
+package parse
+
+import (
+	ctxt "context"
+	"fmt"
+	"log"
+	"sync"
+	"time"
+
+	"github.com/mmcdole/gofeed"
+
+	"github.com/Necoro/feed2imap-go/internal/config"
+	"github.com/Necoro/feed2imap-go/internal/util"
+)
+
+func context() (ctxt.Context, ctxt.CancelFunc) {
+	return ctxt.WithTimeout(ctxt.Background(), 60*time.Second)
+}
+
+func parseFeed(feed *config.Feed) error {
+	ctx, cancel := context()
+	defer cancel()
+	fp := gofeed.NewParser()
+	if _, err := fp.ParseURLWithContext(feed.Url, ctx); err != nil {
+		return fmt.Errorf("while fetching %s from %s: %w", feed.Name, feed.Url, err)
+	}
+
+	return nil
+}
+
+func handleFeed(feed *config.Feed, wg *sync.WaitGroup) {
+	defer wg.Done()
+	log.Printf("Fetching %s from %s", feed.Name, feed.Url)
+
+	if err := parseFeed(feed); err != nil {
+		util.Error(err)
+	}
+}
+
+func Parse(feeds config.Feeds) {
+	var wg sync.WaitGroup
+	wg.Add(len(feeds))
+
+	for _, feed := range feeds {
+		go handleFeed(feed, &wg)
+	}
+
+	wg.Wait()
+}
-- 
cgit v1.2.3-54-g00ecf