aboutsummaryrefslogtreecommitdiff
path: root/internal/feed
diff options
context:
space:
mode:
Diffstat (limited to 'internal/feed')
-rw-r--r--internal/feed/parse.go48
1 files changed, 48 insertions, 0 deletions
diff --git a/internal/feed/parse.go b/internal/feed/parse.go
new file mode 100644
index 0000000..53ceb00
--- /dev/null
+++ b/internal/feed/parse.go
@@ -0,0 +1,48 @@
+package feed
+
+import (
+ ctxt "context"
+ "fmt"
+ "sync"
+ "time"
+
+ "github.com/mmcdole/gofeed"
+
+ "github.com/Necoro/feed2imap-go/internal/config"
+ "github.com/Necoro/feed2imap-go/internal/log"
+)
+
+func context() (ctxt.Context, ctxt.CancelFunc) {
+ return ctxt.WithTimeout(ctxt.Background(), 60*time.Second)
+}
+
+func parseFeed(feed *config.Feed) error {
+ ctx, cancel := context()
+ defer cancel()
+ fp := gofeed.NewParser()
+ if _, err := fp.ParseURLWithContext(feed.Url, ctx); err != nil {
+ return fmt.Errorf("while fetching %s from %s: %w", feed.Name, feed.Url, err)
+ }
+
+ return nil
+}
+
+func handleFeed(feed *config.Feed, wg *sync.WaitGroup) {
+ defer wg.Done()
+ log.Printf("Fetching %s from %s", feed.Name, feed.Url)
+
+ if err := parseFeed(feed); err != nil {
+ log.Error(err)
+ }
+}
+
+func Parse(feeds config.Feeds) {
+ var wg sync.WaitGroup
+ wg.Add(len(feeds))
+
+ for _, feed := range feeds {
+ go handleFeed(feed, &wg)
+ }
+
+ wg.Wait()
+}
6a9be36f335345a9dad33676de2dbcb6&follow=1'>Shred shm files.Jason A. Donenfeld3-1/+4 2014-03-18Do not compress passwords.Jason A. Donenfeld1-1/+1 2013-09-14Use a glob in the pattern match instead of using two comparisons for [yY].Chris Down1-1/+1 2013-09-14Rephrase awkward/confusing message about enabling echo during password entry.Chris Down1-3/+3 2013-09-14Fix directory traversal for reencryption when $PREFIX is a symlinkBrian Shore1-1/+1 2013-08-26Makefile: Do not install bash completion to /etcLukas Fleischer1-3/+2 2013-05-22check if a passfile exists before checking for directoryBrian Mattern1-13/+12