diff options
author | René 'Necoro' Neumann <necoro@necoro.eu> | 2020-04-19 22:41:41 +0200 |
---|---|---|
committer | René 'Necoro' Neumann <necoro@necoro.eu> | 2020-04-19 22:41:41 +0200 |
commit | ed1e06e6d81645fb5fedd89018c30f95b7598f84 (patch) | |
tree | 8ea309cee53a96cd01e1c7add435dd3631a2e9e2 /internal/feed | |
parent | 76f0beb3db5ef7b3ecac6354bc29a76fef27829a (diff) | |
download | feed2imap-go-ed1e06e6d81645fb5fedd89018c30f95b7598f84.tar.gz feed2imap-go-ed1e06e6d81645fb5fedd89018c30f95b7598f84.tar.bz2 feed2imap-go-ed1e06e6d81645fb5fedd89018c30f95b7598f84.zip |
Rename package 'parse' to 'feed'
Diffstat (limited to 'internal/feed')
-rw-r--r-- | internal/feed/parse.go | 48 |
1 files changed, 48 insertions, 0 deletions
diff --git a/internal/feed/parse.go b/internal/feed/parse.go new file mode 100644 index 0000000..53ceb00 --- /dev/null +++ b/internal/feed/parse.go @@ -0,0 +1,48 @@ +package feed + +import ( + ctxt "context" + "fmt" + "sync" + "time" + + "github.com/mmcdole/gofeed" + + "github.com/Necoro/feed2imap-go/internal/config" + "github.com/Necoro/feed2imap-go/internal/log" +) + +func context() (ctxt.Context, ctxt.CancelFunc) { + return ctxt.WithTimeout(ctxt.Background(), 60*time.Second) +} + +func parseFeed(feed *config.Feed) error { + ctx, cancel := context() + defer cancel() + fp := gofeed.NewParser() + if _, err := fp.ParseURLWithContext(feed.Url, ctx); err != nil { + return fmt.Errorf("while fetching %s from %s: %w", feed.Name, feed.Url, err) + } + + return nil +} + +func handleFeed(feed *config.Feed, wg *sync.WaitGroup) { + defer wg.Done() + log.Printf("Fetching %s from %s", feed.Name, feed.Url) + + if err := parseFeed(feed); err != nil { + log.Error(err) + } +} + +func Parse(feeds config.Feeds) { + var wg sync.WaitGroup + wg.Add(len(feeds)) + + for _, feed := range feeds { + go handleFeed(feed, &wg) + } + + wg.Wait() +} |