From 9280ecb7e0b0039d6c1f4800373eb76452145078 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ren=C3=A9=20=27Necoro=27=20Neumann?= <necoro@necoro.eu>
Date: Wed, 22 Apr 2020 23:40:53 +0200
Subject: Concurrent feed processing; central imap handler

---
 main.go | 49 +++++++++++++++++++++++++++++++------------------
 1 file changed, 31 insertions(+), 18 deletions(-)

(limited to 'main.go')

diff --git a/main.go b/main.go
index 8e4b64f..0fd5ba4 100644
--- a/main.go
+++ b/main.go
@@ -5,8 +5,9 @@ import (
 	"fmt"
 	"net/url"
 	"os"
-	"time"
+	"sync"
 
+	"github.com/Necoro/feed2imap-go/internal/config"
 	"github.com/Necoro/feed2imap-go/internal/feed"
 	"github.com/Necoro/feed2imap-go/internal/imap"
 	"github.com/Necoro/feed2imap-go/internal/log"
@@ -16,6 +17,31 @@ import (
 var cfgFile = flag.String("f", "config.yml", "configuration file")
 var verbose = flag.Bool("v", false, "enable verbose output")
 
+func processFeed(feed *feed.Feed, cfg *config.Config, client *imap.Client, wg *sync.WaitGroup) {
+	defer wg.Done()
+
+	mails, err := feed.ToMails(cfg)
+	if err != nil {
+		log.Errorf("Processing items of feed %s: %s", feed.Name, err)
+		return
+	}
+
+	if len(mails) == 0 {
+		return
+	}
+
+	folder := client.NewFolder(feed.Target)
+	client.EnsureFolder(folder, func(err error) string {
+		return fmt.Sprintf("Creating folder of feed %s: %s", feed.Name, err)
+	})
+
+	client.PutMessages(folder, mails, func(err error) string {
+		return fmt.Sprintf("Uploading messages of feed %s: %s", feed.Name, err)
+	})
+
+	log.Printf("Uploaded %d messages to '%s' @ %s", len(mails), feed.Name, folder)
+}
+
 func run() error {
 	flag.Parse()
 	log.SetDebug(*verbose)
@@ -46,25 +72,12 @@ func run() error {
 
 	defer c.Disconnect()
 
+	var wg sync.WaitGroup
+	wg.Add(len(feeds))
 	for _, f := range feeds {
-		mails, err := f.ToMails(cfg)
-		if err != nil {
-			return err
-		}
-		if len(mails) == 0 {
-			continue
-		}
-		folder := c.NewFolder(f.Target)
-		if err = c.EnsureFolder(folder); err != nil {
-			return err
-		}
-		for _, mail := range mails {
-			if err = c.PutMessage(folder, mail, time.Now()); err != nil {
-				return err
-			} // TODO
-		}
-		log.Printf("Uploaded %d messages to '%s' @ %s", len(mails), f.Name, folder)
+		go processFeed(f, cfg, c, &wg)
 	}
+	wg.Wait()
 
 	return nil
 }
-- 
cgit v1.2.3