From a83e9bd36fc6a934553d93cbcc0edb120321f971 Mon Sep 17 00:00:00 2001
From: René 'Necoro' Neumann <necoro@necoro.eu>
Date: Sun, 26 Apr 2020 00:23:49 +0200
Subject: Filtering from cache

---
 internal/feed/state.go | 39 ++++++++++++++++++++++++++++++++++++++-
 1 file changed, 38 insertions(+), 1 deletion(-)

(limited to 'internal/feed/state.go')

diff --git a/internal/feed/state.go b/internal/feed/state.go
index 2a0a1e1..8ec8dfd 100644
--- a/internal/feed/state.go
+++ b/internal/feed/state.go
@@ -4,6 +4,7 @@ import (
 	"sync"
 
 	"github.com/Necoro/feed2imap-go/pkg/config"
+	"github.com/Necoro/feed2imap-go/pkg/log"
 )
 
 type State struct {
@@ -50,7 +51,7 @@ func (state *State) Fetch() int {
 
 	ctr := 0
 	for _, feed := range state.feeds {
-		success := feed.Success()
+		success := feed.FetchSuccessful()
 		feed.cached.Checked(!success)
 
 		if success {
@@ -61,6 +62,42 @@ func (state *State) Fetch() int {
 	return ctr
 }
 
+func filterFeed(feed *Feed, group *sync.WaitGroup) {
+	if len(feed.items) > 0 {
+		origLen := len(feed.items)
+
+		log.Debugf("Filtering %s. Starting with %d items", feed.Name, origLen)
+		items := feed.cached.filterItems(feed.items)
+		feed.items = items
+
+		newLen := len(feed.items)
+		if newLen < origLen {
+			log.Printf("Filtered %s. Reduced from %d to %d items.", feed.Name, origLen, newLen)
+		} else {
+			log.Printf("Filtered %s, no reduction.", feed.Name)
+		}
+
+	} else {
+		log.Debugf("No items for %s. No filtering.", feed.Name)
+	}
+
+	if group != nil {
+		// group is nil in debug case
+		group.Done()
+	}
+}
+
+func (state *State) Filter() {
+	if log.IsDebug() {
+		// single threaded for better output
+		state.Foreach(func(f *Feed) {
+			filterFeed(f, nil)
+		})
+	} else {
+		state.ForeachGo(filterFeed)
+	}
+}
+
 func NewState(cfg *config.Config) *State {
 	state := State{
 		feeds: map[string]*Feed{},
-- 
cgit v1.2.3-70-g09d2