Changeset 18

Timestamp:

10/20/05 19:53:37 (5 years ago)

Author:

dsandler

Message:

New feature (request in ticket #13): Abandoned feeds (those which have not
been requested in a while, and are therefore probably removed from the user's
aggregator) are now cleaned up. The threshold for an abandoned feed is
currently fixed at 7 days.

Files:

• feedtree/trunk/src/net/feedtree/proxyapp/FeedInfo.java (modified) (2 diffs)
• feedtree/trunk/src/net/feedtree/proxyapp/WebProxyClient.java (modified) (3 diffs)

feedtree/trunk/src/net/feedtree/proxyapp/FeedInfo.java

@@ -235 +235 @@
-    protected Date          m_lastTaskDate;
-    protected EventLog      m_eventLog;
+    protected Date          m_lastAccess = new Date();
-    
-    protected static String uriToTitle(String uri) {
@@ -356 +357 @@
-        m_eventLog.add(e);
-    }
+    
+    public void touch() { m_lastAccess = new Date(); }
+    public Date getLastAccess() { return m_lastAccess; }
-
-    public SyndFeed getSyndFeed() { return m_syndFeedTemplate; }

feedtree/trunk/src/net/feedtree/proxyapp/WebProxyClient.java

@@ -55 +55 @@
-    static float UNDERLOAD_UNSUB_PROB = 0.25f;
-    static int DEFAULT_OVERLOAD_FACTOR = 3;
+    
+    static long DEFAULT_STALE_FEED_AGE = 7 * DAYS;
-
-    static String FEEDTREE_CLIENT_FEED_TYPE = "atom_0.3";
@@ -79 +81 @@
-    protected Date m_startDate;
-    protected SystemStats m_systemStats = new SystemStats();
+    protected AbandonedFeedReaper m_feedReaper = new AbandonedFeedReaper();
-
-    // -----------------------------------------------------------------
+    
+    protected class AbandonedFeedReaper {
+        protected Timer m_scheduler = new Timer();
+        protected final long k_refresh = 60 * MINUTES;
+        
+        public AbandonedFeedReaper() {
+            m_scheduler.scheduleAtFixedRate(new TimerTask() {
+                public void run() {
+                    long now = new Date().getTime();
+                    Map feedMap = getFeeds();
+                    Object[] feeds;
+                    synchronized(feedMap) {
+                        feeds = feedMap.values().toArray();
+                    }
+                    for(int numFeeds=0; numFeeds<feeds.length; numFeeds++) {
+                        FeedInfo feed = (FeedInfo)(feeds[numFeeds]);
+                        Date lastAccess = feed.getLastAccess();
+                        if ((now - lastAccess.getTime()) 
+                            > DEFAULT_STALE_FEED_AGE) 
+                        {
+                            String url = feed.getUri();
+                            Logger.global.info("Unsubscribing from feed (last access: " + lastAccess + "): " + url);
+                            unsubscribeFeed(url);
+                        }
+                    }
+                }
+            }, 0, k_refresh);
+        }
+    }
-    
-    protected class SystemStats {
@@ -334 +366 @@
-            if (feed != null) {
-                Logger.global.fine("[proxy] generating response from feed cache");
-
+
+
+
-                SyndFeed generatedFeed = feed.generateSyndFeed(WebProxyClient.FEED_SIZE, m_appendEntryInfo);
-