2013-04-13 07:02:59 +02:00
|
|
|
package com.commafeed.backend.feeds;
|
|
|
|
|
|
2013-04-13 10:13:41 +02:00
|
|
|
import java.util.Calendar;
|
2013-05-19 12:11:54 +02:00
|
|
|
import java.util.Date;
|
2013-04-13 07:02:59 +02:00
|
|
|
import java.util.List;
|
2013-05-28 12:55:47 +02:00
|
|
|
import java.util.Map;
|
2013-04-13 07:02:59 +02:00
|
|
|
import java.util.Queue;
|
|
|
|
|
|
2013-04-23 16:00:18 +02:00
|
|
|
import javax.annotation.PostConstruct;
|
2013-04-13 07:02:59 +02:00
|
|
|
import javax.inject.Inject;
|
2013-05-22 00:07:13 +02:00
|
|
|
import javax.inject.Singleton;
|
2013-04-13 07:02:59 +02:00
|
|
|
|
2013-05-19 12:11:54 +02:00
|
|
|
import org.apache.commons.lang3.time.DateUtils;
|
|
|
|
|
|
2013-04-16 13:52:20 +02:00
|
|
|
import com.commafeed.backend.MetricsBean;
|
2013-04-13 07:02:59 +02:00
|
|
|
import com.commafeed.backend.dao.FeedDAO;
|
|
|
|
|
import com.commafeed.backend.model.Feed;
|
2013-04-15 10:50:25 +02:00
|
|
|
import com.commafeed.backend.services.ApplicationSettingsService;
|
2013-05-28 12:55:47 +02:00
|
|
|
import com.google.api.client.util.Maps;
|
2013-04-16 12:36:36 +02:00
|
|
|
import com.google.common.collect.Queues;
|
2013-04-13 07:02:59 +02:00
|
|
|
|
|
|
|
|
@Singleton
|
|
|
|
|
public class FeedRefreshTaskGiver {
|
|
|
|
|
|
|
|
|
|
@Inject
|
|
|
|
|
FeedDAO feedDAO;
|
|
|
|
|
|
2013-04-15 10:50:25 +02:00
|
|
|
@Inject
|
|
|
|
|
ApplicationSettingsService applicationSettingsService;
|
|
|
|
|
|
2013-04-16 13:52:20 +02:00
|
|
|
@Inject
|
|
|
|
|
MetricsBean metricsBean;
|
|
|
|
|
|
2013-04-23 16:00:18 +02:00
|
|
|
private int backgroundThreads;
|
2013-05-21 16:40:37 +02:00
|
|
|
|
|
|
|
|
private Queue<Feed> addQueue = Queues.newConcurrentLinkedQueue();
|
2013-05-22 00:07:13 +02:00
|
|
|
private Queue<Feed> takeQueue = Queues.newConcurrentLinkedQueue();
|
|
|
|
|
private Queue<Feed> giveBackQueue = Queues.newConcurrentLinkedQueue();
|
2013-04-16 12:36:36 +02:00
|
|
|
|
2013-04-23 16:00:18 +02:00
|
|
|
@PostConstruct
|
|
|
|
|
public void init() {
|
|
|
|
|
backgroundThreads = applicationSettingsService.get()
|
|
|
|
|
.getBackgroundThreads();
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-25 14:41:56 +02:00
|
|
|
public void add(Feed feed) {
|
2013-05-19 12:11:54 +02:00
|
|
|
Date now = Calendar.getInstance().getTime();
|
2013-05-21 10:44:05 +02:00
|
|
|
boolean heavyLoad = applicationSettingsService.get().isHeavyLoad();
|
|
|
|
|
Date threshold = DateUtils.addMinutes(now, heavyLoad ? -10 : -1);
|
2013-05-19 12:11:54 +02:00
|
|
|
if (feed.getLastUpdated() == null
|
2013-05-21 10:44:05 +02:00
|
|
|
|| feed.getLastUpdated().before(threshold)) {
|
2013-06-22 20:06:09 +02:00
|
|
|
addQueue.add(feed);
|
2013-05-19 12:11:54 +02:00
|
|
|
}
|
2013-04-25 14:41:56 +02:00
|
|
|
}
|
|
|
|
|
|
2013-05-22 00:07:13 +02:00
|
|
|
public synchronized Feed take() {
|
|
|
|
|
Feed feed = takeQueue.poll();
|
2013-05-28 12:55:47 +02:00
|
|
|
|
2013-05-30 13:18:26 +02:00
|
|
|
if (feed == null) {
|
|
|
|
|
refill();
|
|
|
|
|
feed = takeQueue.poll();
|
|
|
|
|
}
|
2013-05-21 16:40:37 +02:00
|
|
|
|
2013-05-30 13:18:26 +02:00
|
|
|
if (feed != null) {
|
|
|
|
|
metricsBean.feedRefreshed();
|
|
|
|
|
}
|
|
|
|
|
return feed;
|
|
|
|
|
}
|
2013-05-21 16:40:37 +02:00
|
|
|
|
2013-05-30 13:18:26 +02:00
|
|
|
private void refill() {
|
|
|
|
|
Date now = Calendar.getInstance().getTime();
|
2013-05-22 00:07:13 +02:00
|
|
|
|
2013-05-30 15:23:07 +02:00
|
|
|
int count = 3 * backgroundThreads;
|
2013-05-30 13:18:26 +02:00
|
|
|
List<Feed> feeds = feedDAO.findNextUpdatable(count);
|
2013-05-22 00:07:13 +02:00
|
|
|
|
2013-05-30 13:18:26 +02:00
|
|
|
int size = addQueue.size();
|
|
|
|
|
for (int i = 0; i < size; i++) {
|
2013-06-22 20:06:09 +02:00
|
|
|
feeds.add(0, addQueue.poll());
|
2013-05-30 13:18:26 +02:00
|
|
|
}
|
2013-05-22 10:39:03 +02:00
|
|
|
|
2013-06-22 20:06:09 +02:00
|
|
|
Map<Long, Feed> map = Maps.newLinkedHashMap();
|
2013-05-30 13:18:26 +02:00
|
|
|
for (Feed f : feeds) {
|
|
|
|
|
f.setLastUpdated(now);
|
|
|
|
|
map.put(f.getId(), f);
|
2013-04-13 07:02:59 +02:00
|
|
|
}
|
2013-05-30 13:18:26 +02:00
|
|
|
takeQueue.addAll(map.values());
|
|
|
|
|
|
|
|
|
|
size = giveBackQueue.size();
|
|
|
|
|
for (int i = 0; i < size; i++) {
|
|
|
|
|
Feed f = giveBackQueue.poll();
|
|
|
|
|
f.setLastUpdated(now);
|
|
|
|
|
map.put(f.getId(), f);
|
2013-05-22 12:25:35 +02:00
|
|
|
}
|
2013-05-30 13:18:26 +02:00
|
|
|
|
2013-06-06 09:54:17 +02:00
|
|
|
feedDAO.saveOrUpdate(map.values());
|
2013-04-13 07:02:59 +02:00
|
|
|
}
|
2013-04-16 09:29:33 +02:00
|
|
|
|
2013-05-22 00:07:13 +02:00
|
|
|
public void giveBack(Feed feed) {
|
|
|
|
|
giveBackQueue.add(feed);
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-13 07:02:59 +02:00
|
|
|
}
|