Files
Athou_commafeed/src/main/java/com/commafeed/backend/feeds/FeedRefreshUpdater.java

147 lines
3.9 KiB
Java
Raw Normal View History

package com.commafeed.backend.feeds;
import java.util.Collection;
2013-05-22 00:07:13 +02:00
import java.util.List;
2013-05-23 16:52:50 +02:00
import java.util.concurrent.ArrayBlockingQueue;
import java.util.concurrent.RejectedExecutionHandler;
2013-05-22 21:57:53 +02:00
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
2013-05-22 21:57:53 +02:00
import javax.annotation.PostConstruct;
import javax.inject.Inject;
2013-05-22 09:34:24 +02:00
import javax.inject.Singleton;
2013-05-20 14:06:09 +02:00
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.commafeed.backend.dao.FeedDAO;
2013-05-22 00:07:13 +02:00
import com.commafeed.backend.dao.FeedSubscriptionDAO;
2013-05-22 21:57:53 +02:00
import com.commafeed.backend.model.ApplicationSettings;
import com.commafeed.backend.model.Feed;
import com.commafeed.backend.model.FeedEntry;
2013-05-20 14:06:09 +02:00
import com.commafeed.backend.model.FeedPushInfo;
2013-05-22 00:07:13 +02:00
import com.commafeed.backend.model.FeedSubscription;
2013-05-20 14:06:09 +02:00
import com.commafeed.backend.pubsubhubbub.SubscriptionHandler;
2013-05-21 07:09:48 +02:00
import com.commafeed.backend.services.ApplicationSettingsService;
import com.commafeed.backend.services.FeedUpdateService;
2013-05-24 09:21:20 +02:00
import de.jkeylockmanager.manager.KeyLockManager;
import de.jkeylockmanager.manager.KeyLockManagers;
import de.jkeylockmanager.manager.LockCallback;
2013-05-22 09:34:24 +02:00
@Singleton
public class FeedRefreshUpdater {
2013-05-20 14:06:09 +02:00
protected static Logger log = LoggerFactory
.getLogger(FeedRefreshUpdater.class);
2013-05-24 09:21:20 +02:00
private static final KeyLockManager lockManager = KeyLockManagers.newLock();
2013-05-22 00:07:13 +02:00
@Inject
FeedUpdateService feedUpdateService;
2013-05-20 14:06:09 +02:00
@Inject
SubscriptionHandler handler;
2013-05-22 00:07:13 +02:00
@Inject
FeedRefreshTaskGiver taskGiver;
@Inject
FeedDAO feedDAO;
2013-05-21 07:09:48 +02:00
@Inject
ApplicationSettingsService applicationSettingsService;
2013-05-22 00:07:13 +02:00
@Inject
FeedSubscriptionDAO feedSubscriptionDAO;
2013-05-22 21:57:53 +02:00
private ThreadPoolExecutor pool;
@PostConstruct
public void init() {
ApplicationSettings settings = applicationSettingsService.get();
2013-05-23 06:38:58 +02:00
int threads = Math.max(settings.getDatabaseUpdateThreads(), 1);
2013-05-23 10:52:14 +02:00
log.info("Creating database pool with {} threads", threads);
2013-05-22 21:57:53 +02:00
pool = new ThreadPoolExecutor(threads, threads, 0,
2013-05-23 16:52:50 +02:00
TimeUnit.MILLISECONDS, new ArrayBlockingQueue<Runnable>(
100 * threads));
2013-05-23 16:52:50 +02:00
pool.setRejectedExecutionHandler(new RejectedExecutionHandler() {
2013-05-22 21:57:53 +02:00
@Override
public void rejectedExecution(Runnable r, ThreadPoolExecutor e) {
2013-05-24 12:51:39 +02:00
log.debug("Thread queue full, waiting...");
2013-05-23 16:52:50 +02:00
try {
e.getQueue().put(r);
} catch (InterruptedException e1) {
log.error("Interrupted while waiting for queue.", e);
}
}
2013-05-22 21:57:53 +02:00
});
}
2013-05-24 12:28:48 +02:00
public void shutdown() {
pool.shutdownNow();
while (!pool.isTerminated()) {
try {
Thread.sleep(100);
} catch (InterruptedException e) {
log.error("interrupted while waiting for threads to finish.");
}
}
}
2013-05-22 21:57:53 +02:00
public void updateFeed(Feed feed, Collection<FeedEntry> entries) {
pool.execute(new Task(feed, entries));
}
private class Task implements Runnable {
private Feed feed;
private Collection<FeedEntry> entries;
public Task(Feed feed, Collection<FeedEntry> entries) {
this.feed = feed;
this.entries = entries;
}
2013-05-22 00:07:13 +02:00
2013-05-22 21:57:53 +02:00
@Override
public void run() {
if (entries != null) {
List<FeedSubscription> subscriptions = feedSubscriptionDAO
.findByFeed(feed);
for (FeedEntry entry : entries) {
updateEntry(feed, entry, subscriptions);
}
}
if (applicationSettingsService.get().isPubsubhubbub()) {
handlePubSub(feed);
}
taskGiver.giveBack(feed);
2013-05-21 07:09:48 +02:00
}
2013-05-22 21:57:53 +02:00
2013-05-20 14:06:09 +02:00
}
2013-05-24 09:21:20 +02:00
private void updateEntry(final Feed feed, final FeedEntry entry,
final List<FeedSubscription> subscriptions) {
lockManager.executeLocked(entry.getGuid(), new LockCallback() {
@Override
public void doInLock() throws Exception {
feedUpdateService.updateEntry(feed, entry, subscriptions);
}
});
}
2013-05-21 12:41:57 +02:00
private void handlePubSub(final Feed feed) {
2013-05-20 14:06:09 +02:00
FeedPushInfo info = feed.getPushInfo();
if (info != null && info.isActive() == false) {
2013-05-21 12:41:57 +02:00
new Thread() {
@Override
public void run() {
handler.subscribe(feed);
}
}.start();
2013-05-20 14:06:09 +02:00
}
}
}