Athou_commafeed/src/main/java/com/commafeed/backend/feeds/FeedParser.java

package com.commafeed.backend.feeds;

import java.io.ByteArrayInputStream;
import java.util.Calendar;
import java.util.Date;
import java.util.List;

import org.apache.commons.lang.StringUtils;
import org.apache.commons.lang.SystemUtils;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document.OutputSettings;
import org.jsoup.nodes.Entities.EscapeMode;
import org.jsoup.safety.Whitelist;
import org.xml.sax.InputSource;

import com.commafeed.backend.model.Feed;
import com.commafeed.backend.model.FeedEntry;
import com.google.common.base.Function;
import com.google.common.collect.Collections2;
import com.sun.syndication.feed.synd.SyndContent;
import com.sun.syndication.feed.synd.SyndEntry;
import com.sun.syndication.feed.synd.SyndFeed;
import com.sun.syndication.io.FeedException;
import com.sun.syndication.io.SyndFeedInput;

public class FeedParser {

	@SuppressWarnings("unchecked")
	public Feed parse(String feedUrl, byte[] xml) throws FeedException {
		Feed feed = new Feed();
		feed.setLastUpdated(Calendar.getInstance().getTime());

		try {
			InputSource source = new InputSource(new ByteArrayInputStream(xml));
			if (new String(xml).split(SystemUtils.LINE_SEPARATOR)[0]
					.toUpperCase().contains("ISO-8859-1")) {
				// they probably use word, we need to handle curly quotes and
				// other word special characters
				source.setEncoding("windows-1252");
			}
			SyndFeed rss = new SyndFeedInput().build(source);
			feed.setUrl(feedUrl);
			feed.setTitle(rss.getTitle());
			feed.setLink(rss.getLink());
			List<SyndEntry> items = rss.getEntries();
			for (SyndEntry item : items) {
				FeedEntry entry = new FeedEntry();
				entry.setGuid(item.getUri());
				entry.setTitle(handleContent(item.getTitle()));
				entry.setContent(handleContent(getContent(item)));
				entry.setUrl(item.getLink());
				entry.setUpdated(getUpdateDate(item));

				feed.getEntries().add(entry);
			}
		} catch (Exception e) {
			throw new FeedException(String.format(
					"Could not parse feed from %s : %s", feedUrl,
					e.getMessage()), e);
		}
		return feed;
	}

	private Date getUpdateDate(SyndEntry item) {
		Date date = item.getUpdatedDate();
		if (date == null) {
			date = item.getPublishedDate();
		}
		if (date == null) {
			date = new Date();
		}
		return date;
	}

	@SuppressWarnings("unchecked")
	private String getContent(SyndEntry item) {
		String content = null;
		if (item.getContents().isEmpty()) {
			content = item.getDescription() == null ? null : item
					.getDescription().getValue();
		} else {
			content = StringUtils.join(Collections2.transform(
					item.getContents(), new Function<SyndContent, String>() {
						public String apply(SyndContent content) {
							return content.getValue();
						}
					}), SystemUtils.LINE_SEPARATOR);
		}
		return content;
	}

	private String handleContent(String content) {
		if (StringUtils.isNotBlank(content)) {
			Whitelist whitelist = Whitelist.relaxed();
			whitelist.addEnforcedAttribute("a", "target", "_blank");

			// TODO evaluate potential security issues
			whitelist.addTags("iframe");
			whitelist.addAttributes("iframe", "src", "height", "width",
					"allowfullscreen", "frameborder");

			content = Jsoup.clean(content, "", whitelist,
					new OutputSettings().escapeMode(EscapeMode.extended));
		}
		return content;
	}
}