mirror of
https://github.com/Athou/commafeed.git
synced 2026-03-21 21:37:29 +00:00
119 lines
3.8 KiB
Java
119 lines
3.8 KiB
Java
package com.commafeed.backend.feeds;
|
|
|
|
import java.io.ByteArrayInputStream;
|
|
import java.util.Calendar;
|
|
import java.util.Date;
|
|
import java.util.List;
|
|
|
|
import org.apache.commons.lang.StringUtils;
|
|
import org.apache.commons.lang.SystemUtils;
|
|
import org.jsoup.Jsoup;
|
|
import org.jsoup.nodes.Document.OutputSettings;
|
|
import org.jsoup.nodes.Entities.EscapeMode;
|
|
import org.jsoup.safety.Whitelist;
|
|
import org.xml.sax.InputSource;
|
|
|
|
import com.commafeed.backend.model.Feed;
|
|
import com.commafeed.backend.model.FeedEntry;
|
|
import com.commafeed.backend.model.FeedEntryContent;
|
|
import com.google.common.base.Function;
|
|
import com.google.common.collect.Collections2;
|
|
import com.google.common.collect.Iterables;
|
|
import com.sun.syndication.feed.synd.SyndContent;
|
|
import com.sun.syndication.feed.synd.SyndEnclosure;
|
|
import com.sun.syndication.feed.synd.SyndEntry;
|
|
import com.sun.syndication.feed.synd.SyndFeed;
|
|
import com.sun.syndication.io.FeedException;
|
|
import com.sun.syndication.io.SyndFeedInput;
|
|
|
|
public class FeedParser {
|
|
|
|
@SuppressWarnings("unchecked")
|
|
public Feed parse(String feedUrl, byte[] xml) throws FeedException {
|
|
Feed feed = new Feed();
|
|
feed.setLastUpdated(Calendar.getInstance().getTime());
|
|
|
|
try {
|
|
InputSource source = new InputSource(new ByteArrayInputStream(xml));
|
|
if (new String(xml).split(SystemUtils.LINE_SEPARATOR)[0]
|
|
.toUpperCase().contains("ISO-8859-1")) {
|
|
// they probably use word, we need to handle curly quotes and
|
|
// other word special characters
|
|
source.setEncoding("windows-1252");
|
|
}
|
|
SyndFeed rss = new SyndFeedInput().build(source);
|
|
feed.setUrl(feedUrl);
|
|
feed.setTitle(rss.getTitle());
|
|
feed.setLink(rss.getLink());
|
|
List<SyndEntry> items = rss.getEntries();
|
|
for (SyndEntry item : items) {
|
|
FeedEntry entry = new FeedEntry();
|
|
entry.setGuid(item.getUri());
|
|
entry.setUrl(item.getLink());
|
|
entry.setUpdated(getUpdateDate(item));
|
|
|
|
FeedEntryContent content = new FeedEntryContent();
|
|
content.setContent(handleContent(getContent(item)));
|
|
content.setTitle(handleContent(item.getTitle()));
|
|
SyndEnclosure enclosure = (SyndEnclosure) Iterables.getFirst(
|
|
item.getEnclosures(), null);
|
|
if (enclosure != null) {
|
|
content.setEnclosureUrl(enclosure.getUrl());
|
|
content.setEnclosureType(enclosure.getType());
|
|
}
|
|
entry.setContent(content);
|
|
|
|
feed.getEntries().add(entry);
|
|
}
|
|
} catch (Exception e) {
|
|
throw new FeedException(String.format(
|
|
"Could not parse feed from %s : %s", feedUrl,
|
|
e.getMessage()), e);
|
|
}
|
|
return feed;
|
|
}
|
|
|
|
private Date getUpdateDate(SyndEntry item) {
|
|
Date date = item.getUpdatedDate();
|
|
if (date == null) {
|
|
date = item.getPublishedDate();
|
|
}
|
|
if (date == null) {
|
|
date = new Date();
|
|
}
|
|
return date;
|
|
}
|
|
|
|
@SuppressWarnings("unchecked")
|
|
private String getContent(SyndEntry item) {
|
|
String content = null;
|
|
if (item.getContents().isEmpty()) {
|
|
content = item.getDescription() == null ? null : item
|
|
.getDescription().getValue();
|
|
} else {
|
|
content = StringUtils.join(Collections2.transform(
|
|
item.getContents(), new Function<SyndContent, String>() {
|
|
public String apply(SyndContent content) {
|
|
return content.getValue();
|
|
}
|
|
}), SystemUtils.LINE_SEPARATOR);
|
|
}
|
|
return content;
|
|
}
|
|
|
|
private String handleContent(String content) {
|
|
if (StringUtils.isNotBlank(content)) {
|
|
Whitelist whitelist = Whitelist.relaxed();
|
|
whitelist.addEnforcedAttribute("a", "target", "_blank");
|
|
|
|
whitelist.addTags("iframe");
|
|
whitelist.addAttributes("iframe", "src", "height", "width",
|
|
"allowfullscreen", "frameborder");
|
|
|
|
content = Jsoup.clean(content, "", whitelist,
|
|
new OutputSettings().escapeMode(EscapeMode.extended));
|
|
}
|
|
return content;
|
|
}
|
|
}
|