optimizations

This commit is contained in:
Athou
2013-04-14 18:51:12 +02:00
parent 86edd54a21
commit 5be7c487ad
6 changed files with 47 additions and 33 deletions

View File

@@ -26,16 +26,19 @@ public class FeedFetcher {
@Inject
HttpGetter getter;
public Feed fetch(String feedUrl) throws FeedException,
ClientProtocolException, IOException {
public Feed fetch(String feedUrl, boolean extractFeedUrlFromHtml)
throws FeedException, ClientProtocolException, IOException {
log.debug("Fetching feed {}", feedUrl);
Feed feed = null;
byte[] content = getter.getBinary(feedUrl);
String extractedUrl = extractFeedUrl(StringUtils.newStringUtf8(content));
if (extractedUrl != null) {
content = getter.getBinary(extractedUrl);
feedUrl = extractedUrl;
if (extractFeedUrlFromHtml) {
String extractedUrl = extractFeedUrl(StringUtils
.newStringUtf8(content));
if (extractedUrl != null) {
content = getter.getBinary(extractedUrl);
feedUrl = extractedUrl;
}
}
feed = parser.parse(feedUrl, content);