From: Alexis Laferrière <alexis.laf@xymus.net>
Date: Tue, 21 Jul 2015 20:36:32 +0000 (-0400)
Subject: contrib/rss_downloader: support compressed RSS feeds
X-Git-Tag: v0.7.7~4^2~4
X-Git-Url: http://nitlanguage.org

contrib/rss_downloader: support compressed RSS feeds

Signed-off-by: Alexis Laferrière <alexis.laf@xymus.net>
---

diff --git a/contrib/rss_downloader/src/rss_downloader.nit b/contrib/rss_downloader/src/rss_downloader.nit
index 3551686..d512e9f 100644
--- a/contrib/rss_downloader/src/rss_downloader.nit
+++ b/contrib/rss_downloader/src/rss_downloader.nit
@@ -55,6 +55,9 @@ class Config
 	# XML tag of the link to act upon
 	fun tag_link: String do return "link"
 
+	# Are the feeds at `rss_source_urls` compressed?
+	var compressed: nullable Bool
+
 	# Action to apply on each selected RSS element
 	fun act_on(element: Element)
 	do
@@ -134,6 +137,7 @@ class Downloader
 		var elements = new HashSet[Element]
 		for rss_url in config.rss_source_urls do
 			var rss = rss_url.fetch_rss_content
+			if config.compressed == true then rss = rss.gunzip
 			elements.add_all rss.to_rss_elements
 		end
 
@@ -275,11 +279,24 @@ redef class Text
 
 		if sys.verbose then
 			print "# Found elements:"
-			print elements.join("\n")
+			print "* " + elements.join("\n* ")
 		end
 
 		return elements
 	end
+
+	# Expand the Lempel-Ziv encoded `self`
+	fun gunzip: String
+	do
+		var proc = new ProcessDuplex("gunzip", new Array[String]...)
+		proc.write self
+		proc.stream_out.close
+		var res = proc.read_all
+		proc.stream_in.close
+		proc.wait
+		assert proc.status == 0
+		return res
+	end
 end
 
 # Implement this method in your module to configure this tool