1 # This file is part of NIT ( http://www.nitlanguage.org ).
3 # Copyright 2014 Alexis Laferrière <alexis.laf@xymus.net>
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
17 # Daily program to fetch and parse the Web site, update the database and email subscribers
28 # Return a `String` without any HTML tags (such as `<br />`) from `recv`
29 fun strip_tags
: String
36 var at
= str
.index_of_from
('<', from
)
37 if at
== -1 then break
39 new_str
+= str
.substring
(from
, at-from
)
41 at
= str
.index_of_from
('>', at
)
50 # Return an `Array` of the non-empty lines in `self`
52 # assert ["a", "asdf", "", " ", " ", "b"].join("\n").to_clean_lines == ["a", "asdf", "b"]
53 fun to_clean_lines
: Array[String]
55 var orig_lines
= split_with
("\n")
56 var new_lines
= new Array[String]
58 for line
in orig_lines
do
62 if line
== " " then continue
63 if line
.is_empty
then continue
65 new_lines
.add line
.to_s
72 # Main logic of the program to be executed daily
74 # The street on which is the Benelux
77 # The url of this precise Benelux
80 # Path to the database
83 # Where to save the sample email
84 var sample_email_path
: String
89 self.url
= "www.brasseriebenelux.com/{street}"
90 self.db_path
= "benitlux_{street}.db"
91 self.sample_email_path
= "benitlux_{street}.email"
94 # Execute the main program logic
95 fun run
(send_emails
: Bool)
98 var body
= download_html_page
100 # Parse the Web page and get the available beers
101 var beers
= parse_beers_from_html
(body
)
103 var db
= new DB.open
(db_path
)
105 # Update the database with the beers of the day
106 db
.insert_beers_of_the_day beers
108 # Query the beer-related events of today
109 var beer_events
= db
.beer_events_today
111 # Generate the email title and content, store them in attributes
112 generate_email
(beer_events
)
114 # Save as sample email to file
115 var f
= new FileWriter.open
(sample_email_path
)
116 f
.write email_title
+ "\n"
117 for line
in email_content
do f
.write line
+ "\n"
120 # Set the email if desired
122 var subs
= db
.subscribers
129 # Fetch the Web page at `url`
130 fun download_html_page
: String
132 var request
= new CurlHTTPRequest(url
)
133 var response
= request
.execute
135 if response
isa CurlResponseSuccess then
136 var body
= response
.body_str
138 else if response
isa CurlResponseFailed then
139 print
"Failed downloading URL '{url}' with: {response.error_msg} ({response.error_code})"
145 # Extract the beers of the day information from the HTML if `body`
146 fun parse_beers_from_html
(body
: String): HashSet[Beer]
148 # Parts of the HTML page expected to encapsulate the interesting section
149 var header
= "<h1>Bières<br /></h1>"
150 var ender
= "</div></div></div>"
152 var match
= body
.search
(header
)
153 assert match
!= null else print body
154 var start
= match
.after
156 match
= body
.search_from
(ender
, start
)
158 var finish
= match
.from
160 var of_interest
= body
.substring
(start
, finish-start
)
161 var lines
= of_interest
.strip_tags
.to_clean_lines
163 var beers
= new HashSet[Beer]
165 var parts
= line
.split
(" - ")
166 if parts
.length
>= 2 then
167 beers
.add
new Beer(parts
[0].trim
, parts
[1].trim
)
173 # Content lines of the email
174 var email_content
: Array[String]
177 var email_title
: String
179 # Generate email and fill the attributes `email_content` and `email_title`
180 fun generate_email
(beer_events
: BeerEvents)
182 email_title
= beer_events
.to_email_title
183 email_content
= beer_events
.to_email_content
186 # Send the email to all the addresses in `subs`
187 fun send_emails_to
(subs
: Array[String])
190 var unsub_link
= "http://benitlux.xymus.net/?unsub=&email={email}"
192 {{{email_content.join("<br />\n")}}}
194 To unsubscribe, go to <a href="{{{unsub_link}}}">{{{unsub_link}}}</a>
197 var mail
= new Mail("Benitlux <benitlux@xymus.net>", email_title
, content
)
199 mail
.header
["Content-Type"] = "text/html; charset=\"UTF-8\
""
200 mail
.encrypt_with_base64
207 redef class OptionContext
208 # Shall we mail the mailing list?
209 var send_emails
= new OptionBool("Send emails to subscribers", "-e", "--email")
211 # Print the usage message
212 var help
= new OptionBool("Print this help message", "-h", "--help")
214 redef init do add_option
(send_emails
, help
)
217 # Avoid executing when running tests
218 if "NIT_TESTING".environ
== "true" then exit
0
220 var opts
= new OptionContext
222 if not opts
.errors
.is_empty
or opts
.help
.value
== true then
223 print opts
.errors
.join
("\n")
224 print
"Usage: benitlux_daily [Options]"
229 var ben
= new Benitlux("sherbrooke")
230 ben
.run
(opts
.send_emails
.value
)
232 # The parsing logic for the wellington locaiton is active (to gather data)
233 # but the web interface do not allow to subscribe to its mailing list.
235 # TODO revamp mailing list Web interface
236 ben
= new Benitlux("wellington")
237 ben
.run
(opts
.send_emails
.value
)