1 # This file is part of NIT ( http://www.nitlanguage.org ).
3 # Copyright 2014 Alexis Laferrière <alexis.laf@xymus.net>
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
17 # Daily program to fetch and parse the Web site, update the database and email subscribers
28 # Return a `String` without any HTML tags (such as `<br />`) from `recv`
29 fun strip_tags
: String
36 var at
= str
.index_of_from
('<', from
)
37 if at
== -1 then break
39 new_str
+= str
.substring
(from
, at-from
)
41 at
= str
.index_of_from
('>', at
)
50 # Return an `Array` of the non-empty lines in `self`
52 # assert ["a", "asdf", "", " ", " ", "b"].join("\n").to_clean_lines == ["a", "asdf", "b"]
53 fun to_clean_lines
: Array[String]
55 var orig_lines
= split_with
("\n")
56 var new_lines
= new Array[String]
58 for line
in orig_lines
do
62 if line
== " " then continue
63 if line
.is_empty
then continue
65 new_lines
.add line
.to_s
72 # Main logic of the program to be executed daily
74 # The street on which is the Benelux
77 # The url of this precise Benelux
80 # Path to the database
83 # Where to save the sample email
84 var sample_email_path
: String
89 self.url
= "www.brasseriebenelux.com/{street}"
90 self.db_path
= "benitlux_{street}.db"
91 self.sample_email_path
= "benitlux_{street}.email"
94 # Execute the main program logic
95 fun run
(send_emails
: Bool)
98 var body
= download_html_page
100 # Parse the Web page and get the available beers
101 var beers
= parse_beers_from_html
(body
)
103 var db
= new DB.open
(db_path
)
105 # Update the database with the beers of the day
106 db
.insert_beers_of_the_day beers
108 # Query the beer-related events of today
109 var beer_events
= db
.beer_events_today
111 # Generate the email title and content, store them in attributes
112 generate_email
(beer_events
)
114 # Save as sample email to file
115 var f
= new FileWriter.open
(sample_email_path
)
116 f
.write email_title
+ "\n"
117 for line
in email_content
do f
.write line
+ "\n"
120 # Set the email if desired
122 var subs
= db
.subscribers
129 # Fetch the Web page at `url`
130 fun download_html_page
: String
134 var request
= new CurlHTTPRequest(url
, curl
)
135 var response
= request
.execute
137 if response
isa CurlResponseSuccess then
138 var body
= response
.body_str
141 else if response
isa CurlResponseFailed then
142 print
"Failed downloading URL '{url}' with: {response.error_msg} ({response.error_code})"
148 # Extract the beers of the day information from the HTML if `body`
149 fun parse_beers_from_html
(body
: String): HashSet[Beer]
151 # Parts of the HTML page expected to encapsulate the interesting section
152 var header
= "<h1>Bières<br /></h1>"
153 var ender
= "</div></div></div>"
155 var match
= body
.search
(header
)
156 assert match
!= null else print body
157 var start
= match
.after
159 match
= body
.search_from
(ender
, start
)
161 var finish
= match
.from
163 var of_interest
= body
.substring
(start
, finish-start
)
164 var lines
= of_interest
.strip_tags
.to_clean_lines
166 var beers
= new HashSet[Beer]
168 var parts
= line
.split
(" - ")
169 if parts
.length
>= 2 then
170 beers
.add
new Beer(parts
[0].trim
, parts
[1].trim
)
176 # Content lines of the email
177 var email_content
: Array[String]
180 var email_title
: String
182 # Generate email and fill the attributes `email_content` and `email_title`
183 fun generate_email
(beer_events
: BeerEvents)
185 email_title
= beer_events
.to_email_title
186 email_content
= beer_events
.to_email_content
189 # Send the email to all the addresses in `subs`
190 fun send_emails_to
(subs
: Array[String])
193 var unsub_link
= "http://benitlux.xymus.net/?unsub=&email={email}"
195 {{{email_content.join("<br />\n")}}}
197 To unsubscribe, go to <a href="{{{unsub_link}}}">{{{unsub_link}}}</a>
200 var mail
= new Mail("Benitlux <benitlux@xymus.net>", email_title
, content
)
202 mail
.header
["Content-Type"] = "text/html; charset=\"UTF-8\
""
203 mail
.encrypt_with_base64
210 redef class OptionContext
211 # Shall we mail the mailing list?
212 var send_emails
= new OptionBool("Send emails to subscribers", "-e", "--email")
214 # Print the usage message
215 var help
= new OptionBool("Print this help message", "-h", "--help")
217 redef init do add_option
(send_emails
, help
)
220 # Avoid executing when running tests
221 if "NIT_TESTING".environ
== "true" then exit
0
223 var opts
= new OptionContext
225 if not opts
.errors
.is_empty
or opts
.help
.value
== true then
226 print opts
.errors
.join
("\n")
227 print
"Usage: benitlux_daily [Options]"
232 var ben
= new Benitlux("sherbrooke")
233 ben
.run
(opts
.send_emails
.value
or else false)
235 # The parsing logic for the wellington locaiton is active (to gather data)
236 # but the web interface do not allow to subscribe to its mailing list.
238 # TODO revamp mailing list Web interface
239 ben
= new Benitlux("wellington")
240 ben
.run
(opts
.send_emails
.value
or else false)