1 # This file is part of NIT ( http://www.nitlanguage.org ).
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
17 # Easy and ready to use web tracker you can apply to your popcorn application.
19 # The only thing you have to do is to use the tracker in your app routes:
22 # var config = new AppConfig
24 # app.use("/", new HomeHandler)
25 # app.use("/products", new ProductsHandler)
26 # app.use("customers/", new CustomersHandler)
28 # app.use_after("/*", new PopTracker(config)) # tracker listens to /*
31 # You can also use multiple tracker at once on different route.
32 # All the data will be aggregated for you.
35 # app.use_after("/api/*", new PopTracker(config))
36 # app.use_after("/admin/*", new PopTracker(config))
39 # To retrieve your tracker data use the `PopTrackerAPI` which serves the tracker
40 # data in JSON format.
43 # app.use("/api/tracker_data", new PopTrackerAPI(config))
48 import popcorn
::pop_config
49 import popcorn
::pop_json
50 import popcorn
::pop_repos
55 var tracker_logs
= new TrackerRepo(db
.collection
("tracker_logs"))
58 var tracker
= new PopTracker(self)
61 # JSON API of the PopTracker
63 # Serves the collected data in JSON format.
67 # Config used to access tracker db
71 use
("/entries", new PopTrackerEntries(config
))
72 use
("/queries", new PopTrackerQueries(config
))
73 use
("/browsers", new PopTrackerBrowsers(config
))
74 use
("/times", new PopTrackerResponseTime(config
))
78 # Base tracker handler
79 abstract class TrackerHandler
82 # Config used to access tracker db
85 # Get the `limit` GET argument from `req`
87 # Return `10` by default.
88 fun limit
(req
: HttpRequest): Int do return req
.int_arg
("limit") or else 10
91 # Saves logs into a MongoDB collection
95 redef fun all
(req
, res
) do
96 config
.tracker_logs
.save
new LogEntry(req
, res
)
100 # List all tracker log entries
101 class PopTrackerEntries
104 redef fun get
(req
, res
) do
105 res
.json
new JsonArray.from
(config
.tracker_logs
.find_all
)
109 # Group and count entries by query string
110 class PopTrackerQueries
113 redef fun get
(req
, res
) do
114 var pipe
= new MongoPipeline
115 pipe
.group
((new MongoGroup("$request.uri")).
117 avg
("response_time", "$response_time").
118 addToSet
("uniq", "$session"))
119 pipe
.sort
((new MongoMatch).eq
("visits", -1))
120 pipe
.limit
(limit
(req
))
121 res
.json
new JsonArray.from
(config
.tracker_logs
.collection
.aggregate
(pipe
))
125 # Group and count entries by browser
126 class PopTrackerBrowsers
129 # MongoMatch query used for each browser key
131 # Because parsing user agent string is a pain in the nit, we go lazy on this
132 # one. We associate each broswer key like `Chromium` to the query that allows
133 # us to count the number of visits.
134 var browser_queries
: HashMap[String, MongoMatch] do
135 var map
= new HashMap[String, MongoMatch]
136 map
["Chromium"] = (new MongoMatch).regex
("user_agent", "Chromium")
137 map
["Edge"] = (new MongoMatch).regex
("user_agent", "Edge")
138 map
["Firefox"] = (new MongoMatch).regex
("user_agent", "Firefox")
139 map
["IE"] = (new MongoMatch).regex
("user_agent", "(MSIE)|(Trident)")
140 map
["Netscape"] = (new MongoMatch).regex
("user_agent", "Netscape")
141 map
["Opera"] = (new MongoMatch).regex
("user_agent", "Opera")
142 map
["Safari"] = (new MongoMatch).land
(null, [
143 (new MongoMatch).regex
("user_agent", "Safari"),
144 (new MongoMatch).regex
("user_agent", "^((?!Chrome).)*$")])
145 map
["Chrome"] = (new MongoMatch).land
(null, [
146 (new MongoMatch).regex
("user_agent", "Chrome"),
147 (new MongoMatch).regex
("user_agent", "^((?!Edge).)*$")])
152 # Apply the `query` on `TrackerRepo::count`
153 fun browser_count
(query
: MongoMatch): Int do return config
.tracker_logs
.count
(query
)
155 redef fun get
(req
, res
) do
156 var browsers
= new Array[BrowserCount]
157 for browser
, query
in self.browser_queries
do
158 var count
= new BrowserCount(browser
, browser_count
(query
))
159 if count
.count
> 0 then browsers
.add count
162 for browser
in browsers
do sum
+= browser
.count
163 var other
= config
.tracker_logs
.count
- sum
164 if other
> 0 then browsers
.add
new BrowserCount("Other", other
)
165 default_comparator
.sort
(browsers
)
166 res
.json
new JsonArray.from
(browsers
)
170 # Associate each browser to its count.
172 # Only used to serialize the results.
173 private class BrowserCount
178 redef type OTHER: SELF
183 redef fun <=>(o
) do return o
.count
<=> count
186 # Return last month response time
187 class PopTrackerResponseTime
190 redef fun get
(req
, res
) do
191 var limit
= get_time
- (3600 * 24 * 30)
192 var pipe
= new MongoPipeline
193 pipe
.match
((new MongoMatch).gte
("timestamp", limit
))
194 pipe
.group
((new MongoGroup("$timestamp")).
196 avg
("response_time", "$response_time"))
197 pipe
.sort
((new MongoMatch).eq
("_id", -1))
198 res
.json
new JsonArray.from
(config
.tracker_logs
.collection
.aggregate
(pipe
))
202 # A tracker log entry used to store HTTP requests and their given HTTP responses
207 # HTTP request that triggered that log entry
208 var request
: HttpRequest
210 # HTTP response returned by the serveur
211 var response
: HttpResponse
213 # Request user-agent shortcut (easier for db requests
214 var user_agent
: nullable String is lazy
do return request
.header
["User-Agent"]
216 # Processing time in miliseconds (or null if no clock was found in request)
217 var response_time
: nullable Int is lazy
do
218 var clock
= request
.clock
219 if clock
== null then return null
220 return (clock
.total
* 1000.0).to_i
223 # Log entry timestamp
224 var timestamp
: Int = get_time
226 # Session ID associated to this entry
227 var session
: nullable String is lazy
do
228 var session
= request
.session
229 if session
== null then return null
230 return session
.id_hash
234 # Repository to store track logs.
236 super MongoRepository[LogEntry]