1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
--
-- sfive
--
-- sfive - spreadspace streaming statistics suite is a generic
-- statistic collection tool for streaming server infrastuctures.
-- The system collects and stores meta data like number of views
-- and throughput from a number of streaming servers and stores
-- it in a global data store.
-- The data acquisition is designed to be generic and extensible in
-- order to support different streaming software.
-- sfive also contains tools and applications to filter and visualize
-- live and recorded data.
--
--
-- Copyright (C) 2014 Christian Pointner <equinox@spreadspace.org>
-- Markus Grueneis <gimpf@gimpf.org>
--
-- This file is part of sfive.
--
-- sfive is free software: you can redistribute it and/or modify
-- it under the terms of the GNU General Public License version 3
-- as published by the Free Software Foundation.
--
-- sfive is distributed in the hope that it will be useful,
-- but WITHOUT ANY WARRANTY; without even the implied warranty of
-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-- GNU General Public License for more details.
--
-- You should have received a copy of the GNU General Public License
-- along with sfive. If not, see <http://www.gnu.org/licenses/>.
--
--
-- Install this by adding the following to your nginx.conf
--
-- location /path/to/hls {
-- log_by_lua_file '/path/to/s5-nginx-log.lua';
-- }
--
local cleanup_delay = 1200
local log_exptime = 600
local log_cleanup = function(premature)
local sfive = ngx.shared.sfive;
sfive:flush_expired()
if premature then
return
end
local ok, err = ngx.timer.at(cleanup_delay, log_cleanup)
if not ok then
ngx.log(ngx.ERR, "SFive: failed to reenqueue log_cleanup: ", err)
sfive:delete("log:cleanup_running")
return
end
end
local start_cleanup_thread = function(sfive)
local ok, err, force = sfive:add("log:cleanup_running", 1)
if not ok then
if err == "exists" then
return
end
ngx.log(ngx.ERR, "SFive: failed to set cleanup_running flag: " .. err)
end
ok, err = ngx.timer.at(cleanup_delay, log_cleanup)
if not ok then
ngx.log(ngx.ERR, "SFive: failed to enqueue log_cleanup: ", err)
sfive:delete("log:cleanup_running")
return
end
end
local status = ngx.var.status
if status == '200' or status == '206' then
local sfive = ngx.shared.sfive;
local idx, err = sfive:incr("log:idx", 1)
if not idx then
ngx.log(ngx.ERR, "SFive: incrementing log index failed: " .. err)
else
local json = '{'
json = json .. '"time": "' .. string.gsub(ngx.utctime(), " ", "T", 1) .. 'Z",'
json = json .. '"client": "' .. ngx.var.remote_addr .. '",'
json = json .. '"port": ' .. ngx.var.remote_port .. ','
json = json .. '"ua": "' .. ngx.var.http_user_agent .. '",'
json = json .. '"uri": "' .. ngx.var.uri .. '",'
json = json .. '"status": ' .. status .. ','
json = json .. '"bytes_sent": ' .. ngx.var.bytes_sent
json = json .. '}'
local sfive_log = ngx.shared.sfive_log;
local ok, err, force = sfive_log:add(idx, json, log_exptime)
if not ok then
ngx.log(ngx.ERR, "SFive: adding log line (".. idx .. ") to log store failed: " .. err)
elseif force then
ngx.log(ngx.WARN, "SFive: adding log line has overwritten other log lines - consider increasing the log store!")
end
start_cleanup_thread(sfive)
end
end
|
