1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
//
// sfive
//
// sfive - spreadspace streaming statistics suite is a generic
// statistic collection tool for streaming server infrastuctures.
// The system collects and stores meta data like number of views
// and throughput from a number of streaming servers and stores
// it in a global data store.
// The data acquisition is designed to be generic and extensible in
// order to support different streaming software.
// sfive also contains tools and applications to filter and visualize
// live and recorded data.
//
//
// Copyright (C) 2014-2017 Christian Pointner <equinox@spreadspace.org>
// Markus Grüneis <gimpf@gimpf.org>
//
// This file is part of sfive.
//
// sfive is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License version 3
// as published by the Free Software Foundation.
//
// sfive is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with sfive. If not, see <http://www.gnu.org/licenses/>.
//
package sfive
import (
"fmt"
"time"
"github.com/equinox0815/graphite-golang"
)
func (srv *Server) forwardGraphiteRun(forwardHost string, basePath string) {
tryResync:
for {
client, err := graphite.NewGraphiteFromAddress(forwardHost)
if err != nil {
s5l.Printf("srv|fwd-graphite: connecting failed: %v", err)
time.Sleep(5 * time.Second)
continue tryResync
}
lastID, err := srv.store.GetLastUpdateID()
if err != nil {
s5l.Printf("srv|fwd-graphite: fetching lastupdate failed: %v", err)
client.Disconnect()
time.Sleep(5 * time.Second)
continue tryResync
}
s5l.Printf("srv|fwd-graphite: new lastupdate: %d", lastID)
nextBatch:
for {
updates, err := srv.store.GetUpdatesAfter(lastID, 5000)
if err != nil {
s5l.Printf("srv|fwd-graphite: reading updates failed: %v", err)
time.Sleep(500 * time.Millisecond)
continue nextBatch
}
if len(updates) == 0 {
time.Sleep(1 * time.Second)
continue nextBatch
}
metrics := make([]graphite.Metric, len(updates)*3)
for i, update := range updates {
path := basePath + "." + update.Hostname
path = path + "." + update.Stream.ContentID
path = path + "." + update.Stream.Format
path = path + "." + update.Stream.Quality
metrics[i*3] = graphite.NewMetric(path+".client-count", fmt.Sprintf("%d", update.Data.ClientCount), update.StartTime.Unix())
metrics[i*3+1] = graphite.NewMetric(path+".bytes-received", fmt.Sprintf("%d", update.Data.BytesReceived), update.StartTime.Unix())
metrics[i*3+2] = graphite.NewMetric(path+".bytes-sent", fmt.Sprintf("%d", update.Data.BytesSent), update.StartTime.Unix())
}
err = client.SendMetrics(metrics)
if err != nil {
s5l.Printf("srv|fwd-graphite: sending metrics failed: %v", err)
time.Sleep(1 * time.Second)
continue tryResync
}
lastID = findMaxID(updates)
s5l.Printf("srv|fwd-graphite: successfully forwarded %d updates, new lastid: %d", len(updates), lastID)
}
}
}
func (srv *Server) RunForwardingGraphite(cfg GraphiteForwardConfig) {
s5l.Printf("srv|fwd-graphite: forwarding to '%s'", cfg.Host)
defer s5l.Println("srv|fwd-graphite: forwarder stopped")
srv.forwardGraphiteRun(cfg.Host, cfg.BasePath)
}
|
