2018-05-21 16:36:45 +02:00
|
|
|
// Copyright 2018 Google LLC
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// https://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"encoding/json"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"log"
|
|
|
|
"net/http"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"text/template"
|
2020-03-05 12:58:39 +01:00
|
|
|
|
|
|
|
"github.com/gorilla/mux"
|
|
|
|
promtmpl "github.com/prometheus/alertmanager/template"
|
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
|
|
"github.com/prometheus/client_golang/prometheus/promauto"
|
|
|
|
"github.com/prometheus/client_golang/prometheus/promhttp"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
handledAlertGroups = promauto.NewCounterVec(prometheus.CounterOpts{
|
|
|
|
Name: "webhook_handled_alert_groups",
|
|
|
|
Help: "Number of alert groups received"},
|
|
|
|
[]string{"ircchannel"},
|
|
|
|
)
|
|
|
|
handledAlerts = promauto.NewCounterVec(prometheus.CounterOpts{
|
|
|
|
Name: "webhook_handled_alerts",
|
|
|
|
Help: "Number of single alert messages relayed"},
|
|
|
|
[]string{"ircchannel"},
|
|
|
|
)
|
|
|
|
alertHandlingErrors = promauto.NewCounterVec(prometheus.CounterOpts{
|
|
|
|
Name: "webhook_alert_handling_errors",
|
|
|
|
Help: "Errors while processing webhook requests"},
|
|
|
|
[]string{"ircchannel", "error"},
|
|
|
|
)
|
2018-05-21 16:36:45 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type HTTPListener func(string, http.Handler) error
|
|
|
|
|
|
|
|
type HTTPServer struct {
|
|
|
|
StoppedRunning chan bool
|
|
|
|
Addr string
|
|
|
|
Port int
|
2020-01-25 17:42:59 +01:00
|
|
|
MsgTemplate *template.Template
|
|
|
|
MsgOnce bool
|
|
|
|
AlertMsgs chan AlertMsg
|
2018-05-21 16:36:45 +02:00
|
|
|
httpListener HTTPListener
|
|
|
|
}
|
|
|
|
|
2020-01-25 17:42:59 +01:00
|
|
|
func NewHTTPServer(config *Config, alertMsgs chan AlertMsg) (
|
2018-05-21 16:36:45 +02:00
|
|
|
*HTTPServer, error) {
|
2020-01-25 17:42:59 +01:00
|
|
|
return NewHTTPServerForTesting(config, alertMsgs, http.ListenAndServe)
|
2018-05-21 16:36:45 +02:00
|
|
|
}
|
|
|
|
|
2020-01-25 17:42:59 +01:00
|
|
|
func NewHTTPServerForTesting(config *Config, alertMsgs chan AlertMsg,
|
2018-05-21 16:36:45 +02:00
|
|
|
httpListener HTTPListener) (*HTTPServer, error) {
|
2020-01-25 17:42:59 +01:00
|
|
|
tmpl, err := template.New("msg").Parse(config.MsgTemplate)
|
2018-05-21 16:36:45 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
server := &HTTPServer{
|
|
|
|
StoppedRunning: make(chan bool),
|
|
|
|
Addr: config.HTTPHost,
|
|
|
|
Port: config.HTTPPort,
|
2020-01-25 17:42:59 +01:00
|
|
|
MsgTemplate: tmpl,
|
|
|
|
MsgOnce: config.MsgOnce,
|
|
|
|
AlertMsgs: alertMsgs,
|
2018-05-21 16:36:45 +02:00
|
|
|
httpListener: httpListener,
|
|
|
|
}
|
|
|
|
|
|
|
|
return server, nil
|
|
|
|
}
|
|
|
|
|
2020-03-05 12:58:39 +01:00
|
|
|
func (server *HTTPServer) FormatMsg(ircChannel string, data interface{}) string {
|
2018-05-21 16:36:45 +02:00
|
|
|
output := bytes.Buffer{}
|
|
|
|
var msg string
|
2020-01-25 17:42:59 +01:00
|
|
|
if err := server.MsgTemplate.Execute(&output, data); err != nil {
|
2018-05-21 16:36:45 +02:00
|
|
|
msg_bytes, _ := json.Marshal(data)
|
|
|
|
msg = string(msg_bytes)
|
2020-01-25 17:42:59 +01:00
|
|
|
log.Printf("Could not apply msg template on alert (%s): %s",
|
2018-05-21 16:36:45 +02:00
|
|
|
err, msg)
|
|
|
|
log.Printf("Sending raw alert")
|
2020-03-05 12:58:39 +01:00
|
|
|
alertHandlingErrors.WithLabelValues(ircChannel, "format_msg").Inc()
|
2018-05-21 16:36:45 +02:00
|
|
|
} else {
|
|
|
|
msg = output.String()
|
|
|
|
}
|
|
|
|
return msg
|
|
|
|
}
|
|
|
|
|
2020-01-25 17:42:59 +01:00
|
|
|
func (server *HTTPServer) GetMsgsFromAlertMessage(ircChannel string,
|
|
|
|
data *promtmpl.Data) []AlertMsg {
|
|
|
|
msgs := []AlertMsg{}
|
|
|
|
if server.MsgOnce {
|
2020-03-05 12:58:39 +01:00
|
|
|
msg := server.FormatMsg(ircChannel, data)
|
2020-01-25 17:42:59 +01:00
|
|
|
msgs = append(msgs,
|
|
|
|
AlertMsg{Channel: ircChannel, Alert: msg})
|
2018-05-21 16:36:45 +02:00
|
|
|
} else {
|
|
|
|
for _, alert := range data.Alerts {
|
2020-03-05 12:58:39 +01:00
|
|
|
msg := server.FormatMsg(ircChannel, alert)
|
2020-01-25 17:42:59 +01:00
|
|
|
msgs = append(msgs,
|
|
|
|
AlertMsg{Channel: ircChannel, Alert: msg})
|
2018-05-21 16:36:45 +02:00
|
|
|
}
|
|
|
|
}
|
2020-01-25 17:42:59 +01:00
|
|
|
return msgs
|
2018-05-21 16:36:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (server *HTTPServer) RelayAlert(w http.ResponseWriter, r *http.Request) {
|
|
|
|
vars := mux.Vars(r)
|
|
|
|
ircChannel := "#" + vars["IRCChannel"]
|
|
|
|
|
|
|
|
body, err := ioutil.ReadAll(io.LimitReader(r.Body, 1024*1024*1024))
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Could not get body: %s", err)
|
2020-03-05 12:58:39 +01:00
|
|
|
alertHandlingErrors.WithLabelValues(ircChannel, "read_body").Inc()
|
2018-05-21 16:36:45 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
var alertMessage = promtmpl.Data{}
|
|
|
|
if err := json.Unmarshal(body, &alertMessage); err != nil {
|
|
|
|
log.Printf("Could not decode request body (%s): %s", err, body)
|
2020-03-05 12:58:39 +01:00
|
|
|
alertHandlingErrors.WithLabelValues(ircChannel, "decode_body").Inc()
|
2018-05-21 16:36:45 +02:00
|
|
|
w.Header().Set("Content-Type", "application/json; charset=UTF-8")
|
|
|
|
w.WriteHeader(422) // Unprocessable entity
|
|
|
|
if err := json.NewEncoder(w).Encode(err); err != nil {
|
|
|
|
log.Printf("Could not write decoding error: %s", err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2020-03-05 12:58:39 +01:00
|
|
|
handledAlertGroups.WithLabelValues(ircChannel).Inc()
|
2020-01-25 17:42:59 +01:00
|
|
|
for _, alertMsg := range server.GetMsgsFromAlertMessage(
|
2018-05-21 16:36:45 +02:00
|
|
|
ircChannel, &alertMessage) {
|
|
|
|
select {
|
2020-01-25 17:42:59 +01:00
|
|
|
case server.AlertMsgs <- alertMsg:
|
2020-03-05 12:58:39 +01:00
|
|
|
handledAlerts.WithLabelValues(ircChannel).Inc()
|
2018-05-21 16:36:45 +02:00
|
|
|
default:
|
|
|
|
log.Printf("Could not send this alert to the IRC routine: %s",
|
2020-01-25 17:42:59 +01:00
|
|
|
alertMsg)
|
2020-03-05 12:58:39 +01:00
|
|
|
alertHandlingErrors.WithLabelValues(ircChannel, "internal_comm_channel_full").Inc()
|
2018-05-21 16:36:45 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (server *HTTPServer) Run() {
|
|
|
|
router := mux.NewRouter().StrictSlash(true)
|
|
|
|
|
2020-03-05 12:58:39 +01:00
|
|
|
router.Path("/metrics").Handler(promhttp.Handler())
|
|
|
|
|
2018-05-21 16:36:45 +02:00
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
server.RelayAlert(w, r)
|
|
|
|
})
|
|
|
|
router.Path("/{IRCChannel}").Handler(handler).Methods("POST")
|
|
|
|
|
|
|
|
listenAddr := strings.Join(
|
|
|
|
[]string{server.Addr, strconv.Itoa(server.Port)}, ":")
|
|
|
|
log.Printf("Starting HTTP server")
|
|
|
|
if err := server.httpListener(listenAddr, router); err != nil {
|
|
|
|
log.Printf("Could not start http server: %s", err)
|
|
|
|
}
|
|
|
|
server.StoppedRunning <- true
|
|
|
|
}
|